00000800:00000200:3.1F:1787761172.689091:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761172.689474:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761172.689622:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761172.689745:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761172.689842:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1F:1787761177.808760:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761177.809333:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761177.809676:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761177.809819:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761177.809990:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761182.928845:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761182.929485:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761182.930044:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761182.930318:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761182.930562:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761188.048835:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761188.048840:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 8, 6 secs later)
00000800:00000200:3.1:1787761188.049385:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761188.049387:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 8, 6 secs later)
00000800:00000200:3.1:1787761188.049664:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761188.049666:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 8, 6 secs later)
00000800:00000200:3.1:1787761188.049909:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761188.049911:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 8, 6 secs later)
00000800:00000200:3.1:1787761188.050134:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761188.050136:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 8, 6 secs later)
00000800:00000200:3.1:1787761193.168552:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761193.168558:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 8, 1 secs later)
00000800:00000200:3.1:1787761193.169370:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761193.169372:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 8, 1 secs later)
00000800:00000200:3.1:1787761193.169625:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761193.169627:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 8, 1 secs later)
00000800:00000200:3.1:1787761193.169883:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761193.169885:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 8, 1 secs later)
00000800:00000200:3.1:1787761193.170198:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761193.170201:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 8, 1 secs later)
00000800:00000200:3.1:1787761198.288542:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761198.289072:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761198.289361:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761198.289541:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761198.290054:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761203.408767:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761203.408774:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 16, 13 secs later)
00000800:00000200:3.1:1787761203.409268:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761203.409270:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 16, 13 secs later)
00000800:00000200:3.1:1787761203.409523:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761203.409525:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 16, 13 secs later)
00000800:00000200:3.1:1787761203.409844:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761203.409865:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 16, 13 secs later)
00000800:00000200:3.1:1787761203.410112:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761203.410114:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 16, 13 secs later)
00000800:00000200:3.1:1787761208.528754:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761208.528762:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 16, 8 secs later)
00000800:00000200:3.1:1787761208.529412:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761208.529414:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 16, 8 secs later)
00000800:00000200:3.1:1787761208.529645:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761208.529647:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 16, 8 secs later)
00000800:00000200:3.1:1787761208.529903:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761208.529906:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 16, 8 secs later)
00000800:00000200:3.1:1787761208.530138:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761208.530140:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 16, 8 secs later)
00000800:00000200:0.1:1787761213.648756:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761213.648761:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 16, 3 secs later)
00000800:00000200:0.1:1787761213.649931:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761213.649933:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 16, 3 secs later)
00000800:00000200:0.1:1787761213.650183:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761213.650185:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 16, 3 secs later)
00000800:00000200:0.1:1787761213.650398:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761213.650400:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 16, 3 secs later)
00000800:00000200:0.1:1787761213.650765:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761213.650767:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 16, 3 secs later)
00000800:00000200:0.1:1787761218.768695:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761218.769308:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761218.769652:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761218.770119:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761218.770517:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761223.888898:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761223.888910:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 32, 30 secs later)
00000800:00000200:3.1:1787761223.889440:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761223.889443:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 32, 30 secs later)
00000800:00000200:3.1:1787761223.889707:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761223.889709:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 32, 30 secs later)
00000800:00000200:3.1:1787761223.889924:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761223.889926:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 32, 30 secs later)
00000800:00000200:3.1:1787761223.890126:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761223.890128:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 32, 30 secs later)
00000800:00000200:0.1:1787761229.008643:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761229.008651:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 32, 25 secs later)
00000800:00000200:0.1:1787761229.009772:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761229.009776:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 32, 25 secs later)
00000800:00000200:0.1:1787761229.010073:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761229.010075:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 32, 25 secs later)
00000800:00000200:0.1:1787761229.010300:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761229.010301:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 32, 25 secs later)
00000800:00000200:0.1:1787761229.010601:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761229.010604:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 32, 25 secs later)
00000800:00000200:0.1:1787761234.128676:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761234.128684:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 32, 20 secs later)
00000800:00000200:0.1:1787761234.129323:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761234.129327:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 32, 20 secs later)
00000800:00000200:0.1:1787761234.129662:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761234.129665:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 32, 20 secs later)
00000800:00000200:0.1:1787761234.129998:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761234.130001:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 32, 20 secs later)
00000800:00000200:0.1:1787761234.130334:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761234.130337:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 32, 20 secs later)
00000800:00000200:3.1:1787761239.248747:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761239.248752:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 32, 15 secs later)
00000800:00000200:3.1:1787761239.249776:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761239.249778:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 32, 15 secs later)
00000800:00000200:3.1:1787761239.250058:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761239.250060:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 32, 15 secs later)
00000800:00000200:3.1:1787761239.250294:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761239.250297:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 32, 15 secs later)
00000800:00000200:3.1:1787761239.250632:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761239.250634:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 32, 15 secs later)
00000800:00000200:3.1:1787761244.368436:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761244.368457:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 32, 9 secs later)
00000800:00000200:3.1:1787761244.369154:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761244.369156:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 32, 9 secs later)
00000800:00000200:3.1:1787761244.369400:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761244.369408:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 32, 9 secs later)
00000800:00000200:3.1:1787761244.369683:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761244.369685:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 32, 9 secs later)
00000800:00000200:3.1:1787761244.370031:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761244.370033:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 32, 9 secs later)
00000800:00000200:3.1:1787761249.488484:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761249.488488:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 32, 4 secs later)
00000800:00000200:3.1:1787761249.489138:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761249.489140:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 32, 4 secs later)
00000800:00000200:3.1:1787761249.489439:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761249.489442:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 32, 4 secs later)
00000800:00000200:3.1:1787761249.489696:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761249.489698:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 32, 4 secs later)
00000800:00000200:3.1:1787761249.490075:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761249.490077:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 32, 4 secs later)
00000800:00000200:0.1:1787761254.608532:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761254.608971:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761254.609239:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761254.609445:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761254.609617:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761259.729023:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761259.729026:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787761259.729339:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761259.729341:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787761259.729542:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761259.729544:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787761259.729767:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761259.729769:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787761259.730118:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761259.730121:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787761264.848668:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761264.848671:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787761264.849655:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761264.849657:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787761264.849882:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761264.849884:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787761264.850123:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761264.850126:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787761264.850489:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761264.850492:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787761269.968349:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761269.968352:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787761269.968804:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761269.968807:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787761269.969102:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761269.969104:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787761269.969360:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761269.969363:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787761269.969641:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761269.969643:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787761275.088454:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761275.088460:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1787761275.089151:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761275.089153:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1787761275.089380:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761275.089382:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1787761275.089626:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761275.089628:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1787761275.089956:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761275.089961:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1787761280.208471:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761280.208478:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1787761280.209225:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761280.209227:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1787761280.209469:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761280.209471:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1787761280.209717:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761280.209719:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1787761280.210087:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761280.210089:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1787761285.328398:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761285.328403:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1787761285.329139:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761285.329142:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1787761285.329351:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761285.329354:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1787761285.329573:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761285.329575:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1787761285.329947:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761285.329949:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1787761290.448538:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761290.448545:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787761290.449427:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761290.449437:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787761290.449739:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761290.449741:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787761290.450054:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761290.450056:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787761290.450487:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761290.450491:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787761295.569066:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761295.569093:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787761295.570408:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761295.570412:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787761295.570834:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761295.570839:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787761295.571414:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761295.571418:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787761295.571794:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761295.571799:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787761300.689210:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761300.689219:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787761300.690515:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761300.690519:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787761300.691068:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761300.691072:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787761300.691560:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761300.691569:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787761300.692258:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761300.692261:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787761305.809042:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761305.809049:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787761305.810431:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761305.810436:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787761305.811117:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761305.811121:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787761305.811620:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761305.811624:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787761305.812287:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761305.812293:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787761310.928556:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761310.928562:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787761310.929178:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761310.929179:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787761310.929384:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761310.929385:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787761310.929575:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761310.929577:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787761310.929765:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761310.929767:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787761316.048488:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761316.048493:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787761316.049203:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761316.049208:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787761316.049467:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761316.049468:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787761316.049664:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761316.049666:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787761316.050024:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761316.050026:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787761321.168510:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761321.169221:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761321.169574:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761321.170024:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761321.170150:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761326.289741:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761326.289748:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787761326.290535:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761326.290539:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787761326.291143:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761326.291146:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787761326.291523:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761326.291526:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787761326.291980:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761326.291984:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787761331.409045:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761331.409056:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1787761331.410402:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761331.410413:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1787761331.410914:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761331.410915:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1787761331.411190:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761331.411192:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1787761331.411399:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761331.411401:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1787761336.528919:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761336.528925:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1787761336.531022:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761336.531039:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1787761336.531999:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761336.532004:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1787761336.532447:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761336.532451:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1787761336.532961:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761336.532964:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1787761341.648945:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761341.648958:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1787761341.650371:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761341.650375:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1787761341.650813:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761341.650816:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1787761341.651291:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761341.651294:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1787761341.651919:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761341.651923:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1787761346.768459:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761346.768464:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787761346.769182:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761346.769184:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787761346.769421:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761346.769423:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787761346.769671:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761346.769674:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787761346.770019:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761346.770021:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787761351.889070:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761351.889079:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787761351.890236:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761351.890239:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787761351.890652:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761351.890655:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787761351.891070:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761351.891073:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787761351.891612:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761351.891616:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787761357.009220:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761357.009232:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787761357.010540:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761357.010543:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787761357.011066:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761357.011071:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787761357.011512:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761357.011516:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787761357.012220:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761357.012223:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787761362.129435:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761362.129443:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787761362.131196:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761362.131200:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787761362.131634:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761362.131638:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787761362.132075:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761362.132079:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787761362.132637:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761362.132640:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787761367.249198:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761367.249204:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787761367.250492:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761367.250497:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787761367.251022:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761367.251026:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787761367.251441:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761367.251445:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787761367.252096:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761367.252099:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787761372.369519:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761372.369533:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1787761372.371052:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761372.371057:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1787761372.371573:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761372.371577:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1787761372.372031:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761372.372036:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1787761372.372551:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761372.372554:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1787761377.489543:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761377.489569:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1787761377.491273:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761377.491277:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1787761377.491672:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761377.491675:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1787761377.492100:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761377.492104:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1787761377.492648:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761377.492651:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1787761382.609160:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761382.609171:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787761382.610380:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761382.610384:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787761382.610785:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761382.610789:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787761382.611232:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761382.611236:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787761382.611615:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761382.611619:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1787761387.728636:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761387.729127:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761387.729530:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761387.729828:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761387.730017:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761392.849438:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761392.849455:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787761392.850818:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761392.850822:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787761392.851352:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761392.851355:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787761392.851884:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761392.851897:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787761392.852380:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761392.852383:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787761397.969163:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761397.969170:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787761397.970534:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761397.970540:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787761397.971086:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761397.971089:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787761397.971556:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761397.971562:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787761397.972239:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761397.972242:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787761403.089105:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761403.089115:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787761403.090603:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761403.090612:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787761403.091191:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761403.091194:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787761403.091682:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761403.091686:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787761403.092141:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761403.092145:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787761408.209227:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761408.209250:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1787761408.210601:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761408.210605:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1787761408.211191:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761408.211194:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1787761408.211672:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761408.211678:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1787761408.212494:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761408.212499:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1787761413.329091:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761413.329097:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1787761413.330468:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761413.330472:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1787761413.330913:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761413.330949:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1787761413.331417:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761413.331421:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1787761413.332022:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761413.332025:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1787761418.448757:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761418.448764:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787761418.449680:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761418.449685:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787761418.450159:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761418.450168:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787761418.450545:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761418.450549:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787761418.451136:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761418.451139:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787761423.569181:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761423.569194:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787761423.570304:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761423.570308:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787761423.570801:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761423.570804:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787761423.571309:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761423.571312:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787761423.571801:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761423.571804:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787761428.689046:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761428.689055:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787761428.690349:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761428.690352:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787761428.690737:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761428.690740:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787761428.691191:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761428.691195:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787761428.691703:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761428.691712:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787761433.809215:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761433.809227:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787761433.810540:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761433.810543:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787761433.811129:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761433.811133:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787761433.811525:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761433.811528:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787761433.812059:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761433.812064:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787761438.929364:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761438.929392:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787761438.930933:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761438.930936:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787761438.931348:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761438.931351:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787761438.931793:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761438.931796:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787761438.932242:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761438.932246:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787761444.049170:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761444.049177:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787761444.050487:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761444.050495:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787761444.051012:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761444.051017:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787761444.051567:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761444.051570:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787761444.052115:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761444.052119:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787761449.169167:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761449.169178:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787761449.170524:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761449.170527:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787761449.171044:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761449.171048:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787761449.171428:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761449.171432:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787761449.172104:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761449.172108:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787761454.289443:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761454.290625:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761454.291202:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761454.291604:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761454.291939:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761459.408690:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761459.408695:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 57 secs later)
00000800:00000200:3.1:1787761459.409535:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761459.409541:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 57 secs later)
00000800:00000200:3.1:1787761459.409805:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761459.409807:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 57 secs later)
00000800:00000200:3.1:1787761459.410054:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761459.410056:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 57 secs later)
00000800:00000200:3.1:1787761459.410246:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761459.410248:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 57 secs later)
00000800:00000200:3.1:1787761464.529004:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761464.529013:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1787761464.530359:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761464.530362:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1787761464.530816:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761464.530820:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1787761464.531291:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761464.531297:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1787761464.531912:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761464.531915:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1787761469.648442:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761469.648446:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1787761469.649078:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761469.649080:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1787761469.649277:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761469.649278:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1787761469.649483:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761469.649488:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1787761469.649758:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761469.649759:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1787761474.768437:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761474.768441:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1787761474.768905:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761474.768907:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1787761474.769111:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761474.769113:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1787761474.769323:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761474.769325:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1787761474.769534:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761474.769535:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1787761479.888804:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761479.888810:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787761479.889768:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761479.889770:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787761479.890012:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761479.890014:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787761479.890310:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761479.890342:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787761479.890621:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761479.890625:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787761485.009092:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761485.009112:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787761485.010242:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761485.010246:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787761485.010786:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761485.010790:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787761485.011211:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761485.011214:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787761485.011716:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761485.011720:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787761490.129082:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761490.129091:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787761490.130411:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761490.130415:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787761490.130915:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761490.130919:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787761490.131386:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761490.131390:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787761490.132043:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761490.132046:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787761495.249272:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761495.249283:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787761495.250449:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761495.250452:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787761495.250994:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761495.250999:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787761495.251448:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761495.251452:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787761495.251974:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761495.251980:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787761500.369046:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761500.369057:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 16 secs later)
00000800:00000200:0.1:1787761500.370404:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761500.370408:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 16 secs later)
00000800:00000200:0.1:1787761500.370924:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761500.370930:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 16 secs later)
00000800:00000200:0.1:1787761500.371540:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761500.371543:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 16 secs later)
00000800:00000200:0.1:1787761500.372304:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761500.372308:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 16 secs later)
00000800:00000200:0.1:1787761505.489586:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761505.489597:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1787761505.490887:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761505.490890:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1787761505.491426:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761505.491429:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1787761505.491902:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761505.491905:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1787761505.492419:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761505.492423:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1787761510.609177:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761510.609186:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1787761510.610413:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761510.610416:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1787761510.610813:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761510.610816:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1787761510.611314:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761510.611317:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1787761510.611980:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761510.611983:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1787761515.729050:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761515.729057:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787761515.730287:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761515.730290:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787761515.730679:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761515.730682:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787761515.731227:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761515.731230:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787761515.731755:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761515.731759:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787761520.848937:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761520.849585:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761520.850370:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761520.850753:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761520.851246:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761525.969426:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761525.969438:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787761525.971028:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761525.971031:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787761525.971532:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761525.971537:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787761525.972062:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761525.972065:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787761525.972709:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761525.972714:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787761531.089050:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761531.089060:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787761531.090392:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761531.090397:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787761531.090834:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761531.090837:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787761531.091279:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761531.091283:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787761531.091915:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761531.091918:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787761536.209086:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761536.209097:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787761536.210270:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761536.210273:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787761536.210718:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761536.210723:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787761536.211213:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761536.211216:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787761536.211792:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761536.211795:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787761541.329116:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761541.329125:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787761541.330192:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761541.330196:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787761541.330586:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761541.330590:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787761541.331040:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761541.331044:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787761541.331565:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761541.331569:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787761546.449274:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761546.449290:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787761546.451260:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761546.451280:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787761546.451880:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761546.451883:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787761546.452281:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761546.452285:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787761546.452924:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761546.452927:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787761551.569049:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761551.569060:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787761551.570465:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761551.570469:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787761551.570932:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761551.570936:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787761551.571423:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761551.571427:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787761551.572130:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761551.572136:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787761556.688951:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761556.688960:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787761556.689812:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761556.689816:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787761556.690239:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761556.690243:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787761556.690592:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761556.690595:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787761556.691205:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761556.691208:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787761561.809061:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761561.809076:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787761561.810367:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761561.810371:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787761561.810830:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761561.810834:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787761561.811306:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761561.811309:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787761561.811938:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761561.811942:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787761566.929089:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761566.929099:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787761566.930421:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761566.930425:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787761566.930920:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761566.930924:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787761566.931350:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761566.931353:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787761566.932039:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761566.932044:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787761572.049090:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761572.049097:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787761572.050327:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761572.050330:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787761572.050723:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761572.050726:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787761572.051106:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761572.051110:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787761572.051600:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761572.051603:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787761577.169056:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761577.169063:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787761577.170371:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761577.170375:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787761577.170791:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761577.170795:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787761577.171177:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761577.171181:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787761577.171709:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761577.171712:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787761582.289249:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761582.289264:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787761582.290651:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761582.290654:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787761582.291124:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761582.291129:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787761582.291654:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761582.291658:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787761582.292156:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761582.292161:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787761587.409080:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761587.409913:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761587.411104:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761587.411535:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761587.411752:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761592.529173:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761592.529180:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787761592.530703:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761592.530710:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787761592.531246:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761592.531250:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787761592.531762:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761592.531765:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787761592.532218:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761592.532221:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787761597.649156:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761597.649167:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787761597.650420:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761597.650423:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787761597.650836:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761597.650840:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787761597.651229:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761597.651233:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787761597.651834:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761597.651838:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787761602.769015:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761602.769024:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787761602.770417:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761602.770423:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787761602.770904:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761602.770907:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787761602.771346:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761602.771349:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787761602.771982:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761602.771986:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787761607.889406:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761607.889414:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787761607.891238:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761607.891244:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787761607.891647:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761607.891650:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787761607.892042:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761607.892045:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787761607.892819:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761607.892824:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1787761613.009182:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761613.009196:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1787761613.010440:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761613.010444:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1787761613.010982:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761613.010985:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1787761613.011448:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761613.011451:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1787761613.011821:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761613.011825:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1787761618.128807:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761618.128821:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1787761618.129736:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761618.129740:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1787761618.130211:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761618.130214:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1787761618.130595:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761618.130598:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1787761618.131187:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761618.131191:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1787761623.249161:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761623.249169:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1787761623.250296:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761623.250300:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1787761623.250804:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761623.250808:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1787761623.251311:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761623.251315:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1787761623.251907:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761623.251913:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1787761628.368533:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761628.368538:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787761628.369105:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761628.369107:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787761628.369315:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761628.369320:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787761628.369545:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761628.369547:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787761628.369737:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761628.369739:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787761633.489292:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761633.489301:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787761633.490828:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761633.490833:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787761633.491438:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761633.491442:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787761633.492075:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761633.492080:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787761633.492645:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761633.492649:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787761638.608763:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761638.608770:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787761638.609636:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761638.609640:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787761638.610122:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761638.610126:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787761638.610476:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761638.610480:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787761638.611061:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761638.611064:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787761643.729528:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761643.729539:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787761643.731102:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761643.731106:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787761643.731537:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761643.731541:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787761643.732024:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761643.732027:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787761643.732416:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761643.732422:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787761648.849137:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761648.849150:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787761648.850359:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761648.850363:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787761648.850832:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761648.850836:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787761648.851255:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761648.851258:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787761648.851625:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761648.851637:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787761653.968976:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761653.969722:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761653.970539:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761653.970998:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761653.971330:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761659.089584:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761659.089593:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787761659.090908:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761659.090914:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787761659.091395:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761659.091399:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787761659.091814:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761659.091817:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787761659.092337:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761659.092341:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787761664.209104:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761664.209116:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787761664.210284:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761664.210288:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787761664.210635:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761664.210638:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787761664.211050:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761664.211053:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787761664.211529:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761664.211533:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787761669.329079:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761669.329095:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787761669.330221:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761669.330225:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787761669.330658:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761669.330664:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787761669.331177:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761669.331180:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787761669.331534:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761669.331537:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787761674.448899:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761674.448909:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1787761674.450243:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761674.450253:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1787761674.450813:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761674.450817:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1787761674.451303:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761674.451307:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1787761674.451673:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761674.451676:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1787761679.569125:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761679.569136:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787761679.570236:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761679.570239:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787761679.570773:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761679.570776:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787761679.571220:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761679.571224:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787761679.571739:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761679.571742:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787761684.689168:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761684.689181:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787761684.690582:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761684.690586:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787761684.691004:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761684.691007:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787761684.691428:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761684.691431:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787761684.691989:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761684.691993:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787761689.809055:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761689.809063:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787761689.810342:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761689.810348:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787761689.810767:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761689.810771:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787761689.811170:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761689.811174:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787761689.811736:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761689.811740:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787761694.929006:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761694.929018:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787761694.930174:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761694.930177:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787761694.930657:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761694.930660:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787761694.931149:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761694.931153:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787761694.931662:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761694.931665:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787761700.049447:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761700.049470:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787761700.051066:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761700.051070:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787761700.051603:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761700.051606:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787761700.052070:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761700.052073:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787761700.052580:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761700.052584:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787761705.169383:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761705.169392:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787761705.171260:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761705.171265:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787761705.171679:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761705.171682:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787761705.172091:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761705.172096:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787761705.172690:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761705.172693:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787761710.289547:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761710.289556:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787761710.290972:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761710.290976:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787761710.291410:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761710.291414:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787761710.291835:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761710.291839:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787761710.292404:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761710.292408:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787761715.409026:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761715.409036:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787761715.410374:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761715.410380:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787761715.410927:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761715.410930:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787761715.411421:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761715.411427:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787761715.411900:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761715.411904:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787761720.528583:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761720.528943:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761720.529155:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761720.529359:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761720.529499:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761725.649357:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761725.649368:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787761725.650701:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761725.650705:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787761725.651133:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761725.651137:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787761725.651482:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761725.651485:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787761725.651988:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761725.651991:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787761730.769110:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761730.769118:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787761730.770365:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761730.770368:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787761730.770790:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761730.770793:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787761730.771456:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761730.771462:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787761730.772006:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761730.772009:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787761735.888473:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761735.888482:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787761735.889176:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761735.889184:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787761735.889378:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761735.889380:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787761735.889599:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761735.889601:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787761735.889882:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761735.889885:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787761741.008513:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761741.008518:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787761741.009156:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761741.009157:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787761741.009341:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761741.009342:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787761741.009513:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761741.009515:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787761741.009685:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761741.009687:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787761746.128490:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761746.128495:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787761746.129182:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761746.129185:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787761746.129447:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761746.129448:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787761746.129680:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761746.129688:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787761746.129890:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761746.129893:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787761751.248495:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761751.248501:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1787761751.249122:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761751.249124:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1787761751.249380:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761751.249382:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1787761751.249570:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761751.249572:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1787761751.249925:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761751.249927:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1787761756.368964:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761756.368976:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787761756.370652:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761756.370662:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787761756.371201:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761756.371203:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787761756.371518:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761756.371521:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787761756.371936:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761756.371939:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787761761.488963:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761761.488984:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787761761.490198:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761761.490201:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787761761.490557:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761761.490560:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787761761.490955:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761761.490958:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787761761.491406:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761761.491409:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787761766.610152:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761766.610170:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787761766.611278:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761766.611281:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787761766.611815:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761766.611819:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787761766.612279:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761766.612282:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787761766.612649:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761766.612654:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787761771.729121:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761771.729139:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787761771.730458:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761771.730462:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787761771.730957:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761771.730973:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787761771.731480:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761771.731483:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787761771.731955:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761771.731959:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787761776.849098:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761776.849109:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787761776.850125:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761776.850129:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787761776.850486:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761776.850489:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787761776.850895:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761776.850898:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787761776.851241:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761776.851264:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787761781.968928:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761781.968937:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787761781.970221:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761781.970225:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787761781.970613:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761781.970617:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787761781.971057:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761781.971061:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787761781.971530:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761781.971534:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787761787.089149:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761787.090112:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761787.090599:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761787.090987:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761787.091300:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761792.210104:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761792.210120:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787761792.211194:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761792.211198:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787761792.211699:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761792.211703:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787761792.212167:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761792.212171:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787761792.212635:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761792.212640:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787761797.329018:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761797.329028:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787761797.330376:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761797.330380:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787761797.330788:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761797.330813:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787761797.331248:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761797.331252:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787761797.331771:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761797.331774:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787761802.448988:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761802.448999:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1787761802.450491:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761802.450495:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1787761802.450952:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761802.450955:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1787761802.451364:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761802.451367:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1787761802.451929:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761802.451932:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1787761807.569069:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761807.569082:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1787761807.570418:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761807.570423:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1787761807.570802:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761807.570805:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1787761807.571187:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761807.571191:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1787761807.571750:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761807.571773:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1787761812.689123:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761812.689137:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787761812.690620:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761812.690626:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787761812.691094:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761812.691097:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787761812.691579:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761812.691585:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787761812.692199:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761812.692205:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1787761817.809152:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761817.809161:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787761817.810311:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761817.810319:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787761817.810747:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761817.810750:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787761817.811343:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761817.811347:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787761817.811707:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761817.811711:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787761822.929079:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761822.929088:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787761822.930268:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761822.930290:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787761822.930720:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761822.930724:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787761822.931130:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761822.931136:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787761822.931566:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761822.931569:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787761828.048692:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761828.048696:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787761828.049421:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761828.049423:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787761828.049620:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761828.049622:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787761828.049867:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761828.049869:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787761828.050371:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761828.050373:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787761833.169398:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761833.169415:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787761833.171500:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761833.171505:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787761833.172031:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761833.172035:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787761833.172493:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761833.172510:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787761833.173191:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761833.173195:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787761838.288982:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761838.288992:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787761838.290391:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761838.290395:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787761838.290760:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761838.290763:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787761838.291174:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761838.291179:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787761838.291703:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761838.291706:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787761843.409295:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761843.409307:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1787761843.410548:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761843.410559:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1787761843.411076:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761843.411079:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1787761843.411520:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761843.411523:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1787761843.411900:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761843.411903:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1787761848.528956:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761848.528967:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787761848.530191:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761848.530212:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787761848.530652:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761848.530657:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787761848.531156:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761848.531159:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787761848.531756:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761848.531760:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1787761853.649113:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761853.649826:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761853.651051:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761853.651367:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761853.651656:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761858.769409:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761858.769421:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787761858.770678:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761858.770682:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787761858.771244:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761858.771248:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787761858.771652:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761858.771675:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787761858.772231:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761858.772235:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787761863.889025:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761863.889038:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787761863.890428:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761863.890439:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787761863.890915:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761863.890921:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787761863.891298:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761863.891301:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787761863.891768:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761863.891771:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787761869.009015:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761869.009029:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787761869.010297:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761869.010300:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787761869.010663:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761869.010666:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787761869.011075:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761869.011079:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787761869.011555:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761869.011558:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787761874.129016:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761874.129041:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1787761874.130356:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761874.130360:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1787761874.130728:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761874.130732:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1787761874.131225:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761874.131229:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1787761874.131711:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761874.131714:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787761879.249110:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761879.249124:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787761879.250222:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761879.250226:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787761879.250589:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761879.250593:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787761879.251038:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761879.251044:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787761879.251408:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761879.251411:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1787761884.369388:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761884.369399:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787761884.371301:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761884.371304:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787761884.372043:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761884.372054:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787761884.372572:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761884.372577:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787761884.373317:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761884.373321:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787761889.489167:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761889.489176:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787761889.490599:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761889.490603:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787761889.491111:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761889.491131:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787761889.491508:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761889.491511:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787761889.492145:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761889.492151:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787761894.608946:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761894.608953:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787761894.610226:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761894.610229:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787761894.610665:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761894.610670:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787761894.611103:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761894.611109:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787761894.611679:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761894.611683:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787761899.729043:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761899.729056:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787761899.730372:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761899.730376:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787761899.730827:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761899.730832:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787761899.731262:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761899.731266:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787761899.732071:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761899.732085:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787761904.849245:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761904.849254:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787761904.851329:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761904.851333:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787761904.851770:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761904.851773:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787761904.852259:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761904.852263:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787761904.852790:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761904.852793:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787761909.969022:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761909.969035:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787761909.970509:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761909.970519:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787761909.971075:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761909.971082:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787761909.971705:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761909.971708:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787761909.972147:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761909.972151:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787761915.089135:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761915.089146:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787761915.090551:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761915.090566:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787761915.091027:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761915.091030:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787761915.091420:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761915.091424:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787761915.092044:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761915.092047:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787761920.209161:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761920.210124:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761920.210479:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761920.211148:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761920.211938:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761925.329639:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761925.329649:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787761925.330698:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761925.330702:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787761925.331237:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761925.331241:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787761925.331641:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761925.331645:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787761925.332136:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761925.332141:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787761930.448760:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761930.448767:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1787761930.449770:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761930.449787:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1787761930.450110:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761930.450112:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1787761930.450474:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761930.450478:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1787761930.450851:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761930.450853:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1787761935.569090:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761935.569103:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1787761935.570441:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761935.570444:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1787761935.570818:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761935.570821:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1787761935.571225:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761935.571229:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1787761935.571775:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761935.571779:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1787761940.689092:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761940.689100:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1787761940.690373:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761940.690376:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1787761940.690805:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761940.690809:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1787761940.691241:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761940.691256:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1787761940.691882:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761940.691886:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1787761945.809219:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761945.809228:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1787761945.811009:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761945.811015:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1787761945.811422:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761945.811426:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1787761945.811777:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761945.811780:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1787761945.812324:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787761945.812327:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787761950.929321:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761950.929329:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787761950.930531:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761950.930535:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787761950.930919:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761950.930922:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787761950.931302:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761950.931322:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787761950.931819:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761950.931823:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787761956.049005:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761956.049038:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787761956.050303:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761956.050307:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787761956.050668:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761956.050671:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787761956.051085:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761956.051089:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787761956.051607:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761956.051611:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787761961.169126:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761961.169139:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787761961.170337:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761961.170341:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787761961.170770:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761961.170774:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787761961.171201:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761961.171205:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787761961.171744:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761961.171747:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787761966.290046:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761966.290070:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787761966.291533:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761966.291540:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787761966.292060:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761966.292063:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787761966.292420:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761966.292423:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787761966.293055:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761966.293058:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787761971.408958:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761971.408966:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1787761971.409807:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761971.409811:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1787761971.410250:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761971.410254:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1787761971.410601:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761971.410604:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1787761971.411157:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761971.411160:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1787761976.529090:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761976.529099:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1787761976.530445:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761976.530448:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1787761976.530800:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761976.530816:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1787761976.531233:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761976.531236:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1787761976.531704:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761976.531708:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1787761981.649016:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761981.649026:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787761981.650360:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761981.650369:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787761981.650771:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761981.650774:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787761981.651245:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761981.651248:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787761981.651716:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761981.651720:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787761986.769111:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761986.770072:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761986.770388:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761986.770797:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761986.771131:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761991.889555:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761991.889571:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787761991.890961:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761991.890965:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787761991.891460:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761991.891474:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787761991.891948:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761991.891951:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787761991.892390:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761991.892396:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787761997.008514:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761997.008521:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787761997.009146:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761997.009148:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787761997.009385:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761997.009387:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787761997.009563:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761997.009565:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787761997.009777:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787761997.009779:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787762002.128916:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762002.128924:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787762002.130258:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762002.130261:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787762002.130659:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762002.130663:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787762002.131041:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762002.131044:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787762002.131522:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762002.131526:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787762007.249028:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762007.249033:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787762007.249993:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762007.249995:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787762007.250261:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762007.250263:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787762007.250602:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762007.250604:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787762007.250966:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762007.250984:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1787762012.368939:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762012.368968:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1787762012.370291:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762012.370298:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1787762012.370903:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762012.370907:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1787762012.371352:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762012.371355:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1787762012.371726:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762012.371729:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1787762017.488959:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762017.488968:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787762017.490401:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762017.490404:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787762017.490809:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762017.490812:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787762017.491225:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762017.491230:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787762017.491827:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762017.491830:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787762022.609027:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762022.609039:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787762022.610113:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762022.610116:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787762022.610509:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762022.610522:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787762022.610829:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762022.610832:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787762022.611163:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762022.611166:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787762027.729206:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762027.729223:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787762027.730441:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762027.730445:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787762027.730907:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762027.730911:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787762027.731322:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762027.731325:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787762027.731784:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762027.731788:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787762032.849223:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762032.849232:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787762032.850354:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762032.850358:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787762032.850806:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762032.850812:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787762032.851424:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762032.851428:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787762032.851791:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762032.851821:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787762037.969164:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762037.969172:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787762037.970595:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762037.970599:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787762037.970997:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762037.971000:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787762037.971378:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762037.971381:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787762037.971886:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762037.971889:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787762043.089053:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762043.089068:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787762043.090506:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762043.090510:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787762043.090967:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762043.090971:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787762043.091394:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762043.091400:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787762043.091993:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762043.091996:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787762048.209390:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762048.209405:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787762048.210931:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762048.210963:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787762048.212139:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762048.212143:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787762048.212828:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762048.212832:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787762048.213265:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762048.213268:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787762053.328964:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762053.329753:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762053.330664:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762053.331028:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762053.331353:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762058.449936:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762058.449944:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787762058.450719:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762058.450722:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787762058.451203:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762058.451208:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787762058.451671:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762058.451674:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787762058.452058:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762058.452061:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787762063.569000:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762063.569009:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787762063.570429:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762063.570453:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787762063.570830:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762063.570833:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787762063.571300:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762063.571304:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787762063.571791:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762063.571795:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787762068.688540:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762068.688546:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787762068.689231:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762068.689232:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787762068.689486:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762068.689488:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787762068.689699:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762068.689701:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787762068.690029:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762068.690031:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787762073.809124:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762073.809134:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787762073.810234:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762073.810237:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787762073.810685:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762073.810688:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787762073.811154:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762073.811157:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787762073.811512:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762073.811515:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787762078.928972:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762078.928984:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787762078.930161:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762078.930183:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787762078.930547:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762078.930550:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787762078.930974:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762078.930978:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787762078.931324:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762078.931327:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787762084.049053:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762084.049060:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1787762084.050339:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762084.050342:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1787762084.050803:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762084.050806:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1787762084.051290:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762084.051294:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1787762084.051940:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762084.051944:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1787762089.169039:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762089.169052:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1787762089.170406:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762089.170410:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1787762089.170788:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762089.170792:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1787762089.171212:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762089.171228:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1787762089.171767:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762089.171771:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1787762094.289298:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762094.289312:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1787762094.291141:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762094.291149:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1787762094.291616:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762094.291619:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1787762094.292053:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762094.292057:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1787762094.292621:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762094.292625:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1787762099.409124:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762099.409136:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787762099.410537:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762099.410542:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787762099.411119:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762099.411122:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787762099.411597:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762099.411603:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787762099.412154:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762099.412157:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787762104.528502:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762104.528508:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787762104.529184:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762104.529186:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787762104.529469:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762104.529472:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787762104.529842:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762104.529844:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787762104.530156:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762104.530158:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787762109.649000:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762109.649008:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787762109.650359:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762109.650371:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787762109.650885:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762109.650889:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787762109.651257:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762109.651272:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787762109.651887:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762109.651891:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787762114.769141:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762114.769150:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787762114.770133:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762114.770136:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787762114.770493:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762114.770496:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787762114.770957:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762114.770960:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787762114.771314:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762114.771317:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787762119.889046:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762119.889813:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762119.890455:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762119.890838:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762119.891170:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762125.009232:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762125.009248:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787762125.011318:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762125.011323:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787762125.011749:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762125.011753:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787762125.012145:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762125.012148:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787762125.012771:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762125.012775:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787762130.129117:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762130.129128:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787762130.130301:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762130.130304:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787762130.130760:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762130.130763:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787762130.131225:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762130.131229:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787762130.131799:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762130.131803:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787762135.249075:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762135.249098:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787762135.250157:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762135.250161:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787762135.250609:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762135.250613:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787762135.251017:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762135.251020:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787762135.251387:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762135.251412:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787762140.369062:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762140.369079:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1787762140.370138:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762140.370142:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1787762140.370591:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762140.370594:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1787762140.371008:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762140.371012:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1787762140.371490:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762140.371494:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1787762145.489066:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762145.489077:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787762145.490249:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762145.490253:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787762145.490684:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762145.490703:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787762145.491153:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762145.491156:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787762145.491576:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762145.491579:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787762150.609104:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762150.609115:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787762150.610172:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762150.610175:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787762150.610571:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762150.610574:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787762150.610948:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762150.610951:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787762150.611324:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762150.611328:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787762155.728701:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762155.728708:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787762155.729528:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762155.729532:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787762155.729921:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762155.729924:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787762155.730351:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762155.730354:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787762155.730718:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762155.730741:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787762160.848900:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762160.848905:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787762160.850314:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762160.850319:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787762160.850712:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762160.850717:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787762160.851200:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762160.851206:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787762160.851736:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762160.851742:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787762165.969427:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762165.969456:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787762165.970611:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762165.970617:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787762165.971067:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762165.971071:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787762165.971475:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762165.971478:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787762165.971912:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762165.971916:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787762171.088443:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762171.088447:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787762171.088945:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762171.088947:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787762171.089165:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762171.089167:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787762171.089348:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762171.089349:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787762171.089532:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762171.089534:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787762176.209140:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762176.209147:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787762176.210471:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762176.210475:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787762176.210841:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762176.210888:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787762176.211408:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762176.211412:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787762176.211942:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762176.211946:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787762181.329367:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762181.329379:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787762181.330694:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762181.330697:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787762181.331215:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762181.331218:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787762181.331711:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762181.331715:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787762181.332229:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762181.332234:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787762186.449375:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762186.450478:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762186.451258:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762186.451618:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762186.451990:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762191.569152:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762191.569158:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787762191.570227:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762191.570238:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787762191.571536:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762191.571542:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787762191.571995:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762191.571998:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787762191.572608:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762191.572611:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787762196.688945:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762196.688956:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787762196.690132:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762196.690136:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787762196.690498:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762196.690501:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787762196.690896:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762196.690900:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787762196.691391:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762196.691394:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787762201.808566:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762201.808573:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787762201.809393:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762201.809409:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787762201.809711:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762201.809713:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787762201.810013:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762201.810024:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787762201.810262:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762201.810264:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787762206.928546:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762206.928550:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787762206.929271:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762206.929273:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787762206.929523:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762206.929525:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787762206.929699:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762206.929701:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787762206.930005:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762206.930007:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1787762212.048460:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762212.048463:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1787762212.049086:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762212.049088:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1787762212.049276:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762212.049301:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1787762212.049506:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762212.049508:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1787762212.049677:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762212.049679:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1787762217.168494:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762217.168500:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1787762217.169190:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762217.169192:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1787762217.169375:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762217.169377:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1787762217.169550:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762217.169552:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1787762217.169873:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762217.169875:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1787762222.288789:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762222.288797:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1787762222.289739:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762222.289743:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1787762222.290198:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762222.290201:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1787762222.290518:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762222.290520:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1787762222.290790:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762222.290807:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1787762227.408535:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762227.408544:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787762227.409305:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762227.409308:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787762227.409723:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762227.409726:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787762227.410131:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762227.410134:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787762227.410449:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762227.410452:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787762232.528537:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762232.528541:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787762232.529189:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762232.529191:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787762232.529407:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762232.529409:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787762232.529612:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762232.529614:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787762232.529791:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762232.529793:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787762237.648563:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762237.648568:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787762237.649238:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762237.649251:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787762237.649540:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762237.649542:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787762237.649724:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762237.649726:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787762237.649986:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762237.649988:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787762242.768635:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762242.768643:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787762242.769239:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762242.769242:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787762242.769575:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762242.769578:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787762242.769896:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762242.769899:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787762242.770197:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762242.770200:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787762247.888946:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762247.888954:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787762247.889796:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762247.889799:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787762247.890142:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762247.890145:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787762247.890463:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762247.890478:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787762247.890783:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762247.890786:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787762253.008536:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762253.008989:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762253.009371:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762253.009734:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762253.009904:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762258.128713:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762258.128718:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787762258.129512:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762258.129515:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787762258.129714:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762258.129716:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787762258.130059:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762258.130061:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787762258.130271:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762258.130273:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787762263.248590:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762263.248597:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787762263.249332:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762263.249335:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787762263.249630:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762263.249633:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787762263.249902:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762263.249918:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787762263.250103:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762263.250105:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787762268.368522:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762268.368529:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1787762268.369160:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762268.369162:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1787762268.369384:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762268.369386:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1787762268.369570:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762268.369572:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1787762268.369747:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762268.369749:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1787762273.488596:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762273.488603:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1787762273.489225:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762273.489227:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1787762273.489418:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762273.489419:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1787762273.489630:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762273.489632:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1787762273.489806:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762273.489808:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1787762278.608691:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762278.608710:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1787762278.609369:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762278.609372:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1787762278.609699:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762278.609702:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1787762278.610046:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762278.610060:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1787762278.610408:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762278.610411:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1787762283.728622:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762283.728628:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787762283.729314:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762283.729316:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787762283.729556:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762283.729558:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787762283.729757:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762283.729759:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787762283.730149:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762283.730151:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787762288.848481:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762288.848485:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787762288.849227:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762288.849231:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787762288.849546:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762288.849555:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787762288.849881:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762288.849884:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787762288.850331:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762288.850333:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787762293.968749:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762293.968758:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787762293.970092:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762293.970096:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787762293.970449:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762293.970451:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787762293.970748:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762293.970750:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787762293.971333:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762293.971336:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787762299.089515:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762299.089523:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787762299.090202:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762299.090204:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787762299.090486:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762299.090489:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787762299.090774:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762299.090776:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787762299.091111:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762299.091121:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787762304.208506:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762304.208511:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787762304.209151:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762304.209154:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787762304.209594:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762304.209596:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787762304.209929:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762304.209931:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787762304.210117:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762304.210119:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787762309.328446:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762309.328461:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787762309.328971:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762309.328973:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787762309.329233:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762309.329234:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787762309.329420:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762309.329421:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787762309.329681:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762309.329683:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787762314.448458:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762314.448464:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1787762314.449161:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762314.449169:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1787762314.449363:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762314.449366:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1787762314.449539:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762314.449541:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1787762314.449873:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762314.449875:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1787762319.568586:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762319.569020:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762319.569210:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762319.569408:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762319.569607:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762324.689378:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762324.689390:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787762324.690748:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762324.690751:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787762324.691007:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762324.691008:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787762324.691224:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762324.691226:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787762324.691484:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762324.691486:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787762329.808595:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762329.808601:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787762329.809366:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762329.809374:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787762329.809589:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762329.809592:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787762329.809844:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762329.809845:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787762329.810146:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762329.810148:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787762334.928623:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762334.928631:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787762334.929342:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762334.929345:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787762334.929608:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762334.929610:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787762334.929829:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762334.929831:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787762334.930044:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762334.930046:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787762340.048511:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762340.048515:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1787762340.049138:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762340.049140:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1787762340.049339:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762340.049341:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1787762340.049530:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762340.049538:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1787762340.049836:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762340.049838:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1787762345.168532:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762345.168541:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1787762345.169350:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762345.169352:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1787762345.169618:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762345.169619:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1787762345.169838:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762345.169841:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1787762345.170207:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762345.170209:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1787762350.288709:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762350.288717:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1787762350.289978:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762350.289982:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1787762350.290271:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762350.290273:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1787762350.290636:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762350.290638:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1787762350.291050:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762350.291055:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1787762355.408793:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762355.408806:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787762355.409775:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762355.409779:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787762355.410335:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762355.410337:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787762355.410693:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762355.410695:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787762355.410912:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762355.410914:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787762360.528538:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762360.528544:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787762360.529136:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762360.529137:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787762360.529320:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762360.529322:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787762360.529522:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762360.529535:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787762360.529712:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762360.529713:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787762365.648415:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762365.648419:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787762365.649179:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762365.649182:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787762365.649512:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762365.649514:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787762365.649789:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762365.649792:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787762365.650081:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762365.650083:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787762370.768738:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762370.768745:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787762370.769468:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762370.769471:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787762370.769805:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762370.769808:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787762370.770151:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762370.770154:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787762370.770460:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762370.770462:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787762375.888402:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762375.888422:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787762375.889055:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762375.889058:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787762375.889626:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762375.889629:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787762375.889829:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762375.889830:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787762375.890100:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762375.890103:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787762381.008843:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762381.008873:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787762381.009941:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762381.009943:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787762381.010166:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762381.010168:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787762381.010371:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762381.010373:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787762381.010626:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762381.010628:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787762386.128586:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762386.129051:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762386.129270:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762386.129452:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762386.129629:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762391.248664:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762391.248687:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787762391.249503:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762391.249506:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787762391.249827:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762391.249830:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787762391.250273:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762391.250275:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787762391.250591:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762391.250594:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787762396.368597:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762396.368605:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1787762396.369227:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762396.369229:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1787762396.369511:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762396.369514:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1787762396.369784:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762396.369786:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1787762396.370156:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762396.370158:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1787762401.488680:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762401.488686:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1787762401.489363:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762401.489365:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1787762401.489589:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762401.489597:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1787762401.489789:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762401.489791:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1787762401.490060:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762401.490063:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1787762406.608495:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762406.608500:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1787762406.609180:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762406.609182:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1787762406.609372:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762406.609373:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1787762406.609549:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762406.609551:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1787762406.609833:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762406.609835:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1787762411.728545:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762411.728552:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787762411.729178:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762411.729180:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787762411.729361:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762411.729362:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787762411.729534:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762411.729536:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787762411.729705:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762411.729722:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787762416.848914:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762416.848925:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787762416.849775:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762416.849778:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787762416.850059:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762416.850061:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787762416.850245:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762416.850246:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787762416.850420:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762416.850421:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787762421.968480:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762421.968484:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787762421.969109:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762421.969113:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787762421.969552:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762421.969553:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787762421.969783:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762421.969785:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787762421.970013:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762421.970014:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787762427.088594:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762427.088601:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787762427.089306:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762427.089315:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787762427.089635:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762427.089638:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787762427.089984:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762427.089987:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787762427.090286:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762427.090289:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787762432.208728:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762432.208734:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787762432.209920:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762432.209922:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787762432.210196:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762432.210198:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787762432.210409:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762432.210411:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787762432.210694:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762432.210697:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787762437.328496:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762437.328502:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787762437.329329:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762437.329331:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787762437.329604:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762437.329607:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787762437.329949:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762437.329959:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787762437.330407:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762437.330410:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787762442.448758:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762442.448783:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1787762442.449880:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762442.449888:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1787762442.450428:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762442.450430:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1787762442.450714:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762442.450717:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1787762442.450958:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762442.450960:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1787762447.568490:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762447.568495:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787762447.569287:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762447.569293:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787762447.569518:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762447.569520:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787762447.569773:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762447.569775:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787762447.569973:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762447.569975:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787762452.688970:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762452.689492:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762452.689712:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762452.689898:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762452.690072:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762457.808785:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762457.808791:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787762457.809666:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762457.809669:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787762457.809972:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762457.809974:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787762457.810205:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762457.810207:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787762457.810537:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762457.810540:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787762462.928657:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762462.928661:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787762462.929335:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762462.929337:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787762462.929558:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762462.929560:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787762462.929746:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762462.929748:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787762462.930041:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762462.930043:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787762468.048802:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762468.048809:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787762468.049631:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762468.049634:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787762468.050004:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762468.050007:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787762468.050317:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762468.050320:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787762468.050792:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762468.050795:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787762473.168473:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762473.168476:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787762473.169079:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762473.169081:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787762473.169300:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762473.169302:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787762473.169503:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762473.169504:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787762473.169682:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762473.169684:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787762478.289135:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762478.289146:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787762478.289837:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762478.289840:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787762478.290080:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762478.290081:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787762478.290303:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762478.290305:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787762478.290496:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762478.290498:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1787762483.408607:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762483.408616:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787762483.409378:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762483.409381:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787762483.409706:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762483.409709:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787762483.410039:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762483.410042:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787762483.410338:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762483.410340:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787762488.528633:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762488.528640:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787762488.529605:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762488.529607:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787762488.529890:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762488.529892:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787762488.530171:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762488.530173:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787762488.530441:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762488.530443:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787762493.648534:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762493.648542:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787762493.649236:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762493.649238:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787762493.649465:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762493.649479:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787762493.649706:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762493.649708:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787762493.650027:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762493.650029:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787762498.768432:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762498.768440:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787762498.769121:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762498.769123:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787762498.769383:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762498.769385:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787762498.769659:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762498.769661:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787762498.769968:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762498.769971:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787762503.888794:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762503.888803:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787762503.889547:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762503.889550:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787762503.889925:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762503.889928:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787762503.890289:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762503.890292:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787762503.890633:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762503.890644:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787762509.008592:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762509.008597:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787762509.009216:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762509.009219:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787762509.009796:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762509.009798:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787762509.010008:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762509.010010:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787762509.010264:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762509.010265:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787762514.129040:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762514.129050:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787762514.129578:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762514.129581:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787762514.129939:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762514.129943:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787762514.130288:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762514.130291:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787762514.130610:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762514.130613:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787762519.248504:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762519.248834:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762519.249206:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762519.249445:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762519.249718:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762524.369724:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762524.369727:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 57 secs later)
00000800:00000200:3.1:1787762524.370140:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762524.370143:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 57 secs later)
00000800:00000200:3.1:1787762524.370380:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762524.370382:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 57 secs later)
00000800:00000200:3.1:1787762524.370612:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762524.370613:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 57 secs later)
00000800:00000200:3.1:1787762524.370791:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762524.370793:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 57 secs later)
00000800:00000200:3.1:1787762529.488659:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762529.488663:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1787762529.489386:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762529.489388:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1787762529.489588:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762529.489589:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1787762529.489798:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762529.489800:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1787762529.490037:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762529.490039:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1787762534.608568:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762534.608573:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1787762534.609390:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762534.609392:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1787762534.609646:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762534.609648:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1787762534.609892:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762534.609895:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1787762534.610172:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762534.610175:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1787762539.728833:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762539.728844:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1787762539.729765:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762539.729768:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1787762539.730155:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762539.730158:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1787762539.730483:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762539.730486:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1787762539.730834:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762539.730837:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1787762544.848917:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762544.848921:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1787762544.849829:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762544.849832:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1787762544.850152:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762544.850155:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1787762544.850500:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762544.850503:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1787762544.851044:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762544.851047:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1787762549.968584:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762549.968590:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787762549.969252:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762549.969254:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787762549.969443:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762549.969444:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787762549.969621:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762549.969622:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787762549.969911:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762549.969913:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787762555.088726:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762555.088732:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787762555.089544:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762555.089546:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787762555.089822:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762555.089824:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787762555.090100:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762555.090102:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787762555.090434:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762555.090436:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787762560.208526:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762560.208530:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787762560.209247:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762560.209248:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787762560.209430:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762560.209432:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787762560.209642:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762560.209644:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787762560.209961:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762560.209963:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787762565.328605:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762565.328613:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787762565.329319:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762565.329322:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787762565.329610:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762565.329613:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787762565.329827:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762565.329829:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787762565.330294:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762565.330297:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787762570.448486:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762570.448491:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1787762570.449124:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762570.449126:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1787762570.449311:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762570.449313:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1787762570.449512:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762570.449514:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1787762570.449698:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762570.449699:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1787762575.568585:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762575.568589:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1787762575.569284:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762575.569286:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1787762575.569549:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762575.569551:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1787762575.569810:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762575.569813:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1787762575.570126:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762575.570128:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1787762580.688676:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762580.688682:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1787762580.689007:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762580.689009:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1787762580.689281:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762580.689283:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1787762580.689544:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762580.689546:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1787762580.689725:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762580.689726:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1787762585.808759:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762585.809344:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762585.809593:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762585.809748:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762585.809933:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762590.928833:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762590.928840:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787762590.929521:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762590.929523:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787762590.929799:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762590.929802:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787762590.930017:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762590.930019:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787762590.930344:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762590.930348:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787762596.048462:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762596.048466:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787762596.049121:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762596.049123:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787762596.049335:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762596.049336:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787762596.049518:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762596.049520:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787762596.049693:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762596.049695:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787762601.168341:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762601.168345:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787762601.168824:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762601.168827:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787762601.169052:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762601.169054:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787762601.169261:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762601.169263:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787762601.169442:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762601.169444:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787762606.288551:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762606.288556:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1787762606.289268:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762606.289270:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1787762606.289511:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762606.289513:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1787762606.289713:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762606.289715:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1787762606.290023:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762606.290025:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1787762611.408458:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762611.408467:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1787762611.409062:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762611.409064:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1787762611.409280:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762611.409282:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1787762611.409456:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762611.409458:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1787762611.409635:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762611.409637:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1787762616.528466:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762616.528472:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787762616.529190:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762616.529194:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787762616.529460:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762616.529462:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787762616.529685:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762616.529687:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787762616.529894:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762616.529897:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787762621.648762:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762621.648771:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787762621.649452:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762621.649453:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787762621.649726:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762621.649727:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787762621.649934:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762621.649935:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787762621.650137:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762621.650139:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787762626.768676:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762626.768681:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787762626.769321:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762626.769324:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787762626.769626:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762626.769629:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787762626.769972:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762626.769975:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787762626.770296:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762626.770299:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787762631.888431:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762631.888436:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787762631.889117:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762631.889121:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787762631.889548:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762631.889550:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787762631.889917:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762631.889919:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787762631.890129:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762631.890131:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787762637.008469:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762637.008475:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787762637.009134:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762637.009137:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787762637.009463:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762637.009465:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787762637.009779:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762637.009782:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787762637.010258:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762637.010261:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787762642.128471:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762642.128476:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787762642.129171:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762642.129173:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787762642.129371:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762642.129373:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787762642.129557:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762642.129559:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787762642.129807:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762642.129822:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787762647.248580:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762647.248585:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787762647.249160:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762647.249162:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787762647.249378:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762647.249380:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787762647.249593:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762647.249594:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787762647.249810:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762647.249812:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787762652.368805:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762652.369381:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762652.369888:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762652.370189:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762652.370387:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762657.489014:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762657.489023:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787762657.490429:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762657.490432:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787762657.490836:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762657.490839:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787762657.491216:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762657.491219:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787762657.491478:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762657.491480:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787762662.608527:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762662.608534:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787762662.609123:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762662.609124:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787762662.609309:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762662.609310:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787762662.609487:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762662.609489:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787762662.609705:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762662.609707:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787762667.728493:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762667.728502:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787762667.729208:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762667.729210:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787762667.729417:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762667.729419:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787762667.729631:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762667.729633:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787762667.729899:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762667.729901:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787762672.848454:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762672.848460:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1787762672.849254:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762672.849256:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1787762672.849450:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762672.849452:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1787762672.849653:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762672.849655:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1787762672.849974:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762672.849976:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1787762677.969045:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762677.969059:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1787762677.969573:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762677.969575:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1787762677.969814:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762677.969816:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1787762677.970049:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762677.970051:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1787762677.970239:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762677.970241:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1787762683.088707:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762683.088711:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1787762683.089511:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762683.089513:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1787762683.089745:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762683.089746:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1787762683.090143:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762683.090145:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1787762683.090649:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762683.090652:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1787762688.208580:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762688.208584:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1787762688.209236:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762688.209240:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1787762688.209526:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762688.209528:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1787762688.209765:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762688.209767:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1787762688.209979:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762688.209981:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1787762693.329052:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762693.329063:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1787762693.330572:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762693.330576:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1787762693.330996:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762693.330999:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1787762693.331346:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762693.331380:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1787762693.331931:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762693.331935:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1787762698.448586:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762698.448591:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787762698.449386:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762698.449392:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787762698.449618:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762698.449620:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787762698.449851:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762698.449853:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787762698.450053:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762698.450055:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787762703.568729:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762703.568737:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787762703.569663:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762703.569666:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787762703.569998:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762703.570000:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787762703.570326:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762703.570328:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787762703.570689:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762703.570692:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787762708.689349:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762708.689363:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787762708.690704:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762708.690710:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787762708.691118:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762708.691122:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787762708.691504:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762708.691507:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787762708.691843:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762708.691846:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787762713.808663:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762713.808669:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787762713.809444:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762713.809446:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787762713.809637:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762713.809638:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787762713.809818:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762713.809820:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787762713.810137:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762713.810139:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787762718.928523:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762718.928939:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762718.929302:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762718.929491:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762718.929761:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762724.048811:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762724.048818:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787762724.049597:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762724.049599:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787762724.049832:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762724.049834:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787762724.050130:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762724.050132:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787762724.050360:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762724.050363:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787762729.168626:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762729.168630:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787762729.169171:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762729.169173:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787762729.169428:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762729.169429:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787762729.169644:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762729.169646:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787762729.169822:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762729.169823:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787762734.289071:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762734.289084:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787762734.290457:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762734.290475:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787762734.290956:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762734.290959:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787762734.291411:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762734.291415:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787762734.292048:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762734.292053:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787762739.408510:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762739.408514:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1787762739.409180:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762739.409182:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1787762739.409367:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762739.409369:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1787762739.409607:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762739.409609:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1787762739.409950:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762739.409952:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1787762744.528610:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762744.528616:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1787762744.529531:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762744.529535:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1787762744.529869:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762744.529872:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1787762744.530193:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762744.530201:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1787762744.530626:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762744.530629:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1787762749.649008:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762749.649024:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787762749.650452:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762749.650455:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787762749.650954:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762749.650957:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787762749.651425:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762749.651428:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787762749.652058:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762749.652063:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787762754.768544:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762754.768548:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787762754.769178:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762754.769180:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787762754.769464:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762754.769466:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787762754.769657:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762754.769659:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787762754.770042:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762754.770044:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787762759.888783:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762759.888806:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787762759.889931:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762759.889933:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787762759.890139:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762759.890141:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787762759.890321:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762759.890323:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787762759.890606:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762759.890608:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787762765.008457:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762765.008461:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787762765.009125:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762765.009127:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787762765.009347:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762765.009349:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787762765.009527:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762765.009529:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787762765.009800:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762765.009802:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787762770.128506:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762770.128512:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787762770.129229:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762770.129230:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787762770.129427:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762770.129435:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787762770.129622:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762770.129623:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787762770.129964:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762770.129966:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787762775.248495:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762775.248501:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787762775.249130:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762775.249131:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787762775.249326:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762775.249327:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787762775.249504:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762775.249505:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787762775.249773:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762775.249775:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787762780.368496:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762780.368501:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1787762780.369179:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762780.369181:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1787762780.369437:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762780.369439:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1787762780.369753:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762780.369756:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1787762780.369992:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762780.370001:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1787762785.488489:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762785.488816:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762785.489210:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762785.489550:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762785.489710:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762790.609209:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762790.609212:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787762790.609549:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762790.609551:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787762790.609833:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762790.609835:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787762790.610129:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762790.610130:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787762790.610418:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762790.610421:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787762795.728700:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762795.728705:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787762795.729374:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762795.729379:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787762795.729767:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762795.729769:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787762795.730031:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762795.730032:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787762795.730246:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762795.730255:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787762800.848619:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762800.848625:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787762800.849320:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762800.849323:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787762800.849657:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762800.849659:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787762800.849981:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762800.849983:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787762800.850273:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762800.850276:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1787762805.968688:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762805.968698:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1787762805.969887:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762805.969889:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1787762805.970147:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762805.970149:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1787762805.970380:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762805.970382:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1787762805.970647:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762805.970649:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1787762811.088649:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762811.088657:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1787762811.089542:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762811.089552:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1787762811.089905:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762811.089908:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1787762811.090298:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762811.090301:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1787762811.090657:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762811.090658:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1787762816.208495:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762816.208499:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1787762816.209219:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762816.209221:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1787762816.209435:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762816.209437:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1787762816.209631:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762816.209634:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1787762816.209910:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762816.209912:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1787762821.328462:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762821.328466:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1787762821.328971:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762821.328974:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1787762821.329229:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762821.329231:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1787762821.329436:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762821.329443:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1787762821.329692:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762821.329694:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1787762826.448598:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762826.448604:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787762826.449263:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762826.449266:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787762826.449524:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762826.449527:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787762826.449726:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762826.449728:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787762826.450017:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762826.450019:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787762831.568519:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762831.568524:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787762831.569254:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762831.569258:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787762831.569577:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762831.569578:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787762831.569835:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762831.569837:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787762831.570036:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762831.570038:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787762836.688550:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762836.688557:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787762836.689330:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762836.689332:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787762836.689523:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762836.689525:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787762836.689716:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762836.689718:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787762836.689966:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762836.689969:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787762841.808684:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762841.808692:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787762841.809555:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762841.809565:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787762841.809965:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762841.809967:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787762841.810265:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762841.810267:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787762841.810450:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762841.810452:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787762846.928467:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762846.928473:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787762846.928931:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762846.928933:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787762846.929213:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762846.929214:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787762846.929391:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762846.929393:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787762846.929564:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762846.929566:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787762852.048508:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762852.048979:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762852.049256:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762852.049434:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762852.049592:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762857.169544:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762857.169548:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787762857.169943:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762857.169945:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787762857.170200:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762857.170203:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787762857.170459:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762857.170462:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787762857.170828:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762857.170830:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1787762862.288636:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762862.288644:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787762862.289203:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762862.289205:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787762862.289480:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762862.289482:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787762862.289734:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762862.289736:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787762862.290017:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762862.290019:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1787762867.409031:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762867.409054:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1787762867.410461:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762867.410464:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1787762867.410957:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762867.410960:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1787762867.411313:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762867.411316:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1787762867.411912:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762867.411915:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1787762872.528417:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762872.528422:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1787762872.529138:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762872.529139:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1787762872.529329:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762872.529331:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1787762872.529504:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762872.529505:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1787762872.529795:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762872.529796:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1787762877.648577:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762877.648583:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1787762877.649429:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762877.649434:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1787762877.649628:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762877.649647:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1787762877.649874:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762877.649876:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1787762877.650148:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762877.650151:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1787762882.768878:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762882.768883:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787762882.769965:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762882.769967:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787762882.770179:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762882.770181:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787762882.770395:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762882.770396:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787762882.770670:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762882.770672:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1787762887.888495:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762887.888500:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787762887.889108:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762887.889109:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787762887.889323:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762887.889325:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787762887.889525:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762887.889527:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787762887.889777:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762887.889780:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1787762893.008476:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762893.008483:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787762893.009138:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762893.009140:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787762893.009386:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762893.009388:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787762893.009586:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762893.009587:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787762893.009821:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762893.009822:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1787762898.128650:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762898.128656:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787762898.129590:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762898.129592:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787762898.129787:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762898.129789:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787762898.130003:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762898.130006:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787762898.130195:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762898.130196:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787762903.248544:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762903.248552:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787762903.249172:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762903.249174:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787762903.249357:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762903.249359:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787762903.249608:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762903.249610:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787762903.249817:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762903.249819:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787762908.368586:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762908.368590:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1787762908.369208:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762908.369214:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1787762908.369422:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762908.369423:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1787762908.369605:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762908.369607:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1787762908.369862:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762908.369870:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1787762913.488431:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762913.488435:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787762913.488883:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762913.488885:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787762913.489089:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762913.489090:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787762913.489324:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762913.489325:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787762913.489521:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762913.489523:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1787762918.608844:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762918.609449:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762918.609820:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762918.610013:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762918.610180:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762923.728607:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762923.728614:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787762923.729418:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762923.729422:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787762923.729717:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762923.729720:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787762923.729968:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762923.729970:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787762923.730244:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762923.730247:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787762928.848627:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762928.848632:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787762928.849786:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762928.849790:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787762928.850323:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762928.850325:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787762928.850634:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762928.850636:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787762928.850828:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762928.850830:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787762933.968680:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762933.968687:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787762933.969597:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762933.969599:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787762933.969797:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762933.969799:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787762933.970051:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762933.970054:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787762933.970280:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762933.970283:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1787762939.089220:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762939.089227:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787762939.090326:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762939.090330:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787762939.090809:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762939.090811:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787762939.091264:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762939.091266:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787762939.091503:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762939.091506:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1787762944.208910:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762944.208919:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787762944.209727:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762944.209731:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787762944.210318:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762944.210322:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787762944.210849:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762944.210854:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787762944.211388:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762944.211391:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1787762949.328752:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787762949.328778:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1F:1787762949.329621:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787762949.329639:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787762949.330016:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787762949.330018:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787762949.330359:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787762949.330362:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787762949.330650:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787762949.330652:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787762954.448463:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787762954.448467:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787762954.449130:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787762954.449132:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787762954.449319:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787762954.449320:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787762954.449497:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787762954.449499:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787762954.449811:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787762954.449812:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787762959.568586:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762959.568592:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787762959.569330:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762959.569332:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787762959.569566:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762959.569568:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787762959.569779:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762959.569781:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787762959.570094:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762959.570096:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787762964.688562:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787762964.688571:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762964.689295:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787762964.689298:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762964.689697:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787762964.689701:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762964.690110:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787762964.690123:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762964.690429:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787762964.690432:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787762969.809155:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787762969.809160:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787762969.810475:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787762969.810479:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787762969.811371:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787762969.811376:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787762969.812029:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787762969.812032:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787762969.812370:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787762969.812375:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787762974.928693:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787762974.928698:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787762974.929649:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787762974.929654:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787762974.930033:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787762974.930035:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787762974.930281:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787762974.930283:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787762974.930548:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787762974.930550:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787762980.049079:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787762980.049109:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787762980.050149:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787762980.050152:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787762980.050485:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787762980.050490:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787762980.051016:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787762980.051019:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787762980.051370:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787762980.051373:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1787762985.168440:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762985.168838:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762985.169020:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762985.169180:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787762985.169335:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787762990.288631:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787762990.288635:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787762990.289263:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787762990.289266:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787762990.289891:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787762990.289894:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787762990.290083:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787762990.290085:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787762990.290316:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787762990.290317:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787762995.408451:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787762995.408459:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1787762995.409198:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787762995.409200:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1787762995.409396:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787762995.409404:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1787762995.409633:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787762995.409635:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1787762995.409872:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787762995.409874:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1787763000.528810:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763000.528815:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787763000.529588:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763000.529589:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787763000.529835:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763000.529837:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787763000.530070:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763000.530073:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787763000.530262:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763000.530264:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787763005.648827:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763005.648840:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787763005.649740:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763005.649742:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787763005.649984:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763005.649986:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787763005.650219:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763005.650222:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787763005.650444:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763005.650460:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787763010.769312:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763010.769319:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787763010.770458:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763010.770461:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787763010.770809:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763010.770811:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787763010.771149:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763010.771152:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787763010.771451:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763010.771454:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1787763015.888619:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787763015.888626:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787763015.889215:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787763015.889220:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787763015.889701:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787763015.889703:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787763015.889962:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787763015.889963:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787763015.890142:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787763015.890155:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787763021.008965:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763021.008975:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787763021.010526:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763021.010531:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787763021.011180:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763021.011185:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787763021.011831:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763021.011835:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787763021.012545:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763021.012551:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1787763026.128897:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787763026.128902:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787763026.129916:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787763026.129919:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787763026.130263:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787763026.130267:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787763026.130850:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787763026.130856:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1787763026.131607:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787763026.131613:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787763031.248537:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763031.248542:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787763031.249153:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763031.249164:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787763031.249449:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763031.249451:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787763031.249642:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763031.249644:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787763031.249870:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763031.249872:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787763036.368623:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763036.368631:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1787763036.369172:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763036.369175:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1787763036.369456:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763036.369458:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1787763036.369678:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763036.369680:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1787763036.369896:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763036.369899:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1787763041.488518:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787763041.488524:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1787763041.489144:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787763041.489146:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1787763041.489382:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787763041.489384:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1787763041.489568:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787763041.489570:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1787763041.489879:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787763041.489880:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1787763046.608599:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787763046.608619:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1787763046.609102:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787763046.609115:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1787763046.609358:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787763046.609360:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1787763046.609542:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787763046.609543:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1787763046.609745:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787763046.609746:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787763051.728535:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763051.728875:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763051.729228:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763051.729407:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763051.729556:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763056.848651:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763056.848660:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787763056.849420:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763056.849436:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787763056.849691:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763056.849693:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787763056.849940:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763056.849942:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787763056.850281:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763056.850284:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787763061.968837:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763061.968842:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787763061.969724:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763061.969726:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787763061.970083:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763061.970086:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787763061.970444:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763061.970446:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787763061.970728:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763061.970741:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787763067.088477:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763067.088482:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787763067.089126:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763067.089128:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787763067.089363:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763067.089366:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787763067.089676:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763067.089690:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787763067.090038:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763067.090040:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787763072.209171:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763072.209180:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787763072.210281:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763072.210284:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787763072.210698:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763072.210702:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787763072.211242:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763072.211245:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787763072.211743:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763072.211747:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787763077.328570:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763077.328575:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787763077.329398:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763077.329400:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787763077.329664:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763077.329666:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787763077.329996:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763077.329998:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787763077.330366:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763077.330369:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787763082.448613:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763082.448656:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787763082.449577:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763082.449581:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787763082.450051:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763082.450053:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787763082.450320:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763082.450322:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787763082.450563:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763082.450565:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787763087.568829:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763087.568838:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787763087.570034:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763087.570038:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787763087.570586:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763087.570591:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787763087.571006:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763087.571009:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787763087.571360:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763087.571362:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787763092.688768:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763092.688782:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787763092.689694:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763092.689696:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787763092.689934:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763092.689953:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787763092.690181:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763092.690182:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787763092.690365:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763092.690367:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787763097.808439:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763097.808443:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787763097.809158:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763097.809160:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787763097.809399:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763097.809400:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787763097.809611:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763097.809613:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787763097.809926:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763097.809928:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787763102.928559:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763102.928564:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787763102.929143:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763102.929144:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787763102.929325:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763102.929327:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787763102.929500:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763102.929502:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787763102.929709:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763102.929726:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1F:1787763108.048471:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763108.048493:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787763108.049253:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763108.049257:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787763108.049540:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763108.049542:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787763108.049811:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763108.049814:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787763108.050159:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763108.050162:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787763113.168592:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763113.168599:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787763113.169286:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763113.169288:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787763113.169503:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763113.169505:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787763113.169730:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763113.169732:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787763113.170027:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763113.170029:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787763118.288903:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763118.289560:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763118.290018:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763118.290249:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763118.290457:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763123.408680:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763123.408685:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1787763123.409560:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763123.409564:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1787763123.409874:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763123.409877:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1787763123.410125:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763123.410127:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1787763123.410435:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763123.410438:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1787763128.528454:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763128.528459:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787763128.529112:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763128.529114:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787763128.529328:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763128.529330:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787763128.529630:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763128.529632:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787763128.530002:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763128.530005:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1787763133.648463:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763133.648468:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787763133.649206:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763133.649209:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787763133.649548:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763133.649549:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787763133.649820:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763133.649822:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787763133.650033:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763133.650035:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787763138.768733:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763138.768741:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787763138.769552:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763138.769555:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787763138.769821:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763138.769823:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787763138.770129:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763138.770131:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787763138.770438:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763138.770454:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787763143.888669:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763143.888674:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787763143.889402:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763143.889409:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787763143.889820:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763143.889821:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787763143.890090:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763143.890092:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787763143.890306:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763143.890308:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787763149.008591:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763149.008596:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787763149.009136:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763149.009137:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787763149.009363:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763149.009365:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787763149.009576:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763149.009577:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787763149.009757:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763149.009759:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787763154.128478:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763154.128482:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787763154.129103:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763154.129105:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787763154.129312:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763154.129314:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787763154.129488:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763154.129490:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787763154.129732:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763154.129734:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787763159.248657:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763159.248666:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787763159.249179:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763159.249182:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787763159.249616:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763159.249619:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787763159.249951:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763159.249954:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787763159.250189:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763159.250191:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787763164.368767:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763164.368773:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 16 secs later)
00000800:00000200:2.1:1787763164.369614:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763164.369616:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 16 secs later)
00000800:00000200:2.1:1787763164.369959:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763164.369962:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 16 secs later)
00000800:00000200:2.1:1787763164.370289:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763164.370292:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 16 secs later)
00000800:00000200:2.1:1787763164.370598:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763164.370601:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 16 secs later)
00000800:00000200:2.1:1787763169.488413:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763169.488417:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1787763169.488998:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763169.489000:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1787763169.489246:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763169.489248:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1787763169.489436:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763169.489438:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1787763169.489700:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763169.489702:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1787763174.608474:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763174.608478:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1787763174.609283:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763174.609285:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1787763174.609477:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763174.609478:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1787763174.609659:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763174.609661:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1787763174.609949:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763174.609951:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1787763179.728530:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763179.728535:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787763179.729175:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763179.729177:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787763179.729438:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763179.729440:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787763179.729671:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763179.729673:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787763179.729869:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763179.729871:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787763184.848869:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763184.849444:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763184.849885:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763184.850153:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763184.850347:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763189.968593:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763189.968602:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787763189.969492:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763189.969494:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787763189.969820:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763189.969823:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787763189.970178:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763189.970181:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787763189.970596:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763189.970599:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787763195.088716:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763195.088724:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787763195.089533:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763195.089536:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787763195.089763:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763195.089765:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787763195.090018:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763195.090020:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787763195.090229:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763195.090231:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787763200.208455:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763200.208461:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787763200.209116:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763200.209118:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787763200.209314:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763200.209315:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787763200.209490:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763200.209491:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787763200.209703:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763200.209704:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787763205.328495:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763205.328501:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787763205.329164:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763205.329179:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787763205.329371:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763205.329373:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787763205.329559:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763205.329560:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787763205.329809:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763205.329811:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787763210.448564:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763210.448569:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787763210.449162:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763210.449163:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787763210.449403:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763210.449405:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787763210.449583:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763210.449585:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787763210.449779:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763210.449781:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787763215.568596:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763215.568601:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787763215.569246:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763215.569249:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787763215.569577:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763215.569580:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787763215.569927:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763215.569930:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787763215.570235:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763215.570238:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787763220.688681:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763220.688699:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787763220.689802:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763220.689803:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787763220.690055:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763220.690056:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787763220.690250:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763220.690253:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787763220.690628:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763220.690630:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787763225.808961:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763225.808988:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787763225.810433:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763225.810438:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787763225.811083:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763225.811089:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787763225.811732:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763225.811759:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787763225.812720:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763225.812725:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787763230.928431:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763230.928435:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787763230.929110:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763230.929113:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787763230.929581:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763230.929582:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787763230.929843:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763230.929844:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787763230.930049:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763230.930050:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00010000:00000001:0.0:1787763233.295982:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763233.295984:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763233.295988:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763233.295989:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763233.295993:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763233.295994:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763234.319922:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763234.319927:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763234.319931:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763234.319932:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763234.319934:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763234.319935:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763234.319938:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763234.319939:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763234.319941:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763234.319942:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763235.343979:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763235.343984:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763235.343989:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763235.343990:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763235.343992:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763235.343995:0:58903:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763235.343997:0:58903:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763235.344000:0:58903:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763235.344002:0:58903:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763235.344004:0:58903:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763235.344005:0:58903:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763235.344007:0:58903:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763235.344009:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763235.344010:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763235.344012:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763235.344013:0:58903:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763235.344014:0:58903:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763235.344015:0:58903:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763235.344016:0:58903:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763235.344017:0:58903:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763235.344018:0:58903:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763235.344019:0:58903:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763235.344038:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763235.344041:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763235.344043:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787763236.048841:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763236.048885:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787763236.049875:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763236.049877:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787763236.050101:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763236.050102:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787763236.050282:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763236.050284:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787763236.050551:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763236.050554:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00010000:00000001:0.0:1787763236.367983:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763236.367990:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763236.367995:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763236.367996:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763236.368000:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763236.368001:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763236.368003:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763236.368004:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763236.368007:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763236.368008:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763237.391935:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763237.391940:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763237.391945:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763237.391949:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763237.391954:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763237.391956:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763237.391969:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763237.391973:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763237.391988:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763237.391991:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763238.416026:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763238.416039:0:58903:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763238.416042:0:58903:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763238.416047:0:58903:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763238.416052:0:58903:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763238.416054:0:58903:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763238.416056:0:58903:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763238.416059:0:58903:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763238.416065:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763238.416066:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763238.416071:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763238.416072:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763238.416076:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763238.416077:0:58903:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763238.416079:0:58903:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763238.416080:0:58903:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763238.416082:0:58903:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763238.416084:0:58903:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763238.416086:0:58903:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763238.416088:0:58903:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763238.416092:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763238.416094:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763238.416150:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763238.416155:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763238.416158:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763239.439913:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763239.439919:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763239.439924:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763239.439925:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763239.439935:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763239.439936:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763239.439938:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763239.439939:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763239.439942:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763239.439943:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763240.463979:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763240.463985:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763240.463989:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763240.463990:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763240.463992:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763240.463993:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763240.463995:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763240.463997:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763240.463999:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763240.464000:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787763241.168503:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763241.168521:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787763241.169122:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763241.169125:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787763241.169330:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763241.169331:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787763241.169534:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763241.169536:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787763241.169787:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763241.169789:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00010000:00000001:0.0:1787763241.487982:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763241.487989:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763241.487996:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763241.488000:0:58903:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763241.488003:0:58903:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763241.488007:0:58903:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763241.488011:0:58903:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763241.488014:0:58903:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763241.488016:0:58903:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763241.488020:0:58903:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763241.488024:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763241.488026:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763241.488030:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763241.488032:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763241.488036:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763241.488038:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763241.488060:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763241.488063:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763241.488066:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763242.511933:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763242.511938:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763242.511944:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763242.511945:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763242.511949:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763242.511952:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763242.511957:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763242.511958:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763242.511961:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763242.511962:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763243.535964:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763243.535969:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763243.535974:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763243.535975:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763243.535978:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763243.535978:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763243.535981:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763243.535982:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763243.535984:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763243.535985:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763244.559947:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763244.559952:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763244.559957:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763244.559958:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763244.559960:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763244.559964:0:58903:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763244.559966:0:58903:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763244.559968:0:58903:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763244.559971:0:58903:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763244.559973:0:58903:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763244.559974:0:58903:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763244.559976:0:58903:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763244.559978:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763244.559979:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763244.559981:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763244.559983:0:58903:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763244.559983:0:58903:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763244.559984:0:58903:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763244.559985:0:58903:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763244.559986:0:58903:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763244.559987:0:58903:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763244.559988:0:58903:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763244.560015:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763244.560017:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763244.560018:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763245.583979:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763245.583995:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763245.584001:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763245.584002:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763245.584005:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763245.584006:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763245.584009:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763245.584010:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763245.584012:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763245.584014:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787763246.288509:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763246.288514:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787763246.289106:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763246.289108:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787763246.289323:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763246.289325:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787763246.289556:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763246.289558:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787763246.289805:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763246.289806:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00010000:00000001:0.0:1787763246.607931:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763246.607938:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763246.607943:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763246.607944:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763246.607947:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763246.607948:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763246.607951:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763246.607953:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763246.607957:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763246.607958:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763247.631980:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763247.631985:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763247.631991:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763247.631993:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763247.631999:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763247.632002:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763247.632006:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763247.632008:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763247.632013:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763247.632014:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763247.632047:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763247.632050:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763247.632052:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763248.655954:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763248.655964:0:58903:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763248.655967:0:58903:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763248.655971:0:58903:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763248.655977:0:58903:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763248.655979:0:58903:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763248.655982:0:58903:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763248.655984:0:58903:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763248.655989:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763248.655991:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763248.655995:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763248.655997:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763248.656001:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763248.656003:0:58903:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763248.656005:0:58903:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763248.656006:0:58903:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763248.656008:0:58903:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763248.656010:0:58903:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763248.656012:0:58903:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763248.656014:0:58903:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763248.656018:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763248.656020:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763249.679972:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763249.679980:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763249.679987:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763249.679989:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763249.679993:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763249.679995:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763249.679998:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763249.679999:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763249.680001:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763249.680002:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763250.703979:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763250.703985:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763250.703991:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763250.703993:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763250.703996:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763250.703997:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763250.704000:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763250.704001:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763250.704004:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763250.704023:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763250.704048:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763250.704051:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763250.704054:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787763251.408758:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763251.409387:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763251.409573:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763251.409727:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763251.409930:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00010000:00000001:0.0:1787763251.727978:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763251.727983:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763251.727988:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763251.727991:0:58903:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763251.727993:0:58903:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763251.727995:0:58903:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763251.727997:0:58903:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763251.727999:0:58903:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763251.728001:0:58903:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763251.728002:0:58903:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763251.728005:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763251.728006:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763251.728008:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763251.728009:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763251.728011:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763251.728011:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763252.751941:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763252.751946:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763252.751952:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763252.751954:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763252.751959:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763252.751961:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763252.751964:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763252.751966:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763252.751969:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763252.751970:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763253.775950:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763253.775955:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763253.775959:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763253.775960:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763253.775963:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763253.775964:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763253.775966:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763253.775967:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763253.775969:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763253.775970:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763253.775988:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763253.775990:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763253.775992:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1787763254.480095:0:2377:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.141:988
00000400:00000100:0.0:1787763254.480138:0:2377:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.141@tcp at host 192.168.202.141 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1787763254.480147:0:2377:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763254.480151:0:2377:0:(router.c:1791:lnet_notify()) 192.168.202.41@tcp notifying 192.168.202.141@tcp: down
00000400:00000200:0.0:1787763254.480157:0:2377:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763254.480161:0:2377:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1787763254.480166:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:0.0:1787763254.480171:0:2377:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88000.
00000400:00000200:0.0:1787763254.480177:0:2377:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787763254.480182:0:2377:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787763254.480189:0:2377:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f220
00000400:00000010:0.0:1787763254.480192:0:2377:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f220.
00000100:00000001:0.0:1787763254.480197:0:2377:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787763254.480205:0:2377:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9821899b1a40 x1874601358694400/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763254.480236:0:2377:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763254.480241:0:2377:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b1a40 x1874601358694400/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763276 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763254.480249:0:2377:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763254.480251:0:2377:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787763254.480261:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:0.0:1787763254.480263:0:2377:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88f00.
00000400:00000200:0.0:1787763254.480266:0:2377:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787763254.480270:0:2377:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787763254.480273:0:2377:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f4c8
00000400:00000010:0.0:1787763254.480305:0:2377:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f4c8.
00000100:00000001:0.0:1787763254.480310:0:2377:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787763254.480314:0:2377:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9821899b3c00 x1874601358694528/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763254.480322:0:2377:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763254.480325:0:2377:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b3c00 x1874601358694528/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763276 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763254.480331:0:2377:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763254.480333:0:2377:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787763254.480338:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:0.0:1787763254.480340:0:2377:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88800.
00000400:00000200:0.0:1787763254.480342:0:2377:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787763254.480346:0:2377:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787763254.480348:0:2377:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fa18
00000400:00000010:0.0:1787763254.480350:0:2377:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fa18.
00000100:00000001:0.0:1787763254.480352:0:2377:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787763254.480356:0:2377:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9821899b0b40 x1874601358694656/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763254.480363:0:2377:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763254.480365:0:2377:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b0b40 x1874601358694656/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763276 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763254.480372:0:2377:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763254.480374:0:2377:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787763254.480378:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:0.0:1787763254.480381:0:2377:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88100.
00000400:00000200:0.0:1787763254.480384:0:2377:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787763254.480389:0:2377:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787763254.480392:0:2377:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f880
00000400:00000010:0.0:1787763254.480394:0:2377:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f880.
00000100:00000001:0.0:1787763254.480397:0:2377:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787763254.480402:0:2377:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9821899b03c0 x1874601358694784/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763254.480416:0:2377:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763254.480424:0:2377:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b03c0 x1874601358694784/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763276 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763254.480437:0:2377:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763254.480442:0:2377:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787763254.480468:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:0.0:1787763254.480472:0:2377:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88d00.
00000400:00000200:0.0:1787763254.480479:0:2377:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787763254.480487:0:2377:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787763254.480493:0:2377:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f440
00000400:00000010:0.0:1787763254.480498:0:2377:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f440.
00000100:00000001:0.0:1787763254.480504:0:2377:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787763254.480514:0:2377:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9821899b21c0 x1874601358694912/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763254.480554:0:2377:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763254.480561:0:2377:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b21c0 x1874601358694912/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763276 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763254.480581:0:2377:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763254.480584:0:2377:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:0.0:1787763254.799915:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763254.799920:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763254.799924:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763254.799925:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763254.799927:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763254.799930:0:58903:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763254.799932:0:58903:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763254.799934:0:58903:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763254.799936:0:58903:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763254.799938:0:58903:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763254.799939:0:58903:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763254.799941:0:58903:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763254.799943:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763254.799944:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763254.799946:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763254.799947:0:58903:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763254.799948:0:58903:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763254.799949:0:58903:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763254.799950:0:58903:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763254.799951:0:58903:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763254.799952:0:58903:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763254.799953:0:58903:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763255.823935:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763255.823940:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763255.823944:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763255.823945:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763255.823947:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763255.823948:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763255.823951:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763255.823951:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763255.823953:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763255.823954:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787763256.529142:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763256.529175:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787763256.529996:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763256.529998:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787763256.530347:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763256.530349:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787763256.530601:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763256.530603:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787763256.530787:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763256.530789:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00010000:00000001:0.0:1787763256.847942:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763256.847947:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763256.847952:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763256.847953:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763256.847955:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763256.847956:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763256.847959:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763256.847960:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763256.847962:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763256.847963:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763256.847981:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763256.847982:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763256.847985:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763257.871954:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763257.871959:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763257.871964:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763257.871965:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763257.871969:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763257.871971:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763257.871974:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763257.871975:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763257.871978:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763257.871980:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763258.895977:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763258.895989:0:58903:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763258.895992:0:58903:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763258.895996:0:58903:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763258.896003:0:58903:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763258.896005:0:58903:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763258.896007:0:58903:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763258.896010:0:58903:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763258.896015:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763258.896017:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763258.896021:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763258.896022:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763258.896026:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763258.896028:0:58903:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763258.896030:0:58903:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763258.896031:0:58903:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763258.896033:0:58903:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763258.896034:0:58903:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763258.896036:0:58903:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763258.896038:0:58903:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763258.896042:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763258.896045:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763259.919949:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763259.919956:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763259.919964:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763259.919965:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763259.919968:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763259.919969:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763259.919972:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763259.919973:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763259.919975:0:58903:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763259.919975:0:58903:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763259.919995:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763259.919997:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763259.919999:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763260.943946:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763260.943954:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763260.943960:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763260.943961:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763260.943965:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763260.943967:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763260.943971:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763260.943985:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763260.943990:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763260.943993:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763261.648006:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763261.648020:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787763261.648025:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763261.648031:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763261.648039:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763261.648051:0:58520:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 4147
00000400:00000200:0.0:1787763261.648067:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763261.648078:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763261.648084:0:58520:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763261.648091:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763261.648097:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763261.648104:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763261.648109:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763261.648116:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763261.648120:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:0.0:1787763261.648125:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763261.648130:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:0.0:1787763261.648133:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:0.0:1787763261.648137:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:0.0:1787763261.648144:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763261.648148:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763261.648153:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763261.648157:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763261.648164:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:0.0:1787763261.648171:0:58520:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763261.648176:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763261.648181:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763261.648187:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763261.648193:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763261.648197:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787763261.648202:0:58520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763261.648268:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189600b40.
00000020:00000040:0.0:1787763261.648276:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:0.0:1787763261.648283:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763261.648287:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763261.648292:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763261.648297:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763261.648304:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763261.648318:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186487400.
00000100:00000001:0.0:1787763261.648330:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763261.648345:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189600b40 x1874601358695680/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763261.648383:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763261.648390:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763261.648398:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b75a9b86] to pc [ptlrpcd_rcv+-1]  req@ffff982189600b40 x1874601358695680/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763261.648427:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763261.648432:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763261.648436:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787763261.648438:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763261.648441:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763261.648444:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763261.648447:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4147
00000400:00000200:0.0:1787763261.648454:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763261.648459:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763261.648463:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763261.648469:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763261.648473:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763261.648476:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763261.648480:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763261.648483:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763261.648486:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:0.0:1787763261.648494:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763261.648498:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:0.0:1787763261.648509:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:0.0:1787763261.648519:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:0.0:1787763261.648531:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763261.648538:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763261.648549:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763261.648561:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763261.648578:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:0.0:1787763261.648590:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763261.648607:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763261.648620:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763261.648633:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763261.648643:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763261.648655:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763261.648668:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763261.648679:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763261.648689:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763261.648702:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896003c0.
00000020:00000040:0.0:1787763261.648716:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:0.0:1787763261.648727:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763261.648732:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763261.648742:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763261.648747:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763261.648756:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763261.648774:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186486c00.
00000100:00000001:0.0:1787763261.648789:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763261.648832:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896003c0 x1874601358695808/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763261.648971:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763261.648980:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763261.648995:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031852cee] to pc [ptlrpcd_rcv+-1]  req@ffff9821896003c0 x1874601358695808/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763261.649019:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763261.649032:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763261.649049:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000800:00000200:1.1:1787763261.649049:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:0.0:1787763261.649060:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:1.1:1787763261.649061:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000100:00080000:0.0:1787763261.649070:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763261.649084:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763261.649097:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4147
00000400:00000200:0.0:1787763261.649109:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763261.649127:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763261.649137:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763261.649154:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763261.649167:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763261.649181:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763261.649190:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763261.649202:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763261.649210:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:0.0:1787763261.649244:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763261.649262:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:0.0:1787763261.649272:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:0.0:1787763261.649285:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:0.0:1787763261.649296:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763261.649302:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763261.649309:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763261.649324:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763261.649329:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:0.0:1787763261.649340:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763261.649344:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763261.649354:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763261.649361:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763261.649368:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763261.649372:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763261.649378:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763261.649385:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763261.649391:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763261.649404:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189603c00.
00000020:00000040:0.0:1787763261.649412:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:0.0:1787763261.649421:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763261.649423:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763261.649428:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763261.649434:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763261.649439:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763261.649450:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186487800.
00000100:00000001:0.0:1787763261.649460:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763261.649488:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189603c00 x1874601358695936/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763261.649524:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763261.649533:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763261.649555:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca2e9794] to pc [ptlrpcd_rcv+-1]  req@ffff982189603c00 x1874601358695936/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763261.649586:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763261.649600:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763261.649615:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787763261.649626:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763261.649636:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763261.649651:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763261.649664:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4147
00000400:00000200:0.0:1787763261.649681:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763261.649698:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763261.649711:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763261.649728:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763261.649738:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763261.649752:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763261.649765:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763261.649778:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763261.649786:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:0.0:1787763261.649798:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763261.649807:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:0.0:1787763261.649822:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:0.0:1787763261.649834:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:0.0:1787763261.649892:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763261.649899:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763261.649911:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763261.649916:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763261.649927:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:0.0:1787763261.649941:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763261.649948:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763261.649957:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763261.649966:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763261.649976:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763261.649986:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763261.649993:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787763261.650001:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763261.650007:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763261.650018:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896021c0.
00000020:00000040:0.0:1787763261.650031:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:0.0:1787763261.650044:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763261.650051:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763261.650065:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763261.650073:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763261.650083:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763261.650099:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186485c00.
00000100:00000001:0.0:1787763261.650115:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763261.650140:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896021c0 x1874601358696064/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763261.650182:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763261.650195:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763261.650252:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070132a00] to pc [ptlrpcd_rcv+-1]  req@ffff9821896021c0 x1874601358696064/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763261.650297:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763261.650319:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763261.650339:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787763261.650347:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763261.650356:0:58520:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763261.650372:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763261.650385:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4147
00000400:00000200:0.0:1787763261.650459:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763261.650478:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763261.650498:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763261.650513:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763261.650522:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763261.650535:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763261.650549:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000800:00000200:1.1:1787763261.650559:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000020:00000001:0.0:1787763261.650561:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763261.650568:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000800:00000200:1.1:1787763261.650572:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000020:00000001:0.0:1787763261.650575:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763261.650583:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:0.0:1787763261.650595:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:0.0:1787763261.650607:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:0.0:1787763261.650624:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763261.650633:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763261.650641:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763261.650647:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763261.650655:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:0.0:1787763261.650665:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763261.650673:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763261.650677:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763261.650684:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763261.650693:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763261.650700:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763261.650706:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787763261.650718:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763261.650723:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763261.650734:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189602580.
00000020:00000040:0.0:1787763261.650741:0:58520:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:0.0:1787763261.650749:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763261.650753:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763261.650763:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763261.650770:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763261.650778:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763261.650799:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186486400.
00000100:00000001:0.0:1787763261.650812:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763261.650837:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189602580 x1874601358696192/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763261.650951:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763261.650965:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763261.650991:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000514a9ad2] to pc [ptlrpcd_rcv+-1]  req@ffff982189602580 x1874601358696192/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763261.651053:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763261.651071:0:58520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4157)
00000800:00000200:1.1:1787763261.651381:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763261.651386:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787763261.652027:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763261.652030:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787763261.652521:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763261.652527:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00010000:00000001:0.0:1787763261.967907:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763261.967912:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763261.967916:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763261.967919:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763261.967921:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763261.967924:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763261.967927:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763261.967929:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763261.967930:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763261.967932:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763261.967934:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763261.967935:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763261.967938:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763261.967938:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763261.967941:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763261.967942:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763262.991967:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763262.991985:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763262.991997:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763262.992001:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763262.992005:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763262.992007:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763262.992011:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763262.992014:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763262.992017:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763262.992018:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763262.992045:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763262.992049:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763262.992052:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763264.015908:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763264.015914:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763264.015918:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763264.015919:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763264.015921:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763264.015922:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763264.015925:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763264.015926:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763264.015928:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763264.015929:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763265.039928:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763265.039936:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763265.039941:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763265.039942:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763265.039945:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763265.039949:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763265.039951:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763265.039955:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763265.039958:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763265.039960:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763265.039962:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763265.039963:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763265.039966:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763265.039967:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763265.039971:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763265.039973:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763265.039974:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763265.039975:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763265.039976:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763265.039977:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763265.039979:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763265.039980:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763266.063919:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763266.063926:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763266.063933:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763266.063934:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763266.063938:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763266.063940:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763266.063943:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763266.063945:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763266.063948:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763266.063950:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763266.063972:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763266.063975:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763266.063978:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787763266.768670:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763266.768689:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787763266.769645:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763266.769647:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787763266.769863:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763266.769880:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787763266.770102:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763266.770104:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787763266.770311:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763266.770313:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00010000:00000001:0.0:1787763267.087975:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763267.087980:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763267.087985:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763267.087986:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763267.087988:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763267.087989:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763267.087992:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763267.087993:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763267.087995:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763267.087996:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763268.111959:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763268.111964:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763268.111971:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763268.111973:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763268.111977:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763268.111978:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763268.111982:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763268.111984:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763268.111987:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763268.111989:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763269.135961:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763269.135970:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763269.135973:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763269.135976:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763269.135981:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763269.135983:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763269.135985:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763269.135986:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763269.135990:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763269.135991:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763269.135994:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763269.135995:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763269.135997:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763269.135998:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763269.135999:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763269.136001:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763269.136002:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763269.136002:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763269.136004:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763269.136005:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763269.136007:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763269.136008:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763269.136035:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763269.136037:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763269.136039:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763270.159932:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763270.159938:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763270.159942:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763270.159943:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763270.159946:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763270.159947:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763270.159949:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763270.159950:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763270.159952:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763270.159953:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763271.184035:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763271.184043:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763271.184049:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763271.184050:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763271.184053:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763271.184054:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763271.184057:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763271.184058:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763271.184061:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763271.184062:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787763271.888640:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763271.888648:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787763271.889659:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763271.889661:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787763271.890073:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763271.890076:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787763271.890462:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763271.890466:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787763271.890799:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763271.890801:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00010000:00000001:0.0:1787763272.207976:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763272.207982:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763272.207986:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763272.207989:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763272.207991:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763272.207994:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763272.207997:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763272.207998:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763272.208000:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763272.208001:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763272.208004:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763272.208004:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763272.208007:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763272.208008:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763272.208010:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763272.208011:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763272.208042:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763272.208044:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763272.208046:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763273.232009:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763273.232016:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763273.232024:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763273.232026:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763273.232034:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763273.232038:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763273.232047:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763273.232049:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763273.232055:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763273.232058:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763274.256057:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763274.256066:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763274.256073:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763274.256075:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763274.256078:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763274.256080:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763274.256083:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763274.256084:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763274.256088:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763274.256089:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763275.280058:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763275.280065:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763275.280071:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763275.280072:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763275.280076:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763275.280079:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763275.280082:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763275.280085:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763275.280115:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763275.280118:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763275.280120:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763275.280122:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763275.280126:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763275.280127:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763275.280130:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763275.280131:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763275.280133:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763275.280134:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763275.280142:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763275.280143:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763275.280144:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763275.280146:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763275.280208:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763275.280211:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763275.280214:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763276.303948:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763276.303953:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763276.303958:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763276.303959:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763276.303961:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763276.303962:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763276.303965:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763276.303965:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763276.303968:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763276.303969:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787763277.008499:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763277.008505:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787763277.009204:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763277.009210:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787763277.009720:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763277.009723:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787763277.010006:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763277.010008:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787763277.010230:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763277.010232:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00010000:00000001:0.0:1787763277.328002:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763277.328009:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763277.328016:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763277.328018:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763277.328021:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763277.328023:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763277.328026:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763277.328028:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763277.328031:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763277.328032:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763278.351949:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763278.351955:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763278.351962:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763278.351966:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763278.351972:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763278.351976:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763278.351981:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763278.351983:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763278.351987:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763278.351989:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763278.352013:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763278.352016:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763278.352019:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763279.375945:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763279.375951:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763279.375953:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763279.375955:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763279.375959:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763279.375961:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763279.375963:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763279.375964:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763279.375967:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763279.375968:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763279.375971:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763279.375972:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763279.375974:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763279.375975:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763279.375976:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763279.375977:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763279.375978:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763279.375979:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763279.375980:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763279.375981:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763279.375983:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763279.375984:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763280.399945:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763280.399953:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763280.399959:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763280.399960:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763280.399963:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763280.399965:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763280.399968:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763280.399969:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763280.399971:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763280.399972:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763281.423948:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763281.423958:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763281.423966:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763281.423971:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763281.423973:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763281.423978:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763281.423981:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763281.423984:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763281.423986:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763281.423989:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763281.423993:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763281.423995:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763281.423999:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763281.424001:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763281.424005:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763281.424007:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763281.424056:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763281.424061:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763281.424064:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787763282.128843:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763282.128871:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787763282.130006:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763282.130009:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787763282.130238:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763282.130239:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787763282.130463:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763282.130465:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787763282.130751:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763282.130775:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00010000:00000001:0.0:1787763282.447924:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763282.447929:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763282.447933:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763282.447934:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763282.447937:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763282.447938:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763282.447941:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763282.447941:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763282.447944:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763282.447945:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763283.471995:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763283.472006:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763283.472013:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763283.472031:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763283.472047:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763283.472050:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763283.472054:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763283.472055:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763283.472057:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763283.472059:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763284.495934:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763284.495941:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763284.495946:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763284.495948:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763284.495951:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763284.495955:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763284.495957:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763284.495960:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763284.495963:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763284.495965:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763284.495968:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763284.495970:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763284.495974:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763284.495976:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763284.495979:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763284.495981:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763284.495982:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763284.495984:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763284.495986:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763284.495987:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763284.495989:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763284.495991:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763284.496046:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763284.496049:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763284.496052:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763285.519968:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763285.519975:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763285.519980:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763285.519981:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763285.519983:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763285.519984:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763285.519986:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763285.519987:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763285.519990:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763285.519990:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763286.543957:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763286.543962:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763286.543966:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763286.543967:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763286.543970:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763286.543971:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763286.543974:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763286.543975:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763286.543978:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763286.543979:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787763287.248945:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763287.248954:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787763287.249912:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763287.249914:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787763287.250256:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763287.250260:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787763287.250582:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763287.250585:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787763287.250912:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763287.250914:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 28 secs later)
00010000:00000001:0.0:1787763287.567914:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763287.567919:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763287.567924:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763287.567925:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763287.567927:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763287.567928:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763287.567931:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763287.567932:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763287.567934:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763287.567935:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763287.567951:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763287.567953:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763287.567955:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763288.592019:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763288.592027:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763288.592037:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763288.592041:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763288.592048:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763288.592050:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763288.592054:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763288.592056:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763288.592061:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763288.592063:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763289.615990:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763289.615999:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763289.616002:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763289.616005:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763289.616010:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763289.616012:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763289.616013:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763289.616015:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763289.616019:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763289.616020:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763289.616024:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763289.616025:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763289.616027:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763289.616029:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763289.616030:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763289.616031:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763289.616032:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763289.616033:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763289.616034:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763289.616035:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763289.616039:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763289.616040:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763290.639927:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763290.639936:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763290.639941:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763290.639942:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763290.639946:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763290.639947:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763290.639963:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763290.639966:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763290.639969:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763290.639970:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763290.639991:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763290.639994:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763290.640003:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763291.663917:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763291.663923:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763291.663928:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763291.663931:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763291.663932:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763291.663935:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763291.663937:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763291.663939:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763291.663961:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763291.663963:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763291.663966:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763291.663967:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763291.663969:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763291.663970:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763291.663973:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763291.663974:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787763292.368642:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763292.368654:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787763292.369876:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763292.369878:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787763292.370161:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763292.370163:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787763292.370388:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763292.370390:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787763292.370673:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763292.370675:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00010000:00000001:0.0:1787763292.687917:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763292.687923:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763292.687927:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763292.687928:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763292.687957:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763292.687958:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763292.687961:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763292.687963:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763292.687965:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763292.687966:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763293.711919:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763293.711936:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763293.711943:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763293.711946:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763293.711952:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763293.711955:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763293.711960:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763293.711961:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763293.711964:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763293.711966:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763293.711985:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763293.711989:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763293.711992:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763294.735941:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763294.735948:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763294.735954:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763294.735954:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763294.735958:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763294.735961:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763294.735964:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763294.735967:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763294.735970:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763294.735972:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763294.735974:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763294.735975:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763294.735978:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763294.735979:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763294.735982:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763294.735983:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763294.735984:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763294.735985:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763294.735986:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763294.735987:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763294.735988:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763294.735989:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763295.759950:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763295.759955:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763295.759959:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763295.759960:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763295.759963:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763295.759963:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763295.759966:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763295.759967:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763295.759969:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763295.759970:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763296.784016:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763296.784024:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763296.784029:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763296.784030:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763296.784033:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763296.784034:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763296.784037:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763296.784038:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763296.784041:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763296.784042:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763296.784067:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763296.784069:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763296.784072:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787763297.488799:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763297.488810:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787763297.489440:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763297.489453:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787763297.489649:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763297.489651:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787763297.489833:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763297.489835:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787763297.490066:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763297.490068:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00010000:00000001:0.0:1787763297.807993:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763297.807999:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763297.808010:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763297.808011:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763297.808014:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763297.808015:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763297.808018:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763297.808018:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763297.808032:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763297.808033:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763298.831935:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763298.831939:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763298.831944:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763298.831946:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763298.831953:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763298.831957:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763298.831961:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763298.831963:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763298.831967:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763298.831969:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763299.855919:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763299.855926:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763299.855928:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763299.855931:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763299.855935:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763299.855937:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763299.855938:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763299.855940:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763299.855943:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763299.855944:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763299.855947:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763299.855948:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763299.855950:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763299.855951:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763299.855952:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763299.855953:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763299.855954:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763299.855955:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763299.855956:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763299.855957:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763299.855959:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763299.855960:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763299.855976:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763299.855978:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763299.855980:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763300.879953:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763300.879962:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763300.879967:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763300.879968:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763300.879971:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763300.879972:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763300.879975:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763300.879976:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763300.879979:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763300.879980:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763301.903974:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763301.903980:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763301.903984:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763301.903987:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763301.903989:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763301.903992:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763301.903994:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763301.903996:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763301.903997:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763301.903999:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763301.904001:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763301.904002:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763301.904004:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763301.904005:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763301.904008:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763301.904008:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787763302.608516:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763302.608523:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787763302.609127:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763302.609130:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787763302.609333:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763302.609335:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787763302.609583:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763302.609584:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787763302.609836:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763302.609838:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00010000:00000001:0.0:1787763302.927960:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763302.927968:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763302.927973:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763302.927974:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763302.927977:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763302.927978:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763302.927981:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763302.927982:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763302.927985:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763302.927986:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763302.928009:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763302.928011:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763302.928014:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763303.951996:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763303.952001:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763303.952007:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763303.952010:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763303.952024:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763303.952026:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763303.952032:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763303.952034:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763303.952040:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763303.952043:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763304.975954:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763304.975963:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763304.975970:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763304.975971:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763304.975976:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763304.975980:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763304.975982:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763304.975987:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763304.975990:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763304.975993:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763304.975995:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763304.975998:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763304.976002:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763304.976004:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763304.976008:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763304.976010:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763304.976011:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763304.976013:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763304.976024:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763304.976026:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763304.976028:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763304.976033:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763305.999968:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763305.999975:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763305.999982:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763305.999983:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763305.999987:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763305.999988:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763305.999991:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763305.999992:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763305.999995:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763305.999997:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763306.000020:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763306.000023:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763306.000026:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763307.023942:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763307.023948:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763307.023952:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763307.023953:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763307.023955:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763307.023956:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763307.023958:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763307.023959:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763307.023961:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763307.023962:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787763307.728483:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763307.728489:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787763307.729051:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763307.729053:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787763307.729261:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763307.729262:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787763307.729465:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763307.729467:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787763307.729656:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763307.729657:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00010000:00000001:0.0:1787763308.047957:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763308.047964:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763308.047968:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763308.047969:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763308.047972:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763308.047973:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763308.047975:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763308.047976:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763308.047978:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763308.047979:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763309.071969:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763309.071974:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763309.071979:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763309.071980:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763309.071984:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763309.071986:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763309.071990:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763309.071991:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763309.071994:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763309.071995:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763309.072036:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763309.072039:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763309.072041:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763310.096011:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763310.096021:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763310.096024:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763310.096027:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763310.096032:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763310.096035:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763310.096037:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763310.096038:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763310.096042:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763310.096043:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763310.096047:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763310.096048:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763310.096051:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763310.096052:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763310.096053:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763310.096054:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763310.096055:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763310.096055:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763310.096056:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763310.096058:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763310.096061:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763310.096062:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763311.119962:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763311.119967:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763311.119972:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763311.119973:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763311.119975:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763311.119976:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763311.119978:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763311.119979:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763311.119981:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763311.119982:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763312.143971:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763312.143978:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763312.143984:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763312.143986:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763312.143988:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763312.143991:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763312.143995:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763312.143997:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763312.143999:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763312.144002:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763312.144007:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763312.144009:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763312.144012:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763312.144014:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763312.144017:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763312.144019:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763312.144056:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763312.144060:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763312.144063:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787763312.848612:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763312.848619:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787763312.849146:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763312.849148:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787763312.849449:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763312.849452:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787763312.849680:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763312.849681:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787763312.849925:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763312.849927:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00010000:00000001:0.0:1787763313.167925:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763313.167933:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763313.167940:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763313.167942:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763313.167945:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763313.167947:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763313.167951:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763313.167952:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763313.167955:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763313.167957:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763314.191947:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763314.191953:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763314.191959:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763314.191963:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763314.191970:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763314.191972:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763314.191978:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763314.191980:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763314.191983:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763314.191985:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763315.215933:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763315.215939:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763315.215942:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763315.215944:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763315.215946:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763315.215948:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763315.215951:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763315.215953:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763315.215955:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763315.215957:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763315.215959:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763315.215961:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763315.215963:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763315.215964:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763315.215966:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763315.215967:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763315.215968:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763315.215969:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763315.215970:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763315.215971:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763315.215972:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763315.215973:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763315.215997:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763315.215999:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763315.216001:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763316.239968:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763316.239974:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763316.239980:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763316.239981:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763316.239985:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763316.239986:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763316.239990:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763316.239991:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763316.239994:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763316.239996:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763317.264000:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763317.264006:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763317.264010:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763317.264011:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763317.264014:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763317.264015:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763317.264017:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763317.264018:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763317.264020:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763317.264021:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787763317.968509:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763317.968801:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763317.969013:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763317.969213:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763317.969374:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00010000:00000001:0.0:1787763318.287999:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763318.288006:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763318.288011:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763318.288013:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763318.288016:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763318.288016:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763318.288019:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763318.288020:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763318.288022:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763318.288023:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763318.288077:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763318.288079:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763318.288082:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763319.311988:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763319.311996:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763319.312004:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763319.312006:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763319.312011:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763319.312012:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763319.312017:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763319.312018:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763319.312023:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763319.312024:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763320.335954:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763320.335961:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763320.335963:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763320.335966:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763320.335970:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763320.335972:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763320.335974:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763320.335975:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763320.335978:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763320.335979:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763320.335982:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763320.335983:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763320.335986:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763320.335987:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763320.335988:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763320.335989:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763320.335990:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763320.335991:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763320.335992:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763320.335994:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763320.335996:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763320.335997:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763321.359938:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763321.359945:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763321.359951:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763321.359953:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763321.359956:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763321.359958:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763321.359961:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763321.359962:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763321.359966:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763321.359968:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763321.359987:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763321.359990:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763321.359993:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763322.383962:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763322.383970:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763322.383975:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763322.383978:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763322.383981:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763322.383984:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763322.383987:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763322.383989:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763322.383990:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763322.383992:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763322.383995:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763322.383996:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763322.383998:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763322.383999:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763322.384002:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763322.384003:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787763323.088890:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763323.088895:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787763323.090109:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763323.090113:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787763323.090342:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763323.090344:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787763323.090529:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763323.090531:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787763323.090835:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763323.090837:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00010000:00000001:0.0:1787763323.407934:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763323.407942:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763323.407951:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763323.407952:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763323.407955:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763323.407957:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763323.407960:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763323.407961:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763323.407971:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763323.407972:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763324.431962:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763324.431968:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763324.431976:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763324.431977:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763324.431982:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763324.431986:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763324.431989:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763324.431992:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763324.431995:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763324.431998:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763324.431999:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763324.432001:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763324.432004:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763324.432005:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763324.432007:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763324.432008:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763324.432009:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763324.432010:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763324.432011:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763324.432012:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763324.432013:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763324.432015:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763324.432069:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763324.432074:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763324.432079:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763325.456010:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763325.456017:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763325.456022:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763325.456023:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763325.456026:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763325.456027:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763325.456030:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763325.456031:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763325.456035:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763325.456036:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763326.479945:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763326.479952:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763326.479957:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763326.479958:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763326.479961:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763326.479962:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763326.479965:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763326.479966:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763326.479969:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763326.479969:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763327.503977:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763327.503988:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763327.503995:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763327.503996:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763327.504000:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763327.504001:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763327.504004:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763327.504005:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763327.504008:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763327.504009:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763327.504035:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763327.504037:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763327.504040:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1787763328.208805:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763328.208813:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787763328.209808:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763328.209813:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787763328.210261:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763328.210263:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787763328.210696:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763328.210699:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787763328.210995:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763328.210997:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00010000:00000001:0.0:1787763328.527913:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763328.527918:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763328.527922:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763328.527923:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763328.527925:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763328.527926:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763328.527929:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763328.527929:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763328.527932:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763328.527933:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763329.551926:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763329.551931:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763329.551933:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763329.551937:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763329.551940:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763329.551942:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763329.551944:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763329.551945:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763329.551948:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763329.551949:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763329.551952:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763329.551953:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763329.551955:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763329.551956:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763329.551957:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763329.551958:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763329.551959:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763329.551960:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763329.551961:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763329.551962:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763329.551964:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763329.551965:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763330.575924:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763330.575930:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763330.575934:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763330.575935:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763330.575938:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763330.575938:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763330.575941:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763330.575942:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763330.575944:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763330.575945:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763330.575965:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763330.575967:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763330.575969:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763331.599912:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763331.599918:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763331.599922:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763331.599923:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763331.599926:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763331.599927:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763331.599929:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763331.599930:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763331.599932:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763331.599933:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763332.623923:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763332.623930:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763332.623934:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763332.623937:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763332.623939:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763332.623942:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763332.623944:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763332.623946:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763332.623948:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763332.623949:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763332.623952:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763332.623953:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763332.623955:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763332.623956:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763332.623958:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763332.623959:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787763333.328470:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763333.328476:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787763333.329150:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763333.329151:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787763333.329337:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763333.329339:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787763333.329579:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763333.329581:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787763333.329816:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763333.329818:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00010000:00000001:0.0:1787763333.647973:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763333.647979:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763333.647983:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763333.647984:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763333.647987:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763333.647988:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763333.647991:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763333.647991:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763333.647993:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763333.647994:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763333.648013:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763333.648015:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763333.648017:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763334.671937:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763334.671943:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763334.671953:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763334.671957:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763334.671962:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763334.671966:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763334.671969:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763334.671973:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763334.671976:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763334.671978:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763334.671981:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763334.671983:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763334.671987:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763334.671988:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763334.671992:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763334.671994:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763334.671995:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763334.671997:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763334.671999:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763334.672000:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763334.672002:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763334.672003:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763335.695950:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763335.695956:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763335.695960:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763335.695961:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763335.695964:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763335.695965:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763335.695967:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763335.695968:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763335.695970:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763335.695971:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763336.719935:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763336.719957:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763336.719962:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763336.719964:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763336.719967:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763336.719968:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763336.719971:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763336.719972:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763336.719975:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763336.719976:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763336.719997:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763336.720000:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763336.720003:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763337.743966:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763337.743974:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763337.743979:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763337.743980:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763337.743983:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763337.743984:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763337.743987:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763337.743988:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763337.743990:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763337.743991:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787763338.448762:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763338.448770:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787763338.449744:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763338.449746:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787763338.450019:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763338.450021:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787763338.450214:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763338.450216:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787763338.450445:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763338.450448:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00010000:00000001:0.0:1787763338.767953:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763338.767960:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763338.767964:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763338.767965:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763338.767967:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763338.767968:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763338.767971:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763338.767971:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763338.767974:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763338.767975:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763339.791952:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763339.791959:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763339.791965:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763339.791970:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763339.791974:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763339.791977:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763339.791979:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763339.791982:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763339.791988:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763339.791990:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763339.791995:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763339.791996:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763339.792000:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763339.792001:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763339.792003:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763339.792004:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763339.792007:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763339.792008:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763339.792010:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763339.792012:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763339.792016:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763339.792017:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763339.792042:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763339.792045:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763339.792048:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763340.815920:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763340.815926:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763340.815931:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763340.815933:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763340.815936:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763340.815938:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763340.815941:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763340.815942:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763340.815946:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763340.815947:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763341.839910:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763341.839916:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763341.839921:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763341.839922:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763341.839926:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763341.839928:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763341.839931:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763341.839932:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763341.839935:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763341.839936:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763342.864027:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763342.864036:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763342.864042:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763342.864046:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763342.864048:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763342.864052:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763342.864055:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763342.864057:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763342.864059:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763342.864061:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763342.864065:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763342.864066:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763342.864069:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763342.864070:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763342.864073:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763342.864074:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763342.864101:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763342.864104:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763342.864106:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1787763343.569037:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763343.569049:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787763343.569930:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763343.569933:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787763343.570241:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763343.570242:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787763343.570515:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763343.570517:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787763343.570715:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763343.570717:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00010000:00000001:0.0:1787763343.887967:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763343.887995:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763343.888001:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763343.888002:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763343.888005:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763343.888007:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763343.888010:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763343.888010:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763343.888013:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763343.888014:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763344.911989:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763344.911996:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763344.912006:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763344.912009:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763344.912015:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763344.912021:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763344.912024:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763344.912028:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763344.912031:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763344.912034:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763344.912036:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763344.912038:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763344.912041:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763344.912042:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763344.912045:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763344.912047:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763344.912048:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763344.912050:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763344.912052:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763344.912054:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763344.912055:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763344.912057:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763345.935924:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763345.935929:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763345.935933:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763345.935934:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763345.935936:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763345.935938:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763345.935940:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763345.935941:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763345.935943:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763345.935943:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763345.935961:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763345.935963:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763345.935965:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763346.959965:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763346.959972:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763346.959977:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763346.959979:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763346.959982:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763346.959983:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763346.959986:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763346.959988:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763346.959991:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763346.959992:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763347.983965:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763347.983973:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763347.983980:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763347.983981:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763347.983984:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763347.983985:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763347.983988:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763347.983989:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763347.983991:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763347.983992:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787763348.688534:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763348.688541:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787763348.689224:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763348.689225:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787763348.689413:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763348.689414:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787763348.689644:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763348.689646:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787763348.689944:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763348.689946:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00010000:00000001:0.0:1787763349.007937:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763349.007946:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763349.007951:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763349.007952:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763349.007955:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763349.007957:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763349.007959:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763349.007961:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763349.007964:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763349.007965:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763349.007986:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763349.007989:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763349.007991:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763350.031917:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763350.031922:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763350.031924:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763350.031927:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763350.031932:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763350.031935:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763350.031937:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763350.031939:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763350.031943:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763350.031945:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763350.031948:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763350.031949:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763350.031951:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763350.031953:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763350.031954:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763350.031955:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763350.031956:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763350.031957:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763350.031959:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763350.031960:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763350.031963:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763350.031964:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763351.055958:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763351.055965:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763351.055971:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763351.055972:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763351.055977:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763351.055978:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763351.055982:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763351.055983:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763351.055986:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763351.055987:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763352.079948:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763352.079955:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763352.079961:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763352.079962:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763352.079966:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763352.079967:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763352.079970:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763352.079972:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763352.079986:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763352.079987:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763352.080018:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763352.080022:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763352.080026:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763353.103945:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763353.103950:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763353.103955:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763353.103958:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763353.103959:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763353.103962:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763353.103964:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763353.103966:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763353.103967:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763353.103969:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763353.103971:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763353.103972:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763353.103974:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763353.103975:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763353.103977:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763353.103978:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787763353.808681:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763353.808688:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787763353.809345:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763353.809361:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787763353.809716:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763353.809718:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787763353.810082:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763353.810084:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787763353.810407:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763353.810410:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00010000:00000001:0.0:1787763354.127971:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763354.127977:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763354.127981:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763354.127983:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763354.127986:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763354.127987:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763354.127990:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763354.127991:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763354.128010:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763354.128011:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763355.152014:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763355.152020:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763355.152026:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763355.152028:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763355.152033:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763355.152038:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763355.152042:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763355.152046:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763355.152050:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763355.152054:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763355.152056:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763355.152059:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763355.152063:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763355.152065:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763355.152068:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763355.152070:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763355.152072:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763355.152073:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763355.152075:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763355.152076:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763355.152077:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763355.152079:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763355.152131:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763355.152134:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763355.152136:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763356.175930:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763356.175938:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763356.175943:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763356.175944:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763356.175947:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763356.175948:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763356.175952:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763356.175953:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763356.175956:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763356.175957:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763357.199946:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763357.199953:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763357.199959:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763357.199961:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763357.199965:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763357.199966:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763357.199970:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763357.199971:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763357.199974:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763357.199976:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763358.223922:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763358.223928:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763358.223931:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763358.223933:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763358.223935:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763358.223936:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763358.223938:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763358.223939:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763358.223941:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763358.223942:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763358.223955:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763358.223957:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763358.223959:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787763358.928444:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763358.928449:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787763358.929113:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763358.929114:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787763358.929300:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763358.929302:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787763358.929500:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763358.929502:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787763358.929798:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763358.929799:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00010000:00000001:0.0:1787763359.247938:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763359.247945:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763359.247950:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763359.247952:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763359.247956:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763359.247957:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763359.247961:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763359.247962:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763359.247965:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763359.247967:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763360.271923:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763360.271931:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763360.271935:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763360.271940:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763360.271945:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763360.271948:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763360.271951:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763360.271954:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763360.271960:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763360.271961:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763360.271975:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763360.271978:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763360.271982:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763360.271984:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763360.271985:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763360.271987:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763360.271989:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763360.271990:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763360.271992:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763360.271994:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763360.271998:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763360.271999:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763361.295932:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763361.295938:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763361.295942:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763361.295943:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763361.295946:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763361.295947:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763361.295949:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763361.295950:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763361.295951:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763361.295952:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763361.295966:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763361.295968:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763361.295970:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763362.319939:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763362.319949:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763362.319958:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763362.319959:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763362.319965:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763362.319967:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763362.319971:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763362.319972:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763362.319977:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763362.319978:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763363.343988:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763363.343995:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763363.344000:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763363.344004:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763363.344007:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763363.344012:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763363.344015:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763363.344018:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763363.344020:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763363.344023:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763363.344028:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763363.344030:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763363.344034:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763363.344035:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763363.344040:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763363.344041:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787763364.048330:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763364.048334:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787763364.048749:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763364.048751:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787763364.049008:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763364.049010:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787763364.049203:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763364.049213:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787763364.049549:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763364.049551:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00010000:00000001:0.0:1787763364.367941:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763364.367948:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763364.367954:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763364.367955:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763364.367958:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763364.367962:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763364.367964:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763364.367967:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763364.367970:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763364.367972:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763364.367974:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763364.367993:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763364.367997:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763364.367998:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763364.368001:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763364.368003:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763364.368005:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763364.368007:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763364.368008:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763364.368010:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763364.368012:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763364.368014:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763364.368033:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763364.368035:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763364.368038:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763365.391928:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763365.391933:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763365.391939:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763365.391942:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763365.391947:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763365.391948:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763365.391954:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763365.391956:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763365.391959:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763365.391962:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763366.416034:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763366.416042:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763366.416048:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763366.416049:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763366.416052:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763366.416053:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763366.416056:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763366.416057:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763366.416060:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763366.416061:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763367.439942:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763367.439947:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763367.439951:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763367.439952:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763367.439955:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763367.439956:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763367.439959:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763367.439959:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763367.439962:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763367.439963:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763367.439980:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763367.439982:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763367.439984:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763368.464020:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763368.464026:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763368.464031:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763368.464032:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763368.464034:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763368.464035:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763368.464037:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763368.464038:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763368.464040:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763368.464041:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787763369.168500:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763369.168506:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787763369.169189:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763369.169190:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787763369.169404:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763369.169406:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787763369.169587:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763369.169589:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787763369.169923:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763369.169925:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00010000:00000001:0.0:1787763369.487968:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763369.487975:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763369.487977:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763369.487980:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763369.487984:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763369.487985:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763369.487987:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763369.487988:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763369.487991:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763369.487992:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763369.487995:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763369.487996:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763369.487999:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763369.488000:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763369.488001:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763369.488002:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763369.488003:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763369.488004:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763369.488005:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763369.488006:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763369.488008:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763369.488009:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763370.511942:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763370.511947:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763370.511953:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763370.511955:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763370.511963:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763370.511965:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763370.511968:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763370.511969:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763370.511972:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763370.511973:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763370.511992:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763370.511994:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763370.511996:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763371.535959:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763371.535966:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763371.535971:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763371.535972:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763371.535975:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763371.535976:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763371.535978:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763371.535979:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763371.535981:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763371.535982:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763372.559993:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763372.560000:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763372.560004:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763372.560007:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763372.560010:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763372.560012:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763372.560015:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763372.560017:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763372.560019:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763372.560021:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763372.560024:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763372.560025:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763372.560028:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763372.560029:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763372.560031:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763372.560032:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763373.583943:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763373.583950:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763373.583957:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763373.583958:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763373.583962:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763373.583964:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763373.583967:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763373.583969:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763373.583972:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763373.583974:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763373.583995:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763373.583998:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763373.584001:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787763374.288915:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763374.288930:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787763374.289945:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763374.289947:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787763374.290162:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763374.290164:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787763374.290388:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763374.290391:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787763374.290595:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763374.290596:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00010000:00000001:0.0:1787763374.607961:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763374.607966:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763374.607970:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763374.607971:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763374.607974:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763374.607977:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763374.607979:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763374.607981:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763374.607984:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763374.607985:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763374.607987:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763374.607988:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763374.607991:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763374.607992:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763374.608010:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763374.608011:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763374.608012:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763374.608013:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763374.608014:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763374.608015:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763374.608016:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763374.608017:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763375.631923:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763375.631929:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763375.631937:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763375.631939:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763375.631944:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763375.631947:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763375.631950:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763375.631951:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763375.631953:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763375.631954:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763376.655961:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763376.655967:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763376.655972:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763376.655973:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763376.655976:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763376.655977:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763376.655980:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763376.655981:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763376.655983:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763376.655984:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763376.656002:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763376.656003:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763376.656006:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763377.679945:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763377.679951:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763377.679956:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763377.679957:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763377.679960:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763377.679961:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763377.679964:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763377.679965:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763377.679969:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763377.679970:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763378.703943:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763378.703948:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763378.703952:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763378.703953:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763378.703955:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763378.703956:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763378.703959:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763378.703959:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763378.703961:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763378.703963:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787763379.408535:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763379.408555:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787763379.409326:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763379.409328:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787763379.409593:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763379.409595:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787763379.409832:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763379.409835:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787763379.410092:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763379.410094:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00010000:00000001:0.0:1787763379.727933:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763379.727940:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763379.727943:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763379.727945:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763379.727950:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763379.727952:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763379.727953:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763379.727955:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763379.727957:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763379.727958:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763379.727961:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763379.727962:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763379.727964:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763379.727965:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763379.727966:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763379.727968:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763379.727969:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763379.727970:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763379.727971:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763379.727972:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763379.727974:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763379.727975:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763379.727991:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763379.727993:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763379.727995:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763380.751934:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763380.751940:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763380.751945:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763380.751947:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763380.751962:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763380.751965:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763380.751980:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763380.751982:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763380.751985:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763380.751986:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763381.775986:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763381.775992:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763381.775996:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763381.775998:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763381.776000:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763381.776001:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763381.776004:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763381.776005:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763381.776008:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763381.776009:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763382.799972:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763382.799980:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763382.799986:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763382.799990:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763382.799993:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763382.799996:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763382.799999:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763382.800001:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763382.800004:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763382.800006:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763382.800010:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763382.800011:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763382.800014:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763382.800016:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763382.800019:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763382.800020:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763382.800040:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763382.800052:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763382.800056:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763383.823943:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763383.823948:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763383.823952:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763383.823953:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763383.823956:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763383.823957:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763383.823959:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763383.823960:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763383.823962:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763383.823963:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787763384.528695:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763384.529181:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763384.529361:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763384.529512:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763384.529675:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00010000:00000001:0.0:1787763384.847940:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763384.847945:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763384.847949:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763384.847950:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763384.847953:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763384.847956:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763384.847958:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763384.847960:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763384.847962:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763384.847964:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763384.847965:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763384.847967:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763384.847970:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763384.847971:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763384.847973:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763384.847974:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763384.847974:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763384.847976:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763384.847977:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763384.847977:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763384.847978:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763384.847980:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763385.871956:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763385.871961:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763385.871967:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763385.871969:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763385.871976:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763385.871978:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763385.871981:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763385.871982:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763385.871984:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763385.871985:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763385.872002:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763385.872004:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763385.872005:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763386.895978:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763386.895985:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763386.895992:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763386.895993:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763386.895997:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763386.895999:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763386.896002:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763386.896004:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763386.896007:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763386.896009:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:0.0:1787763387.600104:0:2379:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.141:988
00000400:00000100:0.0:1787763387.600154:0:2379:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.141@tcp at host 192.168.202.141 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1787763387.600163:0:2379:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763387.600167:0:2379:0:(router.c:1791:lnet_notify()) 192.168.202.41@tcp notifying 192.168.202.141@tcp: down
00000400:00000200:0.0:1787763387.600173:0:2379:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763387.600177:0:2379:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1787763387.600182:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:0.0:1787763387.600186:0:2379:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88800.
00000400:00000200:0.0:1787763387.600192:0:2379:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787763387.600196:0:2379:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787763387.600203:0:2379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fd48
00000400:00000010:0.0:1787763387.600206:0:2379:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fd48.
00000100:00000001:0.0:1787763387.600212:0:2379:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787763387.600220:0:2379:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9821896bde00 x1874601358711040/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763387.600248:0:2379:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763387.600253:0:2379:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bde00 x1874601358711040/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763409 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763387.600260:0:2379:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763387.600262:0:2379:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787763387.600270:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:0.0:1787763387.600273:0:2379:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88f00.
00000400:00000200:0.0:1787763387.600276:0:2379:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787763387.600279:0:2379:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787763387.600282:0:2379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f2a8
00000400:00000010:0.0:1787763387.600283:0:2379:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f2a8.
00000100:00000001:0.0:1787763387.600286:0:2379:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787763387.600290:0:2379:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9821896bf480 x1874601358711168/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763387.600297:0:2379:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763387.600300:0:2379:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bf480 x1874601358711168/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763409 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763387.600305:0:2379:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763387.600307:0:2379:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787763387.600311:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:0.0:1787763387.600313:0:2379:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88000.
00000400:00000200:0.0:1787763387.600316:0:2379:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787763387.600319:0:2379:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787763387.600321:0:2379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f5d8
00000400:00000010:0.0:1787763387.600323:0:2379:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f5d8.
00000100:00000001:0.0:1787763387.600325:0:2379:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787763387.600329:0:2379:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9821896bda40 x1874601358711296/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763387.600336:0:2379:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763387.600339:0:2379:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bda40 x1874601358711296/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763409 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763387.600344:0:2379:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763387.600346:0:2379:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787763387.600350:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:0.0:1787763387.600352:0:2379:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88100.
00000400:00000200:0.0:1787763387.600355:0:2379:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787763387.600358:0:2379:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787763387.600360:0:2379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f908
00000400:00000010:0.0:1787763387.600362:0:2379:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f908.
00000100:00000001:0.0:1787763387.600364:0:2379:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787763387.600368:0:2379:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9821896bc780 x1874601358711424/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763387.600375:0:2379:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763387.600379:0:2379:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bc780 x1874601358711424/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763409 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763387.600385:0:2379:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763387.600387:0:2379:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787763387.600391:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:0.0:1787763387.600394:0:2379:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88d00.
00000400:00000200:0.0:1787763387.600396:0:2379:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787763387.600399:0:2379:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787763387.600401:0:2379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f110
00000400:00000010:0.0:1787763387.600403:0:2379:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f110.
00000100:00000001:0.0:1787763387.600406:0:2379:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787763387.600410:0:2379:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9821896be580 x1874601358711552/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763387.600418:0:2379:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763387.600421:0:2379:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896be580 x1874601358711552/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763409 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763387.600427:0:2379:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763387.600428:0:2379:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:0.0:1787763387.919972:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763387.919978:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763387.919982:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763387.919983:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763387.919986:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763387.919987:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763387.919989:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763387.919990:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763387.919992:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763387.919993:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763388.943963:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763388.943971:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763388.943977:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763388.943978:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763388.943982:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763388.943983:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763388.943988:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763388.943989:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763388.943993:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763388.943994:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763388.944015:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763388.944019:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763388.944022:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1787763389.648345:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763389.648349:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787763389.648802:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763389.648805:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787763389.649170:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763389.649173:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787763389.649478:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763389.649482:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787763389.649742:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763389.649745:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00010000:00000001:0.0:1787763389.967958:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763389.967980:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763389.967983:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763389.967986:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763389.967991:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763389.967993:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763389.967994:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763389.967996:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763389.967999:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763389.968001:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763389.968003:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763389.968005:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763389.968019:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763389.968020:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763389.968021:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763389.968023:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763389.968024:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763389.968025:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763389.968026:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763389.968028:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763389.968030:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763389.968031:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763390.992010:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763390.992015:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763390.992020:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763390.992021:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763390.992024:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763390.992025:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763390.992028:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763390.992029:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763390.992032:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763390.992033:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763392.016008:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763392.016015:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763392.016020:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763392.016021:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763392.016024:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763392.016026:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763392.016029:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763392.016030:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763392.016056:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763392.016057:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763392.016079:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763392.016082:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763392.016084:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763393.039955:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763393.039961:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763393.039968:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763393.039971:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763393.039974:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763393.039977:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763393.039980:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763393.039982:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763393.039984:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763393.039986:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763393.039989:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763393.039990:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763393.039994:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763393.039995:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763393.039998:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763393.039999:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763394.063991:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763394.063997:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763394.064001:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763394.064002:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763394.064005:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763394.064006:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763394.064008:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763394.064009:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763394.064012:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763394.064013:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763394.768087:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763394.768100:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787763394.768104:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763394.768108:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763394.768114:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763394.768123:0:18336:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 4280
00000400:00000200:0.0:1787763394.768134:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763394.768142:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763394.768147:0:18336:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763394.768151:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763394.768155:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763394.768159:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763394.768162:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763394.768167:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763394.768169:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:0.0:1787763394.768173:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763394.768177:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:0.0:1787763394.768180:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:0.0:1787763394.768183:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:0.0:1787763394.768186:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763394.768189:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763394.768191:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763394.768194:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763394.768198:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:0.0:1787763394.768203:0:18336:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763394.768206:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763394.768209:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763394.768213:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763394.768217:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763394.768220:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787763394.768223:0:18336:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763394.768237:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189602d00.
00000020:00000040:0.0:1787763394.768244:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:0.0:1787763394.768251:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763394.768254:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763394.768259:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763394.768264:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763394.768271:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763394.768283:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186487400.
00000100:00000001:0.0:1787763394.768315:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763394.768332:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189602d00 x1874601358712320/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763394.768347:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763394.768353:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763394.768360:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008fcde54a] to pc [ptlrpcd_rcv+-1]  req@ffff982189602d00 x1874601358712320/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763394.768400:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763394.768405:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763394.768410:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787763394.768412:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763394.768414:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763394.768418:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763394.768421:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4280
00000400:00000200:0.0:1787763394.768427:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763394.768431:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763394.768434:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763394.768438:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763394.768441:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763394.768444:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763394.768449:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763394.768455:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763394.768459:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:0.0:1787763394.768463:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763394.768467:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:0.0:1787763394.768472:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:0.0:1787763394.768476:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:0.0:1787763394.768488:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763394.768501:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763394.768516:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763394.768530:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763394.768544:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:0.0:1787763394.768563:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763394.768579:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763394.768605:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763394.768623:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763394.768636:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763394.768647:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763394.768655:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763394.768665:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763394.768671:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763394.768680:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189601680.
00000020:00000040:0.0:1787763394.768690:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:0.0:1787763394.768697:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763394.768701:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763394.768705:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763394.768710:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763394.768714:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763394.768726:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186486c00.
00000100:00000001:0.0:1787763394.768737:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763394.768755:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189601680 x1874601358712448/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763394.768805:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763394.768814:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763394.768834:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd7e294a] to pc [ptlrpcd_rcv+-1]  req@ffff982189601680 x1874601358712448/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763394.768958:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763394.768971:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763394.768988:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787763394.768996:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763394.769003:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763394.769038:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763394.769054:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4280
00000400:00000200:0.0:1787763394.769076:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763394.769088:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763394.769100:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763394.769113:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000800:00000200:2.1:1787763394.769120:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:0.0:1787763394.769122:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763394.769131:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763394.769135:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763394.769138:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763394.769142:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000800:00000200:2.1:1787763394.769143:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000020:00000001:0.0:1787763394.769145:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763394.769153:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:0.0:1787763394.769163:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:0.0:1787763394.769173:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:0.0:1787763394.769186:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763394.769197:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763394.769207:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763394.769215:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763394.769226:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:0.0:1787763394.769241:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763394.769256:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763394.769270:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763394.769284:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763394.769300:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763394.769311:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763394.769323:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763394.769333:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763394.769344:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763394.769355:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189603840.
00000020:00000040:0.0:1787763394.769363:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:0.0:1787763394.769373:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763394.769376:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763394.769380:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763394.769386:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763394.769392:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763394.769409:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186487800.
00000100:00000001:0.0:1787763394.769421:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763394.769438:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189603840 x1874601358712576/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763394.769503:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763394.769517:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763394.769541:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042b5abf2] to pc [ptlrpcd_rcv+-1]  req@ffff982189603840 x1874601358712576/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763394.769602:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763394.769615:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763394.769637:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787763394.769645:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763394.769650:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763394.769658:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763394.769667:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4280
00000400:00000200:0.0:1787763394.769686:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763394.769696:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763394.769705:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763394.769714:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763394.769720:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763394.769728:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763394.769739:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763394.769743:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763394.769749:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:0.0:1787763394.769752:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763394.769758:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:0.0:1787763394.769767:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:0.0:1787763394.769776:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:0.0:1787763394.769791:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763394.769807:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763394.769819:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763394.769830:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763394.769845:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:0.0:1787763394.769901:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763394.769911:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763394.769919:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763394.769928:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763394.769935:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763394.769943:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763394.769953:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787763394.769962:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763394.769973:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763394.769988:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189600780.
00000020:00000040:0.0:1787763394.769999:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:0.0:1787763394.770038:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763394.770046:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763394.770057:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763394.770066:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763394.770075:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763394.770091:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186485c00.
00000100:00000001:0.0:1787763394.770101:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763394.770120:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189600780 x1874601358712704/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763394.770148:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763394.770155:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763394.770169:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7c1d79b] to pc [ptlrpcd_rcv+-1]  req@ffff982189600780 x1874601358712704/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763394.770195:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763394.770206:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763394.770214:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787763394.770223:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763394.770233:0:18336:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763394.770248:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763394.770265:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4280
00000400:00000200:0.0:1787763394.770284:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763394.770302:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763394.770316:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763394.770335:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763394.770342:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763394.770349:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763394.770360:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763394.770364:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763394.770366:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:0.0:1787763394.770373:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763394.770380:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:0.0:1787763394.770390:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:0.0:1787763394.770404:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:0.0:1787763394.770421:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763394.770428:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763394.770435:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763394.770442:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763394.770453:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:0.0:1787763394.770468:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763394.770482:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763394.770495:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763394.770509:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763394.770524:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763394.770537:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763394.770548:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787763394.770561:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763394.770572:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763394.770587:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189601a40.
00000020:00000040:0.0:1787763394.770602:0:18336:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
00000800:00000200:2.1:1787763394.770614:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
02000000:00000001:0.0:1787763394.770617:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:2.1:1787763394.770620:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
02000000:00000001:0.0:1787763394.770625:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763394.770639:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763394.770647:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763394.770654:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763394.770670:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186486400.
00000100:00000001:0.0:1787763394.770684:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763394.770703:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189601a40 x1874601358712832/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763394.770733:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763394.770740:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763394.770752:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b8e3ce6] to pc [ptlrpcd_rcv+-1]  req@ffff982189601a40 x1874601358712832/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763394.770815:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763394.770830:0:18336:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4290)
00000800:00000200:2.1:1787763394.771276:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763394.771279:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787763394.771729:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763394.771734:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787763394.772228:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763394.772231:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00010000:00000001:0.0:1787763395.087989:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763395.087996:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763395.088002:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763395.088004:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763395.088023:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763395.088027:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763395.088030:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763395.088033:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763395.088037:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763395.088039:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763395.088041:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763395.088043:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763395.088047:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763395.088048:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763395.088051:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763395.088053:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763395.088054:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763395.088056:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763395.088057:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763395.088059:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763395.088061:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763395.088062:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763395.088084:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763395.088087:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763395.088090:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763396.111929:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763396.111934:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763396.111940:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763396.111943:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763396.111949:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763396.111950:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763396.111953:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763396.111955:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763396.111957:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763396.111959:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763397.136065:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763397.136084:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763397.136092:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763397.136094:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763397.136098:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763397.136099:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763397.136103:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763397.136104:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763397.136108:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763397.136109:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763398.159952:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763398.159960:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763398.159967:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763398.159969:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763398.159973:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763398.159974:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763398.159989:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763398.159991:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763398.159994:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763398.159995:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763398.160012:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763398.160015:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763398.160017:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763399.183948:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763399.183956:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763399.183963:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763399.183966:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763399.183983:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763399.183984:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763399.183988:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763399.183989:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763399.183993:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763399.183994:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787763399.888679:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763399.888685:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787763399.889478:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763399.889480:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787763399.889684:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763399.889686:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787763399.889893:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763399.889895:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787763399.890217:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763399.890221:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00010000:00000001:0.0:1787763400.208007:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763400.208018:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763400.208021:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763400.208026:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763400.208032:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763400.208035:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763400.208037:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763400.208040:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763400.208045:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763400.208047:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763400.208051:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763400.208052:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763400.208056:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763400.208057:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763400.208059:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763400.208060:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763400.208062:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763400.208063:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763400.208065:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763400.208066:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763400.208070:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763400.208071:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763401.232047:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763401.232053:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763401.232059:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763401.232061:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763401.232064:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763401.232065:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763401.232069:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763401.232070:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763401.232073:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763401.232074:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763401.232097:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763401.232100:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763401.232103:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763402.255961:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763402.255968:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763402.255986:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763402.255987:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763402.255990:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763402.255991:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763402.255994:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763402.255995:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763402.255998:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763402.255998:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763403.280024:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763403.280031:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763403.280035:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763403.280038:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763403.280040:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763403.280043:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763403.280045:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763403.280047:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763403.280048:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763403.280050:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763403.280053:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763403.280054:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763403.280056:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763403.280057:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763403.280059:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763403.280060:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763404.303981:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763404.303990:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763404.303997:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763404.303999:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763404.304003:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763404.304004:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763404.304008:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763404.304010:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763404.304014:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763404.304015:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763404.304120:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763404.304124:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763404.304128:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787763405.008654:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763405.008663:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787763405.009462:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763405.009465:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787763405.009688:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763405.009690:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787763405.010007:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763405.010009:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787763405.010317:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763405.010319:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00010000:00000001:0.0:1787763405.328024:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763405.328029:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763405.328034:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763405.328035:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763405.328038:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763405.328040:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763405.328042:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763405.328045:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763405.328047:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763405.328049:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763405.328051:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763405.328053:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763405.328056:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763405.328057:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763405.328059:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763405.328061:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763405.328062:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763405.328063:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763405.328064:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763405.328065:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763405.328066:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763405.328067:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763406.351979:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763406.351985:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763406.351993:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763406.351996:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763406.352003:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763406.352005:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763406.352009:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763406.352010:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763406.352014:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763406.352015:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763407.375964:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763407.375969:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763407.375973:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763407.375974:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763407.375977:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763407.375978:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763407.375980:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763407.375981:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763407.375983:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763407.375984:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763407.376002:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763407.376004:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763407.376006:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763408.400038:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763408.400046:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763408.400052:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763408.400054:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763408.400057:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763408.400058:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763408.400061:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763408.400062:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763408.400065:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763408.400066:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763409.423973:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763409.423984:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763409.423986:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763409.423989:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763409.423995:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763409.423997:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763409.423999:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763409.424001:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763409.424005:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763409.424006:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763409.424009:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763409.424010:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763409.424013:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763409.424015:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763409.424016:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763409.424017:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763409.424018:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763409.424019:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763409.424020:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763409.424021:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763409.424024:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763409.424024:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787763410.128672:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763410.128695:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787763410.129277:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763410.129280:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787763410.129515:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763410.129516:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787763410.129763:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763410.129765:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787763410.130028:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763410.130030:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00010000:00000001:0.0:1787763410.447941:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763410.447946:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763410.447950:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763410.447951:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763410.447954:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763410.447955:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763410.447957:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763410.447958:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763410.447960:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763410.447962:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763410.447979:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763410.447982:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763410.447984:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763411.471955:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763411.471961:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763411.471969:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763411.471973:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763411.471978:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763411.471980:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763411.471984:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763411.471985:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763411.471988:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763411.471989:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763412.495927:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763412.495932:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763412.495936:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763412.495939:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763412.495941:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763412.495943:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763412.495945:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763412.495947:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763412.495948:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763412.495949:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763412.495952:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763412.495953:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763412.495955:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763412.495956:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763412.495958:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763412.495959:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763413.519972:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763413.519978:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763413.519983:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763413.519984:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763413.519986:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763413.519987:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763413.519989:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763413.519990:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763413.519993:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763413.519993:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763413.520013:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763413.520014:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763413.520016:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763414.544027:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763414.544036:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763414.544045:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763414.544046:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763414.544051:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763414.544055:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763414.544058:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763414.544063:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763414.544066:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763414.544069:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763414.544072:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763414.544076:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763414.544081:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763414.544083:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763414.544087:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763414.544089:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763414.544091:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763414.544093:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763414.544095:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763414.544097:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763414.544099:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763414.544102:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787763415.248571:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763415.248576:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787763415.249388:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763415.249390:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787763415.249603:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763415.249605:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787763415.249778:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763415.249780:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787763415.250068:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763415.250071:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00010000:00000001:0.0:1787763415.567941:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763415.567947:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763415.567952:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763415.567953:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763415.567964:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763415.567966:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763415.567969:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763415.567971:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763415.567974:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763415.567976:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763416.591935:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763416.591939:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763416.591945:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763416.591947:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763416.591954:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763416.591956:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763416.591960:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763416.591963:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763416.591967:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763416.591968:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763416.591987:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763416.591989:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763416.591991:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763417.615953:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763417.615961:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763417.615969:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763417.615970:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763417.615974:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763417.615975:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763417.615979:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763417.615980:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763417.615983:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763417.615985:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763418.639938:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763418.639945:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763418.639950:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763418.639951:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763418.639955:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763418.639956:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763418.639959:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763418.639960:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763418.639963:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763418.639964:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763419.663949:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763419.663958:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763419.663961:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763419.663964:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763419.663970:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763419.663973:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763419.663976:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763419.663979:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763419.663982:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763419.663984:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763419.663986:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763419.663987:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763419.663990:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763419.663991:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763419.663992:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763419.663994:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763419.663996:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763419.663997:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763419.663998:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763419.663999:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763419.664002:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763419.664003:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763419.664023:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763419.664025:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763419.664027:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787763420.368628:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763420.368636:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787763420.369252:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763420.369255:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787763420.369567:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763420.369584:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787763420.369957:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763420.369960:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787763420.370272:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763420.370274:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00010000:00000001:0.0:1787763420.687975:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763420.687981:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763420.687985:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763420.687986:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763420.687988:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763420.687989:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763420.687992:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763420.687992:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763420.687995:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763420.687996:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763421.711961:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763421.711968:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763421.711980:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763421.711986:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763421.711991:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763421.711993:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763421.711997:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763421.712000:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763421.712003:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763421.712005:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763422.735985:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763422.735991:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763422.735996:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763422.735999:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763422.736001:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763422.736004:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763422.736006:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763422.736008:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763422.736010:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763422.736012:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763422.736015:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763422.736016:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763422.736019:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763422.736020:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763422.736022:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763422.736023:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763422.736048:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763422.736052:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763422.736056:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763423.760011:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763423.760021:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763423.760030:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763423.760032:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763423.760036:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763423.760038:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763423.760043:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763423.760045:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763423.760050:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763423.760052:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763424.783927:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763424.783935:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763424.783940:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763424.783941:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763424.783944:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763424.783946:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763424.783948:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763424.783951:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763424.783954:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763424.783956:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763424.783958:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763424.783959:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763424.783962:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763424.783963:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763424.783965:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763424.783966:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763424.783967:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763424.783968:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763424.783970:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763424.783970:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763424.783971:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763424.783973:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787763425.488488:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763425.488493:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787763425.489142:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763425.489144:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787763425.489359:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763425.489360:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787763425.489538:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763425.489540:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787763425.489826:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763425.489828:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00010000:00000001:0.0:1787763425.807929:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763425.807935:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763425.807940:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763425.807942:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763425.807946:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763425.807948:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763425.807951:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763425.807953:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763425.807956:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763425.807958:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763425.807978:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763425.807981:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763425.807984:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763426.831932:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763426.831938:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763426.831944:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763426.831946:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763426.831949:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763426.831950:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763426.831953:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763426.831955:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763426.831958:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763426.831959:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763427.855954:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763427.855963:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763427.855971:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763427.855972:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763427.855977:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763427.855978:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763427.855983:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763427.855984:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763427.855988:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763427.855990:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763428.879922:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763428.879927:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763428.879932:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763428.879933:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763428.879935:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763428.879936:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763428.879939:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763428.879940:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763428.879942:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763428.879943:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763428.879960:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763428.879962:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763428.879965:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763429.903929:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763429.903936:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763429.903938:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763429.903941:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763429.903944:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763429.903946:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763429.903948:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763429.903949:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763429.903952:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763429.903953:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763429.903956:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763429.903956:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763429.903959:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763429.903960:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763429.903961:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763429.903962:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763429.903964:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763429.903965:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763429.903966:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763429.903968:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763429.903971:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763429.903972:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763430.607945:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763430.607955:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787763430.607957:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763430.607960:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763430.607964:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763430.607970:0:58520:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 4316
00000400:00000200:0.0:1787763430.607979:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763430.607987:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763430.607991:0:58520:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763430.607995:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763430.608010:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763430.608014:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763430.608022:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763430.608028:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763430.608030:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:0.0:1787763430.608033:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763430.608037:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:0.0:1787763430.608041:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:0.0:1787763430.608044:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:0.0:1787763430.608048:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763430.608050:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763430.608053:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763430.608056:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763430.608059:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:0.0:1787763430.608063:0:58520:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763430.608067:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763430.608070:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763430.608073:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763430.608076:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763430.608078:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787763430.608080:0:58520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763430.608088:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896030c0.
00000020:00000040:0.0:1787763430.608091:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:0.0:1787763430.608095:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763430.608096:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763430.608099:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763430.608112:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763430.608116:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763430.608123:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186487c00.
00000100:00000001:0.0:1787763430.608129:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763430.608137:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896030c0 x1874601358716800/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763430.608157:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763430.608161:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763430.608165:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc1d3de1] to pc [ptlrpcd_rcv+-1]  req@ffff9821896030c0 x1874601358716800/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763430.608194:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763430.608196:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763430.608199:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787763430.608201:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763430.608202:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763430.608204:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763430.608206:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4316
00000400:00000200:0.0:1787763430.608209:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763430.608212:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763430.608214:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763430.608216:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763430.608219:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763430.608220:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763430.608224:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763430.608228:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763430.608230:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:0.0:1787763430.608233:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763430.608236:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:0.0:1787763430.608240:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:0.0:1787763430.608243:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:0.0:1787763430.608250:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763430.608260:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763430.608270:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763430.608277:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763430.608286:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:0.0:1787763430.608298:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763430.608309:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763430.608317:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763430.608328:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763430.608341:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763430.608345:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763430.608350:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763430.608359:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763430.608364:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763430.608371:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189603480.
00000020:00000040:0.0:1787763430.608379:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:0.0:1787763430.608384:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763430.608387:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763430.608394:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763430.608401:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763430.608405:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763430.608416:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186485800.
00000100:00000001:0.0:1787763430.608422:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763430.608433:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189603480 x1874601358716928/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763430.608447:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763430.608455:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763430.608460:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001695004d] to pc [ptlrpcd_rcv+-1]  req@ffff982189603480 x1874601358716928/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763430.608475:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763430.608480:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763430.608484:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787763430.608485:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763430.608487:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763430.608491:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763430.608500:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4316
00000400:00000200:0.0:1787763430.608505:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763430.608509:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763430.608512:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763430.608522:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763430.608528:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763430.608533:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763430.608539:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763430.608543:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763430.608545:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:0.0:1787763430.608550:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763430.608554:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:0.0:1787763430.608564:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:0.0:1787763430.608575:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:0.0:1787763430.608590:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763430.608596:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763430.608620:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763430.608626:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763430.608631:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:0.0:1787763430.608637:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763430.608646:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763430.608649:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763430.608652:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763430.608655:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763430.608665:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763430.608670:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763430.608682:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763430.608701:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763430.608707:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189600f00.
00000020:00000040:0.0:1787763430.608714:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:0.0:1787763430.608721:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763430.608726:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763430.608732:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763430.608740:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763430.608743:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763430.608749:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186485000.
00000100:00000001:0.0:1787763430.608757:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763430.608766:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189600f00 x1874601358717056/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763430.608783:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763430.608788:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763430.608793:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000082892fdc] to pc [ptlrpcd_rcv+-1]  req@ffff982189600f00 x1874601358717056/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763430.608804:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763430.608809:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763430.608819:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787763430.608822:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763430.608827:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763430.608835:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763430.608839:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4316
00000400:00000200:0.0:1787763430.608884:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763430.608889:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763430.608892:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763430.608902:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763430.608905:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763430.608907:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763430.608911:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763430.608922:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763430.608925:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:0.0:1787763430.608927:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763430.608933:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:0.0:1787763430.608937:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:0.0:1787763430.608942:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:0.0:1787763430.608950:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763430.608952:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763430.608957:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763430.608967:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763430.608970:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:0.0:1787763430.608979:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000800:00000200:1.1:1787763430.608979:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:0.0:1787763430.608987:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763430.608992:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.1:1787763430.608995:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
02000000:00000001:0.0:1787763430.608996:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763430.609013:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763430.609026:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763430.609037:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787763430.609041:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763430.609046:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763430.609053:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189601e00.
00000020:00000040:0.0:1787763430.609057:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:0.0:1787763430.609060:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763430.609063:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763430.609066:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763430.609068:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763430.609072:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763430.609082:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186484400.
00000100:00000001:0.0:1787763430.609089:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763430.609095:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189601e00 x1874601358717184/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763430.609117:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763430.609127:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763430.609137:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062ef5d4f] to pc [ptlrpcd_rcv+-1]  req@ffff982189601e00 x1874601358717184/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763430.609175:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763430.609188:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763430.609194:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787763430.609197:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763430.609201:0:58520:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763430.609209:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763430.609227:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4316
00000400:00000200:0.0:1787763430.609244:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763430.609258:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763430.609264:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763430.609274:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763430.609285:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763430.609293:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763430.609297:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763430.609302:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763430.609309:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:0.0:1787763430.609314:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763430.609318:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:0.0:1787763430.609325:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:0.0:1787763430.609329:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:0.0:1787763430.609334:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763430.609350:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763430.609358:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763430.609364:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763430.609380:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:0.0:1787763430.609396:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763430.609408:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763430.609412:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763430.609418:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763430.609423:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763430.609427:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763430.609431:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787763430.609441:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763430.609447:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763430.609452:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189602940.
00000020:00000040:0.0:1787763430.609454:0:58520:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:0.0:1787763430.609456:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763430.609457:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763430.609458:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763430.609460:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763430.609461:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763430.609475:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186484800.
00000100:00000001:0.0:1787763430.609484:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763430.609498:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189602940 x1874601358717312/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763430.609511:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763430.609516:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763430.609524:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063ada08b] to pc [ptlrpcd_rcv+-1]  req@ffff982189602940 x1874601358717312/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763430.609550:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763430.609556:0:58520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4326)
00000800:00000200:1.1:1787763430.609989:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763430.609992:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787763430.610378:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763430.610381:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787763430.610840:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763430.610843:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787763430.611279:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763430.611293:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00010000:00000001:0.0:1787763430.927994:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763430.928005:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763430.928015:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763430.928017:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763430.928023:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763430.928025:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763430.928031:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763430.928033:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763430.928039:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763430.928042:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763431.951964:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763431.951972:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763431.951985:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763431.951988:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763431.952001:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763431.952005:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763431.952009:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763431.952010:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763431.952014:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763431.952016:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763431.952057:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763431.952071:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763431.952073:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763432.975936:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763432.975943:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763432.975947:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763432.975950:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763432.975952:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763432.975954:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763432.975957:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763432.975958:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763432.975960:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763432.975961:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763432.975964:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763432.975965:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763432.975968:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763432.975968:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763432.975971:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763432.975972:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763433.999979:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763433.999984:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763433.999988:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763433.999989:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763433.999992:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763433.999993:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763433.999996:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763433.999997:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763434.000000:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763434.000001:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763435.023943:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763435.023951:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763435.023957:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763435.023959:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763435.023963:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763435.023966:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763435.023969:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763435.023971:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763435.023973:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763435.023975:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763435.023976:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763435.023978:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763435.023981:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763435.023982:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763435.023984:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763435.023985:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763435.023986:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763435.023987:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763435.023988:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763435.023989:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763435.023990:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763435.023992:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763435.024010:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763435.024013:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763435.024015:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787763435.727992:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763435.728002:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787763435.728004:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763435.728008:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763435.728012:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763435.728019:0:58520:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 4321
00000400:00000200:0.0:1787763435.728027:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763435.728040:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763435.728044:0:58520:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763435.728047:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763435.728050:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763435.728052:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763435.728054:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763435.728057:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763435.728059:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:0.0:1787763435.728061:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763435.728064:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:0.0:1787763435.728066:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:0.0:1787763435.728068:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:0.0:1787763435.728071:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763435.728072:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763435.728074:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763435.728076:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763435.728079:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:0.0:1787763435.728082:0:58520:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763435.728084:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763435.728086:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763435.728089:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763435.728107:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763435.728109:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787763435.728111:0:58520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763435.728121:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896012c0.
00000020:00000040:0.0:1787763435.728124:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:0.0:1787763435.728128:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763435.728129:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763435.728132:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763435.728134:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763435.728138:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763435.728145:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186484c00.
00000100:00000001:0.0:1787763435.728151:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763435.728159:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896012c0 x1874601358717440/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763435.728167:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763435.728171:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763435.728175:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e52948b] to pc [ptlrpcd_rcv+-1]  req@ffff9821896012c0 x1874601358717440/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763435.728214:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763435.728217:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763435.728220:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787763435.728221:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763435.728222:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763435.728224:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763435.728226:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4321
00000400:00000200:0.0:1787763435.728229:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763435.728231:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763435.728233:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763435.728235:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763435.728237:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763435.728238:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763435.728240:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763435.728242:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763435.728243:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:0.0:1787763435.728245:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763435.728247:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:0.0:1787763435.728249:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:0.0:1787763435.728251:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:0.0:1787763435.728253:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763435.728255:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763435.728257:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763435.728258:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763435.728260:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:0.0:1787763435.728263:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763435.728266:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763435.728268:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763435.728275:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763435.728281:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763435.728287:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763435.728294:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763435.728302:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763435.728307:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763435.728316:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189600000.
00000020:00000040:0.0:1787763435.728323:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:0.0:1787763435.728328:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763435.728331:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763435.728336:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763435.728339:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763435.728344:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763435.728350:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186485400.
00000100:00000001:0.0:1787763435.728358:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763435.728367:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189600000 x1874601358717568/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763435.728381:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763435.728385:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763435.728401:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b05fece] to pc [ptlrpcd_rcv+-1]  req@ffff982189600000 x1874601358717568/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763435.728415:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763435.728420:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763435.728425:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787763435.728427:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763435.728432:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763435.728439:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763435.728447:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4321
00000400:00000200:0.0:1787763435.728459:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763435.728469:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763435.728476:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763435.728485:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763435.728488:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763435.728492:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763435.728495:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763435.728497:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763435.728498:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:0.0:1787763435.728499:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763435.728503:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:0.0:1787763435.728506:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:0.0:1787763435.728510:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:0.0:1787763435.728513:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763435.728514:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763435.728519:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763435.728526:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763435.728532:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:0.0:1787763435.728542:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763435.728550:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763435.728556:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763435.728563:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763435.728570:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763435.728575:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763435.728579:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763435.728583:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763435.728586:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763435.728592:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189602940.
00000020:00000040:0.0:1787763435.728598:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:0.0:1787763435.728604:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763435.728608:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763435.728613:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763435.728629:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763435.728635:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763435.728662:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186484000.
00000100:00000001:0.0:1787763435.728668:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763435.728678:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189602940 x1874601358717696/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763435.728708:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763435.728713:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787763435.728713:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000040:0.0:1787763435.728720:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063ada08b] to pc [ptlrpcd_rcv+-1]  req@ffff982189602940 x1874601358717696/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763435.728727:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763435.728729:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1787763435.728731:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000100:00080000:0.0:1787763435.728732:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787763435.728737:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763435.728741:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763435.728748:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763435.728757:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4321
00000400:00000200:0.0:1787763435.728765:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763435.728777:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763435.728782:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763435.728790:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763435.728796:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763435.728801:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763435.728807:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763435.728813:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763435.728816:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:0.0:1787763435.728821:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763435.728826:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:0.0:1787763435.728831:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:0.0:1787763435.728836:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:0.0:1787763435.728845:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763435.728848:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763435.728850:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763435.728851:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763435.728853:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:0.0:1787763435.728857:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763435.728859:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763435.728860:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763435.728885:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763435.728887:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763435.728905:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763435.728907:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787763435.728911:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763435.728914:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763435.728917:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189601e00.
00000020:00000040:0.0:1787763435.728922:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:0.0:1787763435.728930:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763435.728933:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763435.728937:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763435.728942:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763435.728943:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763435.728948:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186486800.
00000100:00000001:0.0:1787763435.728952:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763435.728977:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189601e00 x1874601358717824/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763435.728987:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763435.728991:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763435.728994:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062ef5d4f] to pc [ptlrpcd_rcv+-1]  req@ffff982189601e00 x1874601358717824/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763435.729001:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763435.729003:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763435.729007:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787763435.729010:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763435.729012:0:58520:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763435.729014:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763435.729018:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4321
00000400:00000200:0.0:1787763435.729024:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763435.729028:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763435.729034:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763435.729037:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763435.729043:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763435.729046:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763435.729052:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763435.729054:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763435.729056:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:0.0:1787763435.729059:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763435.729062:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:0.0:1787763435.729065:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:0.0:1787763435.729071:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:0.0:1787763435.729076:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763435.729079:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763435.729083:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763435.729087:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763435.729091:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:0.0:1787763435.729096:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763435.729101:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763435.729105:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763435.729109:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763435.729114:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763435.729115:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763435.729117:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787763435.729122:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763435.729126:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763435.729129:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189600f00.
00000020:00000040:0.0:1787763435.729134:0:58520:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:0.0:1787763435.729137:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763435.729140:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763435.729143:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763435.729146:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763435.729149:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763435.729152:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186487400.
00000100:00000001:0.0:1787763435.729156:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763435.729163:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189600f00 x1874601358717952/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763435.729194:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763435.729196:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763435.729203:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000082892fdc] to pc [ptlrpcd_rcv+-1]  req@ffff982189600f00 x1874601358717952/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763435.729232:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763435.729236:0:58520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4331)
00000800:00000200:1.1:1787763435.729549:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763435.729552:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787763435.729977:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763435.729979:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787763435.730297:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763435.730299:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787763435.730514:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763435.730515:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00010000:00000001:0.0:1787763436.047967:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763436.047973:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763436.047977:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763436.047978:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763436.047980:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763436.047981:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763436.047983:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763436.047984:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763436.047986:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763436.047987:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763437.072030:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763437.072040:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763437.072054:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763437.072062:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763437.072070:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763437.072073:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763437.072080:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763437.072093:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763437.072099:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763437.072102:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763438.095923:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763438.095928:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763438.095932:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763438.095933:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763438.095935:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763438.095936:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763438.095939:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763438.095940:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763438.095942:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763438.095943:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763438.095975:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763438.095977:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763438.095979:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763439.119998:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763439.120006:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763439.120012:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763439.120014:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763439.120019:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763439.120021:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763439.120024:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763439.120026:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763439.120045:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763439.120047:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763440.144043:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763440.144056:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763440.144060:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763440.144066:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763440.144073:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763440.144077:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763440.144082:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763440.144087:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763440.144095:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763440.144097:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763440.144101:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763440.144103:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763440.144107:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763440.144109:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763440.144111:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763440.144113:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763440.144115:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763440.144117:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763440.144119:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763440.144122:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763440.144125:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763440.144127:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787763440.849226:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763440.849249:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787763440.850956:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763440.850960:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787763440.851412:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763440.851419:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787763440.851844:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763440.851874:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787763440.852482:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763440.852486:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00010000:00000001:0.0:1787763441.168032:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763441.168041:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763441.168049:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763441.168051:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763441.168055:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763441.168057:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763441.168061:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763441.168062:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763441.168078:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763441.168079:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763441.168120:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763441.168140:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763441.168146:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763442.192068:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763442.192086:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763442.192098:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763442.192102:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763442.192108:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763442.192110:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763442.192117:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763442.192121:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763442.192128:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763442.192130:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763443.215935:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763443.215941:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763443.215945:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763443.215947:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763443.215950:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763443.215952:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763443.215955:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763443.215956:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763443.215958:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763443.215960:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763443.215962:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763443.215963:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763443.215965:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763443.215966:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763443.215968:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763443.215968:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763444.239966:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763444.239972:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763444.239977:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763444.239978:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763444.239981:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763444.239982:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763444.239984:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763444.239985:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763444.239987:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763444.239988:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763444.240047:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763444.240049:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763444.240052:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763445.263936:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763445.263942:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763445.263954:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763445.263955:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763445.263958:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763445.263961:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763445.263964:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763445.263966:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763445.263969:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763445.263971:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763445.263973:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763445.263974:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763445.263977:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763445.263978:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763445.263981:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763445.263982:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763445.263983:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763445.263984:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763445.263986:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763445.263987:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763445.263988:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763445.263990:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787763445.968460:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763445.968465:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787763445.969129:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763445.969145:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787763445.969380:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763445.969382:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787763445.969584:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763445.969585:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787763445.969819:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763445.969820:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00010000:00000001:0.0:1787763446.287960:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763446.287965:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763446.287969:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763446.287970:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763446.287972:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763446.287973:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763446.287976:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763446.287977:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763446.287979:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763446.287980:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763447.311958:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763447.311964:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763447.311974:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763447.311978:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763447.311994:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763447.311996:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763447.312001:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763447.312003:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763447.312007:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763447.312009:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763447.312065:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763447.312069:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763447.312073:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763448.336020:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763448.336031:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763448.336040:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763448.336042:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763448.336048:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763448.336060:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763448.336066:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763448.336067:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763448.336072:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763448.336074:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763449.359991:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763449.359999:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763449.360004:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763449.360005:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763449.360009:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763449.360010:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763449.360012:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763449.360013:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763449.360016:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763449.360017:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763450.384018:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763450.384030:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763450.384033:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763450.384037:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763450.384054:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763450.384057:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763450.384060:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763450.384062:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763450.384068:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763450.384069:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763450.384074:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763450.384075:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763450.384079:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763450.384081:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763450.384082:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763450.384084:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763450.384085:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763450.384086:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763450.384088:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763450.384090:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763450.384094:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763450.384095:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763450.384121:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763450.384124:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763450.384127:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787763451.087976:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763451.087987:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787763451.087989:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763451.087993:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763451.087998:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763451.088005:0:58520:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 4336
00000400:00000200:0.0:1787763451.088015:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763451.088022:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763451.088024:0:58520:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763451.088027:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763451.088029:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763451.088032:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763451.088034:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763451.088037:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763451.088039:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:0.0:1787763451.088041:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763451.088044:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:0.0:1787763451.088046:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:0.0:1787763451.088048:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:0.0:1787763451.088050:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763451.088052:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763451.088053:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763451.088055:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763451.088057:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:0.0:1787763451.088059:0:58520:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763451.088061:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763451.088063:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763451.088066:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763451.088068:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763451.088070:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787763451.088072:0:58520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763451.088082:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189603480.
00000020:00000040:0.0:1787763451.088085:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:0.0:1787763451.088089:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763451.088090:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763451.088093:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763451.088096:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763451.088102:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763451.088114:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186486000.
00000100:00000001:0.0:1787763451.088124:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763451.088135:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189603480 x1874601358719360/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763451.088148:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763451.088153:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763451.088158:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001695004d] to pc [ptlrpcd_rcv+-1]  req@ffff982189603480 x1874601358719360/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763451.088179:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763451.088182:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763451.088185:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787763451.088187:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763451.088188:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763451.088190:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763451.088192:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4336
00000400:00000200:0.0:1787763451.088194:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763451.088196:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763451.088198:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763451.088200:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763451.088201:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763451.088202:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763451.088205:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763451.088207:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763451.088209:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:0.0:1787763451.088210:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763451.088212:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:0.0:1787763451.088213:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:0.0:1787763451.088215:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:0.0:1787763451.088218:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763451.088219:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763451.088220:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763451.088222:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763451.088225:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:0.0:1787763451.088227:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763451.088229:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763451.088230:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763451.088237:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763451.088241:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763451.088247:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763451.088252:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763451.088257:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763451.088261:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763451.088264:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896030c0.
00000020:00000040:0.0:1787763451.088267:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:0.0:1787763451.088274:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763451.088276:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763451.088282:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763451.088284:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763451.088286:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763451.088293:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186486400.
00000100:00000001:0.0:1787763451.088301:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763451.088314:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896030c0 x1874601358719488/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763451.088331:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763451.088337:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763451.088343:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc1d3de1] to pc [ptlrpcd_rcv+-1]  req@ffff9821896030c0 x1874601358719488/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763451.088362:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763451.088366:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763451.088381:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787763451.088384:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763451.088390:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763451.088394:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763451.088401:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4336
00000400:00000200:0.0:1787763451.088414:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763451.088419:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763451.088421:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763451.088424:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763451.088425:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763451.088427:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763451.088436:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763451.088439:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763451.088442:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:0.0:1787763451.088444:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763451.088446:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:0.0:1787763451.088447:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:0.0:1787763451.088452:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:0.0:1787763451.088459:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763451.088463:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763451.088464:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763451.088466:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763451.088468:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:0.0:1787763451.088473:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763451.088476:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763451.088477:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763451.088481:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763451.088483:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763451.088491:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763451.088493:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763451.088497:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763451.088516:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763451.088524:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189601a40.
00000020:00000040:0.0:1787763451.088530:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:0.0:1787763451.088535:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763451.088541:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763451.088548:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763451.088554:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763451.088558:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763451.088565:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186485c00.
00000100:00000001:0.0:1787763451.088572:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763451.088584:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189601a40 x1874601358719616/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763451.088612:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763451.088614:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763451.088623:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b8e3ce6] to pc [ptlrpcd_rcv+-1]  req@ffff982189601a40 x1874601358719616/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763451.088636:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763451.088639:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763451.088647:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787763451.088652:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763451.088657:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763451.088661:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763451.088671:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4336
00000400:00000200:0.0:1787763451.088709:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763451.088717:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763451.088723:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763451.088731:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763451.088738:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763451.088747:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763451.088752:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763451.088754:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763451.088759:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:0.0:1787763451.088762:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763451.088766:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:0.0:1787763451.088772:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:0.0:1787763451.088773:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:0.0:1787763451.088777:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763451.088781:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763451.088783:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763451.088785:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763451.088793:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:0.0:1787763451.088800:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763451.088805:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763451.088807:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763451.088814:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.1:1787763451.088814:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
02000000:00000001:0.0:1787763451.088826:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763451.088829:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763451.088832:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787763451.088835:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763451.088837:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763451.088843:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189600780.
00000020:00000040:0.0:1787763451.088903:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:0.0:1787763451.088908:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763451.088911:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763451.088920:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763451.088925:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763451.088931:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763451.088936:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186487800.
00000100:00000001:0.0:1787763451.088940:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763451.088946:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189600780 x1874601358719744/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763451.088956:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763451.088959:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763451.088967:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7c1d79b] to pc [ptlrpcd_rcv+-1]  req@ffff982189600780 x1874601358719744/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763451.088985:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763451.088992:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763451.088997:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787763451.089003:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763451.089007:0:58520:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763451.089013:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763451.089018:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4336
00000400:00000200:0.0:1787763451.089029:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763451.089035:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763451.089037:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763451.089039:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763451.089046:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763451.089051:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763451.089054:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763451.089057:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763451.089061:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:0.0:1787763451.089063:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763451.089067:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:0.0:1787763451.089072:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:0.0:1787763451.089075:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:0.0:1787763451.089081:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763451.089085:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763451.089094:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763451.089105:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763451.089113:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:0.0:1787763451.089122:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763451.089129:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763451.089134:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763451.089141:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763451.089148:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763451.089154:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763451.089159:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787763451.089170:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763451.089180:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763451.089191:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189603840.
00000020:00000040:0.0:1787763451.089200:0:58520:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:0.0:1787763451.089204:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763451.089209:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763451.089213:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763451.089215:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763451.089223:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763451.089230:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186486c00.
00000100:00000001:0.0:1787763451.089238:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763451.089246:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189603840 x1874601358719872/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763451.089262:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763451.089270:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763451.089288:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042b5abf2] to pc [ptlrpcd_rcv+-1]  req@ffff982189603840 x1874601358719872/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763451.089366:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763451.089381:0:58520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4346)
00000800:00000200:1.1:1787763451.089459:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763451.089649:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763451.089804:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763451.090005:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00010000:00000001:0.0:1787763451.407980:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763451.407987:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763451.407992:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763451.407993:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763451.407996:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763451.407997:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763451.408000:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763451.408001:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763451.408004:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763451.408005:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763452.432031:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763452.432038:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763452.432045:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763452.432051:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763452.432054:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763452.432058:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763452.432062:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763452.432065:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763452.432067:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763452.432069:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763452.432073:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763452.432075:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763452.432079:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763452.432081:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763452.432084:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763452.432085:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763453.456037:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763453.456045:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763453.456052:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763453.456054:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763453.456058:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763453.456060:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763453.456064:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763453.456066:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763453.456070:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763453.456072:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763453.456099:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763453.456103:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763453.456107:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763454.479986:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763454.479993:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763454.479999:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763454.479999:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763454.480002:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763454.480006:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763454.480009:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763454.480012:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763454.480015:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763454.480017:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763454.480018:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763454.480020:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763454.480023:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763454.480024:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763454.480027:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763454.480028:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763454.480029:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763454.480030:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763454.480031:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763454.480032:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763454.480033:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763454.480035:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763455.503983:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763455.503991:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763455.503996:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763455.503997:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763455.504000:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763455.504001:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763455.504004:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763455.504005:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763455.504007:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763455.504008:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763456.207984:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763456.207996:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787763456.207998:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763456.208002:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763456.208007:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763456.208015:0:18336:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 4341
00000400:00000200:0.0:1787763456.208024:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763456.208031:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763456.208034:0:18336:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763456.208037:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763456.208040:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763456.208042:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763456.208044:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763456.208048:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763456.208050:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:0.0:1787763456.208053:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763456.208056:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:0.0:1787763456.208057:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:0.0:1787763456.208059:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:0.0:1787763456.208061:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763456.208063:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763456.208065:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763456.208066:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763456.208069:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:0.0:1787763456.208072:0:18336:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763456.208074:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763456.208076:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763456.208080:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763456.208084:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763456.208086:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787763456.208089:0:18336:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763456.208100:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189601680.
00000020:00000040:0.0:1787763456.208105:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:0.0:1787763456.208110:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763456.208112:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763456.208116:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763456.208120:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763456.208125:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763456.208135:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186484000.
00000100:00000001:0.0:1787763456.208144:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763456.208157:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189601680 x1874601358720000/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763456.208171:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763456.208177:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763456.208196:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd7e294a] to pc [ptlrpcd_rcv+-1]  req@ffff982189601680 x1874601358720000/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763456.208224:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763456.208227:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763456.208230:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787763456.208231:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763456.208232:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763456.208234:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763456.208237:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4341
00000400:00000200:0.0:1787763456.208240:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763456.208242:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763456.208244:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763456.208247:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763456.208249:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763456.208250:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763456.208252:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763456.208254:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763456.208255:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:0.0:1787763456.208256:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763456.208258:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:0.0:1787763456.208259:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:0.0:1787763456.208260:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:0.0:1787763456.208262:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763456.208263:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763456.208265:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763456.208266:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763456.208267:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:0.0:1787763456.208269:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763456.208270:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763456.208271:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763456.208279:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763456.208281:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763456.208284:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763456.208291:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763456.208296:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763456.208299:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763456.208303:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189602d00.
00000020:00000040:0.0:1787763456.208308:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:0.0:1787763456.208310:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763456.208313:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763456.208316:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763456.208319:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763456.208323:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763456.208337:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186485400.
00000100:00000001:0.0:1787763456.208346:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763456.208354:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189602d00 x1874601358720128/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763456.208370:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763456.208376:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763456.208394:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008fcde54a] to pc [ptlrpcd_rcv+-1]  req@ffff982189602d00 x1874601358720128/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763456.208421:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763456.208428:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763456.208434:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787763456.208436:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763456.208438:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763456.208442:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763456.208446:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4341
00000400:00000200:0.0:1787763456.208450:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763456.208469:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763456.208472:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763456.208476:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763456.208478:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763456.208480:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763456.208482:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763456.208485:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763456.208486:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:0.0:1787763456.208488:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763456.208491:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:0.0:1787763456.208493:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:0.0:1787763456.208497:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:0.0:1787763456.208501:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763456.208503:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763456.208505:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763456.208508:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763456.208511:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:0.0:1787763456.208514:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763456.208517:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763456.208519:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763456.208523:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763456.208525:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763456.208527:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763456.208531:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763456.208542:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763456.208547:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763456.208555:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189602580.
00000020:00000040:0.0:1787763456.208565:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:0.0:1787763456.208572:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763456.208576:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763456.208579:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763456.208584:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763456.208588:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763456.208596:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186484c00.
00000100:00000001:0.0:1787763456.208603:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763456.208621:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189602580 x1874601358720256/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763456.208643:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763456.208649:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763456.208656:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000514a9ad2] to pc [ptlrpcd_rcv+-1]  req@ffff982189602580 x1874601358720256/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763456.208671:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763456.208678:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763456.208691:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787763456.208696:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763456.208700:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763456.208711:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763456.208720:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4341
00000400:00000200:0.0:1787763456.208729:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763456.208739:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763456.208750:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763456.208761:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763456.208767:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763456.208776:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763456.208783:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763456.208791:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763456.208795:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:0.0:1787763456.208797:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763456.208801:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:0.0:1787763456.208808:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:0.0:1787763456.208822:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:0.0:1787763456.208834:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763456.208840:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763456.208907:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763456.208915:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763456.208922:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:0.0:1787763456.208932:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763456.208942:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763456.208949:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763456.208956:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763456.208966:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763456.208973:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763456.208978:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787763456.208986:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763456.208992:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763456.209000:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896021c0.
00000020:00000040:0.0:1787763456.209007:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:0.0:1787763456.209016:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763456.209026:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763456.209030:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763456.209031:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763456.209034:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763456.209041:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186487000.
00000100:00000001:0.0:1787763456.209047:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763456.209058:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896021c0 x1874601358720384/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763456.209084:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763456.209090:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787763456.209093:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000040:0.0:1787763456.209101:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070132a00] to pc [ptlrpcd_rcv+-1]  req@ffff9821896021c0 x1874601358720384/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1787763456.209103:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000100:00000001:0.0:1787763456.209134:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763456.209142:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763456.209152:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787763456.209160:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763456.209165:0:18336:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763456.209172:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763456.209179:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4341
00000400:00000200:0.0:1787763456.209197:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763456.209208:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763456.209216:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763456.209228:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763456.209235:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763456.209239:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763456.209246:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763456.209251:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763456.209253:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:0.0:1787763456.209256:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763456.209261:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:0.0:1787763456.209268:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:0.0:1787763456.209278:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:0.0:1787763456.209290:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763456.209300:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763456.209309:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763456.209313:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763456.209321:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:0.0:1787763456.209329:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763456.209340:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763456.209344:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763456.209351:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763456.209357:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763456.209362:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763456.209364:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787763456.209367:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763456.209369:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763456.209375:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189603c00.
00000020:00000040:0.0:1787763456.209381:0:18336:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:0.0:1787763456.209387:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763456.209393:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763456.209397:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763456.209400:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763456.209407:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763456.209417:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186484800.
00000100:00000001:0.0:1787763456.209427:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763456.209438:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189603c00 x1874601358720512/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763456.209485:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763456.209491:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763456.209505:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca2e9794] to pc [ptlrpcd_rcv+-1]  req@ffff982189603c00 x1874601358720512/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763456.209534:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763456.209550:0:18336:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4351)
00000800:00000200:1.1:1787763456.209800:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763456.209803:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787763456.210025:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763456.210027:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787763456.210205:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763456.210206:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787763456.210377:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763456.210379:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00010000:00000001:0.0:1787763456.527972:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763456.527979:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763456.527984:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763456.527985:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763456.527987:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763456.527989:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763456.527991:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763456.527992:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763456.528006:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763456.528007:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763456.528028:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763456.528030:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763456.528032:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763457.551951:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763457.551957:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763457.551969:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763457.551972:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763457.551978:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763457.551979:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763457.551983:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763457.551985:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763457.551988:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763457.551989:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763458.575968:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763458.575976:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763458.575982:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763458.575983:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763458.575986:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763458.575987:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763458.575990:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763458.575991:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763458.575993:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763458.575994:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763459.599979:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763459.599984:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763459.599988:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763459.599989:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763459.599992:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763459.599994:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763459.599997:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763459.599998:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763459.600001:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763459.600003:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763459.600019:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763459.600021:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763459.600024:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763460.623929:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763460.623937:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763460.623939:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763460.623941:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763460.623946:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763460.623947:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763460.623949:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763460.623950:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763460.623953:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763460.623954:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763460.623957:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763460.623957:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763460.623960:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763460.623961:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763460.623962:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763460.623963:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763460.623964:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763460.623965:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763460.623966:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763460.623967:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763460.623970:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763460.623971:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787763461.328655:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763461.328664:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787763461.329467:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763461.329501:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787763461.329749:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763461.329751:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787763461.330020:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763461.330021:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787763461.330197:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763461.330199:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00010000:00000001:0.0:1787763461.647914:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763461.647920:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763461.647924:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763461.647925:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763461.647928:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763461.647929:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763461.647931:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763461.647932:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763461.647935:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763461.647935:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763462.671955:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763462.671958:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763462.671961:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763462.671964:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763462.671966:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763462.671968:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763462.671970:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763462.671971:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763462.671973:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763462.671974:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763462.671977:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763462.671978:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763462.671980:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763462.671981:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763462.671983:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763462.671983:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763462.671995:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763462.671997:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763462.671999:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763463.695915:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763463.695921:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763463.695925:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763463.695926:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763463.695929:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763463.695930:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763463.695932:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763463.695934:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763463.695936:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763463.695937:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763464.719921:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763464.719927:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763464.719931:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763464.719932:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763464.719935:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763464.719937:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763464.719939:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763464.719941:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763464.719943:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763464.719945:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763464.719947:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763464.719948:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763464.719950:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763464.719951:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763464.719953:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763464.719954:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763464.719955:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763464.719956:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763464.719957:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763464.719958:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763464.719960:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763464.719962:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763465.743935:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763465.743940:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763465.743944:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763465.743945:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763465.743948:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763465.743949:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763465.743951:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763465.743953:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763465.743955:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763465.743956:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763465.743971:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763465.743973:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763465.743975:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1787763466.448518:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763466.448522:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787763466.449263:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763466.449268:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787763466.449523:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763466.449524:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787763466.449749:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763466.449750:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787763466.449980:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763466.449981:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00010000:00000001:0.0:1787763466.767992:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763466.767999:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763466.768006:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763466.768007:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763466.768011:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763466.768013:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763466.768016:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763466.768018:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763466.768021:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763466.768022:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763467.791977:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763467.791985:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763467.791993:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763467.791997:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763467.792003:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763467.792007:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763467.792013:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763467.792014:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763467.792020:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763467.792022:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763468.816013:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763468.816023:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763468.816030:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763468.816032:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763468.816037:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763468.816038:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763468.816042:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763468.816043:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763468.816048:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763468.816049:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763468.816075:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763468.816078:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763468.816081:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763469.839996:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763469.840003:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763469.840008:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763469.840009:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763469.840012:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763469.840014:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763469.840017:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763469.840018:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763469.840021:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763469.840022:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763470.864046:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763470.864059:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763470.864062:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763470.864067:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763470.864073:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763470.864076:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763470.864078:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763470.864081:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763470.864087:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763470.864089:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763470.864094:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763470.864095:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763470.864099:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763470.864113:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763470.864115:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763470.864116:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763470.864119:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763470.864120:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763470.864122:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763470.864125:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763470.864129:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763470.864130:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787763471.568556:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763471.568565:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787763471.569148:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763471.569150:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787763471.569389:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763471.569391:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787763471.569590:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763471.569592:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787763471.569764:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763471.569766:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00010000:00000001:0.0:1787763471.887979:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763471.887986:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763471.887993:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763471.887994:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763471.887998:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763471.888000:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763471.888003:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763471.888005:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763471.888009:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763471.888010:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763471.888033:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763471.888037:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763471.888040:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763472.911915:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763472.911922:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763472.911927:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763472.911930:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763472.911934:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763472.911939:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763472.911943:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763472.911946:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763472.911955:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763472.911956:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763472.911960:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763472.911961:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763472.911964:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763472.911965:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763472.911968:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763472.911969:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763473.935942:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763473.935947:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763473.935951:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763473.935952:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763473.935955:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763473.935956:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763473.935958:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763473.935959:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763473.935961:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763473.935962:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763474.959927:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763474.959934:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763474.959941:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763474.959942:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763474.959946:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763474.959949:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763474.959952:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763474.959955:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763474.959958:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763474.959960:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763474.959963:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763474.959965:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763474.959969:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763474.959970:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763474.959973:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763474.959975:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763474.959977:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763474.959978:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763474.959980:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763474.959982:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763474.959984:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763474.959986:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763474.960005:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763474.960008:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763474.960010:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763475.983966:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763475.983974:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763475.983980:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763475.983981:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763475.983984:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763475.983985:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763475.983988:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763475.983988:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763475.983991:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763475.983992:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763476.688025:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763476.688038:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787763476.688042:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763476.688048:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763476.688054:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763476.688065:0:58520:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 4362
00000400:00000200:0.0:1787763476.688076:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763476.688084:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763476.688088:0:58520:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763476.688092:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763476.688097:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763476.688100:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763476.688115:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763476.688124:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763476.688127:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:0.0:1787763476.688130:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763476.688134:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:0.0:1787763476.688137:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:0.0:1787763476.688140:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:0.0:1787763476.688144:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763476.688146:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763476.688148:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763476.688150:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763476.688154:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:0.0:1787763476.688158:0:58520:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763476.688161:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763476.688164:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763476.688169:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763476.688173:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763476.688176:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787763476.688179:0:58520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763476.688191:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896003c0.
00000020:00000040:0.0:1787763476.688196:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:0.0:1787763476.688201:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763476.688204:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763476.688208:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763476.688212:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763476.688217:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763476.688226:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186484800.
00000100:00000001:0.0:1787763476.688235:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763476.688255:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896003c0 x1874601358722560/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763476.688285:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763476.688291:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763476.688297:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031852cee] to pc [ptlrpcd_rcv+-1]  req@ffff9821896003c0 x1874601358722560/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763476.688321:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763476.688325:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763476.688329:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787763476.688330:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763476.688332:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763476.688335:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763476.688338:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4362
00000400:00000200:0.0:1787763476.688344:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763476.688347:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763476.688350:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763476.688354:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763476.688356:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763476.688360:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763476.688364:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763476.688367:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763476.688368:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:0.0:1787763476.688370:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763476.688372:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:0.0:1787763476.688375:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:0.0:1787763476.688377:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:0.0:1787763476.688381:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763476.688395:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763476.688401:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763476.688408:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763476.688413:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:0.0:1787763476.688423:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763476.688428:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763476.688433:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763476.688444:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763476.688457:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763476.688462:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763476.688473:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763476.688486:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763476.688493:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763476.688501:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189600b40.
00000020:00000040:0.0:1787763476.688509:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:0.0:1787763476.688514:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763476.688515:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763476.688519:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763476.688522:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763476.688529:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763476.688538:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186487000.
00000100:00000001:0.0:1787763476.688548:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763476.688560:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189600b40 x1874601358722688/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763476.688592:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763476.688600:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763476.688616:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b75a9b86] to pc [ptlrpcd_rcv+-1]  req@ffff982189600b40 x1874601358722688/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763476.688644:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763476.688655:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763476.688672:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787763476.688678:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763476.688688:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763476.688699:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763476.688710:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4362
00000400:00000200:0.0:1787763476.688732:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763476.688743:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763476.688754:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763476.688777:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763476.688786:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763476.688799:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000800:00000200:2.1:1787763476.688806:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:0.0:1787763476.688808:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000800:00000200:2.1:1787763476.688812:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000020:00000001:0.0:1787763476.688818:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763476.688825:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:0.0:1787763476.688832:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763476.688837:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:0.0:1787763476.688895:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:0.0:1787763476.688902:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:0.0:1787763476.688913:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763476.688923:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763476.688937:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763476.688946:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763476.688956:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:0.0:1787763476.688972:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763476.688983:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763476.688988:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763476.688996:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763476.689006:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763476.689016:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763476.689020:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763476.689027:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763476.689033:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763476.689047:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189603c00.
00000020:00000040:0.0:1787763476.689057:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:0.0:1787763476.689067:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763476.689072:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763476.689079:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763476.689082:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763476.689087:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763476.689097:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186484c00.
00000100:00000001:0.0:1787763476.689102:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763476.689112:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189603c00 x1874601358722816/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763476.689126:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763476.689129:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763476.689139:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca2e9794] to pc [ptlrpcd_rcv+-1]  req@ffff982189603c00 x1874601358722816/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763476.689204:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763476.689209:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763476.689226:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787763476.689232:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763476.689239:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763476.689249:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763476.689257:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4362
00000400:00000200:0.0:1787763476.689266:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763476.689293:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763476.689302:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763476.689314:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763476.689324:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763476.689330:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763476.689337:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763476.689344:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763476.689349:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:0.0:1787763476.689354:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763476.689361:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:0.0:1787763476.689372:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:0.0:1787763476.689381:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:0.0:1787763476.689398:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763476.689406:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763476.689410:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763476.689415:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763476.689422:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:0.0:1787763476.689425:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763476.689433:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763476.689435:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763476.689440:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763476.689450:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763476.689454:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763476.689458:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787763476.689462:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763476.689466:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763476.689478:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896021c0.
00000020:00000040:0.0:1787763476.689482:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:0.0:1787763476.689488:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763476.689491:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763476.689495:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763476.689499:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763476.689505:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763476.689510:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186485400.
00000100:00000001:0.0:1787763476.689520:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763476.689536:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896021c0 x1874601358722944/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763476.689553:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763476.689560:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763476.689572:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070132a00] to pc [ptlrpcd_rcv+-1]  req@ffff9821896021c0 x1874601358722944/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763476.689594:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763476.689601:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763476.689608:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787763476.689611:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763476.689621:0:58520:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763476.689635:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763476.689639:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4362
00000400:00000200:0.0:1787763476.689655:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763476.689661:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763476.689665:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763476.689674:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763476.689682:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763476.689694:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763476.689703:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763476.689713:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763476.689722:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:0.0:1787763476.689729:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763476.689736:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:0.0:1787763476.689745:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:0.0:1787763476.689750:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:0.0:1787763476.689759:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763476.689772:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763476.689779:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763476.689783:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763476.689789:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:0.0:1787763476.689800:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763476.689804:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763476.689811:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763476.689815:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763476.689821:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763476.689832:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763476.689838:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787763476.689862:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763476.689867:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763476.689871:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189602580.
00000020:00000040:0.0:1787763476.689876:0:58520:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:0.0:1787763476.689879:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763476.689884:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763476.689895:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763476.689905:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763476.689909:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763476.689927:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186484000.
00000100:00000001:0.0:1787763476.689941:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763476.689958:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189602580 x1874601358723072/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763476.690002:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763476.690010:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763476.690029:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000514a9ad2] to pc [ptlrpcd_rcv+-1]  req@ffff982189602580 x1874601358723072/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763476.690068:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763476.690075:0:58520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4372)
00000800:00000200:2.1:1787763476.690093:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763476.690097:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787763476.690356:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763476.690358:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787763476.690593:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763476.690595:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787763476.690887:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763476.690889:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00010000:00000001:0.0:1787763477.007942:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763477.007953:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763477.007962:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763477.007964:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763477.007969:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763477.007971:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763477.007975:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763477.007976:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763477.007981:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763477.007982:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763478.031973:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763478.031979:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763478.031984:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763478.031986:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763478.031991:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763478.031993:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763478.031999:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763478.032000:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763478.032003:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763478.032004:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763478.032027:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763478.032029:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763478.032031:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763479.055968:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763479.055979:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763479.055987:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763479.055988:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763479.055993:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763479.055994:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763479.055997:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763479.055998:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763479.056001:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763479.056002:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763480.079957:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763480.079964:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763480.079969:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763480.079970:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763480.079973:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763480.079974:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763480.079977:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763480.079978:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763480.079981:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763480.079982:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763481.103981:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763481.103991:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763481.103993:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763481.103996:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763481.104002:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763481.104003:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763481.104005:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763481.104007:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763481.104011:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763481.104012:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763481.104015:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763481.104016:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763481.104019:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763481.104021:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763481.104022:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763481.104023:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763481.104024:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763481.104025:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763481.104026:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763481.104027:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763481.104030:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763481.104030:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763481.104063:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763481.104066:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763481.104068:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1787763481.808576:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763481.808584:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787763481.809289:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763481.809291:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787763481.809485:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763481.809487:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787763481.809669:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763481.809671:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787763481.809936:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763481.809938:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00010000:00000001:0.0:1787763482.127978:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763482.127986:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763482.127991:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763482.127992:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763482.127995:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763482.127996:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763482.127999:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763482.128000:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763482.128003:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763482.128004:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763483.151997:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763483.152004:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763483.152010:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763483.152014:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763483.152017:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763483.152020:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763483.152023:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763483.152025:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763483.152027:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763483.152028:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763483.152031:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763483.152032:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763483.152036:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763483.152037:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763483.152040:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763483.152041:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763484.175957:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763484.175968:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763484.175976:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763484.175978:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763484.175983:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763484.175984:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763484.175989:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763484.175990:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763484.175993:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763484.175994:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763484.176046:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763484.176049:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763484.176052:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763485.200001:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763485.200011:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763485.200020:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763485.200021:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763485.200027:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763485.200030:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763485.200033:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763485.200036:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763485.200039:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763485.200041:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763485.200043:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763485.200044:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763485.200047:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763485.200048:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763485.200051:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763485.200052:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763485.200053:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763485.200054:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763485.200055:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763485.200056:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763485.200057:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763485.200059:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763486.223997:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763486.224005:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763486.224014:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763486.224015:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763486.224018:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763486.224019:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763486.224022:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763486.224023:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763486.224026:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763486.224027:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763486.928007:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763486.928023:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787763486.928027:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763486.928032:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763486.928038:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763486.928048:0:58520:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 4372
00000400:00000200:0.0:1787763486.928060:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763486.928068:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763486.928084:0:58520:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763486.928089:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763486.928093:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763486.928096:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763486.928099:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763486.928104:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763486.928106:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:0.0:1787763486.928110:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763486.928114:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:0.0:1787763486.928117:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:0.0:1787763486.928120:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:0.0:1787763486.928124:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763486.928126:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763486.928128:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763486.928130:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763486.928133:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:0.0:1787763486.928136:0:58520:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763486.928138:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763486.928141:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763486.928144:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763486.928146:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763486.928148:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787763486.928151:0:58520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763486.928161:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189602d00.
00000020:00000040:0.0:1787763486.928165:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:0.0:1787763486.928169:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763486.928171:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763486.928174:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763486.928202:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763486.928208:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763486.928220:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186485c00.
00000100:00000001:0.0:1787763486.928229:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763486.928242:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189602d00 x1874601358723840/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763486.928256:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763486.928262:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763486.928268:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008fcde54a] to pc [ptlrpcd_rcv+-1]  req@ffff982189602d00 x1874601358723840/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763486.928289:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763486.928291:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763486.928294:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787763486.928295:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763486.928297:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763486.928299:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763486.928301:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4372
00000400:00000200:0.0:1787763486.928305:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763486.928308:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763486.928310:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763486.928313:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763486.928315:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763486.928318:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763486.928319:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763486.928321:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763486.928322:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:0.0:1787763486.928323:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763486.928325:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:0.0:1787763486.928327:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:0.0:1787763486.928328:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:0.0:1787763486.928331:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763486.928335:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763486.928339:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763486.928345:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763486.928351:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:0.0:1787763486.928354:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763486.928361:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763486.928365:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763486.928372:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763486.928376:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763486.928380:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763486.928390:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763486.928397:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763486.928413:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763486.928433:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189601680.
00000020:00000040:0.0:1787763486.928443:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:0.0:1787763486.928454:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763486.928461:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763486.928464:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763486.928466:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763486.928468:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763486.928472:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186486400.
00000100:00000001:0.0:1787763486.928475:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763486.928483:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189601680 x1874601358723968/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763486.928492:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763486.928495:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763486.928500:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd7e294a] to pc [ptlrpcd_rcv+-1]  req@ffff982189601680 x1874601358723968/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763486.928518:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763486.928522:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763486.928531:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787763486.928536:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763486.928539:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763486.928550:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763486.928556:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4372
00000400:00000200:0.0:1787763486.928568:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763486.928572:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763486.928579:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763486.928590:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763486.928593:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763486.928598:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763486.928601:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763486.928607:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763486.928611:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:0.0:1787763486.928618:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763486.928621:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:0.0:1787763486.928633:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:0.0:1787763486.928642:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:0.0:1787763486.928654:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763486.928660:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763486.928669:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763486.928678:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763486.928686:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:0.0:1787763486.928691:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763486.928692:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763486.928697:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763486.928703:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763486.928706:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763486.928711:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763486.928718:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763486.928725:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763486.928734:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763486.928746:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189603840.
00000020:00000040:0.0:1787763486.928754:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:0.0:1787763486.928760:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763486.928764:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763486.928770:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763486.928775:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763486.928781:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763486.928790:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186486000.
00000100:00000001:0.0:1787763486.928798:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763486.928815:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189603840 x1874601358724096/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763486.928842:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763486.928846:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763486.928903:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042b5abf2] to pc [ptlrpcd_rcv+-1]  req@ffff982189603840 x1874601358724096/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1787763486.928904:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763486.928915:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000100:00000001:0.0:1787763486.928931:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763486.928941:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763486.928949:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787763486.928950:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763486.928953:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763486.928962:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763486.928968:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4372
00000400:00000200:0.0:1787763486.928974:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763486.928983:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763486.928987:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763486.928990:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763486.928995:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763486.928999:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763486.929003:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763486.929005:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763486.929006:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:0.0:1787763486.929011:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763486.929014:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:0.0:1787763486.929019:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:0.0:1787763486.929023:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:0.0:1787763486.929033:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763486.929044:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763486.929048:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763486.929054:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763486.929060:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:0.0:1787763486.929074:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763486.929085:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763486.929090:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763486.929100:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763486.929104:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763486.929105:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763486.929109:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787763486.929113:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763486.929115:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763486.929120:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189600780.
00000020:00000040:0.0:1787763486.929125:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:0.0:1787763486.929128:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763486.929130:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763486.929132:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763486.929134:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763486.929135:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763486.929139:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186487400.
00000100:00000001:0.0:1787763486.929145:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763486.929150:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189600780 x1874601358724224/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763486.929162:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763486.929167:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763486.929190:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7c1d79b] to pc [ptlrpcd_rcv+-1]  req@ffff982189600780 x1874601358724224/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763486.929221:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763486.929234:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763486.929243:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787763486.929252:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763486.929261:0:58520:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763486.929266:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763486.929273:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4372
00000400:00000200:0.0:1787763486.929286:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763486.929292:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763486.929296:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763486.929303:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763486.929309:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763486.929314:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763486.929322:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763486.929328:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763486.929330:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:0.0:1787763486.929331:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763486.929336:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:0.0:1787763486.929344:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:0.0:1787763486.929353:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:0.0:1787763486.929371:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763486.929381:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763486.929387:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763486.929401:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763486.929409:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:0.0:1787763486.929419:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763486.929432:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763486.929441:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763486.929450:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763486.929455:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763486.929457:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763486.929462:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787763486.929465:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763486.929469:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763486.929478:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189601a40.
00000020:00000040:0.0:1787763486.929483:0:58520:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:0.0:1787763486.929492:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763486.929496:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763486.929500:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763486.929503:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763486.929505:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763486.929517:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186487800.
00000100:00000001:0.0:1787763486.929523:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763486.929531:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189601a40 x1874601358724352/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763486.929578:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763486.929587:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763486.929603:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b8e3ce6] to pc [ptlrpcd_rcv+-1]  req@ffff982189601a40 x1874601358724352/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763486.929641:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763486.929652:0:58520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4382)
00000800:00000200:2.1:1787763486.929799:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763486.929801:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787763486.930042:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763486.930043:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787763486.930279:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763486.930281:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787763486.930514:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763486.930516:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00010000:00000001:0.0:1787763487.247999:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763487.248007:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763487.248013:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763487.248014:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763487.248017:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763487.248018:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763487.248021:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763487.248022:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763487.248025:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763487.248025:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763487.248051:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763487.248053:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763487.248056:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763488.271976:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763488.271983:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763488.271994:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763488.271996:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763488.272007:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763488.272008:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763488.272011:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763488.272013:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763488.272018:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763488.272021:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763489.295978:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763489.295985:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763489.295997:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763489.295998:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763489.296001:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763489.296003:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763489.296006:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763489.296007:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763489.296010:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763489.296011:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763490.319954:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763490.319963:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763490.319968:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763490.319969:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763490.319972:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763490.319973:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763490.319975:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763490.319976:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763490.319979:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763490.319980:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763490.320041:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763490.320044:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763490.320047:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763491.343991:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763491.344001:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763491.344003:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763491.344006:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763491.344011:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763491.344013:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763491.344015:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763491.344016:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763491.344020:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763491.344021:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763491.344024:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763491.344025:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763491.344028:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763491.344029:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763491.344030:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763491.344031:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763491.344032:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763491.344033:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763491.344034:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763491.344036:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763491.344039:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763491.344040:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787763492.048784:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763492.048792:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787763492.049338:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763492.049340:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787763492.049621:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763492.049623:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787763492.049860:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763492.049879:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787763492.050126:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763492.050142:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00010000:00000001:0.0:1787763492.367937:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763492.367944:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763492.367950:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763492.367953:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763492.367956:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763492.367960:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763492.367963:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763492.367965:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763492.367966:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763492.367968:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763492.367971:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763492.367972:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763492.367975:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763492.367975:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763492.367978:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763492.367979:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763493.391972:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763493.391980:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763493.391988:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763493.391992:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763493.391997:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763493.391999:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763493.392004:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763493.392006:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763493.392010:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763493.392011:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763493.392039:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763493.392043:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763493.392046:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763494.415992:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763494.416003:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763494.416011:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763494.416013:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763494.416018:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763494.416022:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763494.416025:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763494.416031:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763494.416035:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763494.416038:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763494.416040:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763494.416043:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763494.416048:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763494.416049:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763494.416054:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763494.416056:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763494.416058:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763494.416060:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763494.416062:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763494.416063:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763494.416064:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763494.416067:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763495.439960:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763495.439968:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763495.439974:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763495.439975:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763495.439978:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763495.439979:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763495.439982:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763495.439983:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763495.439986:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763495.439987:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763496.463945:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763496.463955:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763496.463964:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763496.463966:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763496.463971:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763496.463973:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763496.463977:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763496.463979:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763496.463983:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763496.463985:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763496.464024:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763496.464028:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763496.464032:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787763497.167966:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763497.167978:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787763497.167981:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763497.167985:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763497.167990:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763497.167999:0:18336:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 4382
00000400:00000200:0.0:1787763497.168009:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763497.168015:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763497.168019:0:18336:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763497.168022:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763497.168025:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763497.168027:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763497.168029:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763497.168033:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763497.168035:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:0.0:1787763497.168038:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763497.168041:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:0.0:1787763497.168043:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:0.0:1787763497.168044:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:0.0:1787763497.168046:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763497.168047:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763497.168048:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763497.168050:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763497.168053:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:0.0:1787763497.168056:0:18336:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763497.168058:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763497.168060:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763497.168063:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763497.168065:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763497.168067:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787763497.168070:0:18336:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763497.168099:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896030c0.
00000020:00000040:0.0:1787763497.168103:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:0.0:1787763497.168107:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763497.168108:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763497.168112:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763497.168115:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763497.168119:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763497.168126:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186484c00.
00000100:00000001:0.0:1787763497.168133:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763497.168143:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896030c0 x1874601358725120/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763497.168153:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763497.168158:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763497.168162:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc1d3de1] to pc [ptlrpcd_rcv+-1]  req@ffff9821896030c0 x1874601358725120/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763497.168188:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763497.168191:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763497.168193:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787763497.168195:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763497.168196:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763497.168198:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763497.168200:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4382
00000400:00000200:0.0:1787763497.168203:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763497.168204:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763497.168206:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763497.168208:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763497.168210:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763497.168211:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763497.168213:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763497.168215:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763497.168221:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:0.0:1787763497.168223:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763497.168225:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:0.0:1787763497.168227:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:0.0:1787763497.168229:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:0.0:1787763497.168232:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763497.168236:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763497.168238:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763497.168242:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763497.168246:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:0.0:1787763497.168252:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763497.168259:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763497.168263:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763497.168274:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763497.168278:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763497.168283:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763497.168290:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763497.168296:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763497.168298:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763497.168303:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189603480.
00000020:00000040:0.0:1787763497.168307:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:0.0:1787763497.168312:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763497.168313:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763497.168315:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763497.168316:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763497.168321:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763497.168324:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186487000.
00000100:00000001:0.0:1787763497.168329:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763497.168335:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189603480 x1874601358725248/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763497.168347:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763497.168352:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763497.168358:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001695004d] to pc [ptlrpcd_rcv+-1]  req@ffff982189603480 x1874601358725248/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763497.168367:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763497.168371:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763497.168375:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787763497.168379:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763497.168381:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763497.168386:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763497.168392:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4382
00000400:00000200:0.0:1787763497.168398:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763497.168404:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763497.168408:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763497.168416:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763497.168421:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763497.168425:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763497.168428:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763497.168430:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763497.168431:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:0.0:1787763497.168432:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763497.168440:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:0.0:1787763497.168443:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:0.0:1787763497.168448:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:0.0:1787763497.168452:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763497.168454:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763497.168459:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763497.168462:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763497.168464:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:0.0:1787763497.168469:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763497.168470:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763497.168472:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763497.168474:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763497.168475:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763497.168477:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763497.168479:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763497.168481:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763497.168482:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763497.168487:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189600f00.
00000020:00000040:0.0:1787763497.168492:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:0.0:1787763497.168498:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763497.168502:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763497.168505:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763497.168508:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763497.168511:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763497.168516:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186484800.
00000100:00000001:0.0:1787763497.168519:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763497.168529:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189600f00 x1874601358725376/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763497.168542:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763497.168544:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763497.168549:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000082892fdc] to pc [ptlrpcd_rcv+-1]  req@ffff982189600f00 x1874601358725376/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763497.168560:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763497.168565:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763497.168570:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000200:2.1:1787763497.168574:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:0.0:1787763497.168575:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763497.168578:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.1:1787763497.168581:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1787763497.168582:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763497.168588:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4382
00000400:00000200:0.0:1787763497.168593:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763497.168599:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763497.168601:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763497.168604:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763497.168611:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763497.168619:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763497.168624:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763497.168631:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763497.168635:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:0.0:1787763497.168640:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763497.168645:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:0.0:1787763497.168653:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:0.0:1787763497.168658:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:0.0:1787763497.168666:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763497.168671:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763497.168675:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763497.168680:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763497.168682:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:0.0:1787763497.168686:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763497.168690:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763497.168693:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763497.168698:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763497.168701:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763497.168703:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763497.168708:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787763497.168712:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763497.168717:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763497.168724:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189601e00.
00000020:00000040:0.0:1787763497.168732:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:0.0:1787763497.168739:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763497.168743:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763497.168748:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763497.168752:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763497.168757:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763497.168765:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186484400.
00000100:00000001:0.0:1787763497.168773:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763497.168782:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189601e00 x1874601358725504/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763497.168808:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763497.168813:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763497.168822:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062ef5d4f] to pc [ptlrpcd_rcv+-1]  req@ffff982189601e00 x1874601358725504/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763497.168839:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763497.168843:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763497.168890:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787763497.168894:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763497.168896:0:18336:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763497.168899:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763497.168902:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4382
00000400:00000200:0.0:1787763497.168906:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763497.168909:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763497.168912:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763497.168917:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763497.168921:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763497.168923:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763497.168928:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763497.168933:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763497.168935:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:0.0:1787763497.168937:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763497.168941:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:0.0:1787763497.168944:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:0.0:1787763497.168947:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:0.0:1787763497.168954:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763497.168957:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763497.168963:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763497.168968:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763497.168973:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:0.0:1787763497.168978:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763497.168982:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763497.168986:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763497.168990:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763497.168993:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763497.168997:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763497.169001:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787763497.169004:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763497.169009:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763497.169016:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189602940.
00000020:00000040:0.0:1787763497.169020:0:18336:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:0.0:1787763497.169023:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763497.169026:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763497.169027:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763497.169030:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763497.169034:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763497.169040:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186485000.
00000100:00000001:0.0:1787763497.169044:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763497.169053:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189602940 x1874601358725632/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763497.169066:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763497.169069:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763497.169072:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063ada08b] to pc [ptlrpcd_rcv+-1]  req@ffff982189602940 x1874601358725632/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763497.169078:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763497.169094:0:18336:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4392)
00000800:00000200:2.1:1787763497.169215:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763497.169217:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787763497.169461:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763497.169463:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787763497.169658:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763497.169661:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787763497.169929:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763497.169931:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00010000:00000001:0.0:1787763497.487943:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763497.487950:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763497.487955:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763497.487957:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763497.487959:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763497.487960:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763497.487963:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763497.487964:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763497.487967:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763497.487968:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763498.511971:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763498.511977:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763498.511983:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763498.511984:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763498.511991:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763498.511993:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763498.511997:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763498.511999:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763498.512005:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763498.512009:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763499.535951:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763499.535958:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763499.535965:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763499.535967:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763499.535971:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763499.535973:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763499.535977:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763499.535978:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763499.535983:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763499.535984:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763499.536013:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763499.536017:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763499.536021:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763500.559999:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763500.560008:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763500.560011:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763500.560015:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763500.560020:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763500.560023:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763500.560025:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763500.560028:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763500.560032:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763500.560034:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763500.560038:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763500.560039:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763500.560042:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763500.560044:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763500.560046:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763500.560047:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763500.560049:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763500.560050:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763500.560070:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763500.560073:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763500.560078:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763500.560079:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763501.583936:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763501.583943:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763501.583948:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763501.583949:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763501.583952:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763501.583953:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763501.583956:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763501.583957:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763501.583961:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763501.583962:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787763502.288969:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763502.288986:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787763502.289690:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763502.289693:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787763502.289997:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763502.290000:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787763502.290461:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763502.290463:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787763502.290751:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763502.290753:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00010000:00000001:0.0:1787763502.607974:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763502.607980:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763502.607984:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763502.607987:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763502.607988:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763502.607990:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763502.607993:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763502.607994:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763502.607995:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763502.607997:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763502.607999:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763502.608000:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763502.608002:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763502.608003:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763502.608005:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763502.608006:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763502.608027:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763502.608029:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763502.608030:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763503.631961:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763503.631967:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763503.631973:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763503.631975:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763503.631980:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763503.631983:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763503.631987:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763503.631988:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763503.631991:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763503.631992:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763504.655983:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763504.655993:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763504.656002:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763504.656003:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763504.656008:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763504.656012:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763504.656045:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763504.656050:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763504.656054:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763504.656057:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763504.656060:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763504.656063:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763504.656069:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763504.656070:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763504.656073:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763504.656074:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763504.656076:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763504.656078:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763504.656079:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763504.656080:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763504.656082:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763504.656083:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000010:0.0:1787763505.360045:0:59014:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98218550e400.
00000020:00000010:0.0:1787763505.360069:0:59014:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff98218550e000.
00000020:00000010:0.0:1787763505.360076:0:59014:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff982191c76800.
00000020:00000010:0.0:1787763505.360085:0:59014:0:(tgt_main.c:722:tgt_key_init()) slab-alloced 'thread': 1296 at ffff9821983f0a20.
00000020:00000010:0.0:1787763505.360093:0:59014:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff98218550f000.
80000000:00000010:0.0:1787763505.360100:0:59014:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9821992d4a20.
40000000:00000010:0.0:1787763505.360105:0:59014:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff982191cc4680.
00100000:00000010:0.0:1787763505.360112:0:59014:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff982191c72800.
00040000:00000010:0.0:1787763505.360118:0:59014:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff982185622f00.
00040000:00000010:0.0:1787763505.360124:0:59014:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff982190fa2400.
00002000:00000010:0.0:1787763505.360130:0:59014:0:(ofd_dev.c:3019:ofd_key_init()) kmalloced '(value)': 1000 at ffff982186485800.
00000020:00000010:0.0:1787763505.360139:0:59014:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff98218550e000.
00000020:00000010:0.0:1787763505.360149:0:59014:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff982191c76800.
00000020:00000010:0.0:1787763505.360154:0:59014:0:(tgt_main.c:742:tgt_key_fini()) slab-freed '(info)': 1296 at ffff9821983f0a20.
00000020:00000010:0.0:1787763505.360167:0:59014:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff98218550f000.
80000000:00000010:0.0:1787763505.360171:0:59014:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9821992d4a20.
40000000:00000010:0.0:1787763505.360174:0:59014:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff982191cc4680.
00100000:00000010:0.0:1787763505.360179:0:59014:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff982191c72800.
00040000:00000010:0.0:1787763505.360183:0:59014:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff982185622f00.
00040000:00000010:0.0:1787763505.360187:0:59014:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff982190fa2400.
00002000:00000010:0.0:1787763505.360191:0:59014:0:(ofd_dev.c:3048:ofd_key_fini()) kfreed 'info': 1000 at ffff982186485800.
00000020:00000010:0.0:1787763505.360195:0:59014:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98218550e400.
00010000:00000001:0.0:1787763505.679945:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763505.679955:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763505.679963:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763505.679965:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763505.679969:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763505.679971:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763505.679975:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763505.679976:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763505.679980:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763505.679982:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763505.680033:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763505.680037:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763505.680041:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763506.704072:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763506.704079:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763506.704085:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763506.704086:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763506.704089:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763506.704090:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763506.704093:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763506.704095:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763506.704098:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763506.704099:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763507.408040:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763507.408049:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787763507.408052:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763507.408056:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763507.408060:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763507.408068:0:58520:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 4392
00000400:00000200:0.0:1787763507.408077:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763507.408083:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763507.408086:0:58520:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763507.408089:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763507.408092:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763507.408096:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763507.408098:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763507.408102:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763507.408103:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:0.0:1787763507.408107:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763507.408110:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:0.0:1787763507.408112:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:0.0:1787763507.408115:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:0.0:1787763507.408117:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763507.408120:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763507.408122:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763507.408124:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763507.408128:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:0.0:1787763507.408131:0:58520:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763507.408134:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763507.408137:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763507.408141:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763507.408143:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763507.408146:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787763507.408148:0:58520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763507.408157:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189600000.
00000020:00000040:0.0:1787763507.408161:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:0.0:1787763507.408165:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763507.408166:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763507.408169:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763507.408172:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763507.408177:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763507.408185:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186485800.
00000100:00000001:0.0:1787763507.408192:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763507.408201:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189600000 x1874601358726400/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763507.408212:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763507.408217:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763507.408221:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b05fece] to pc [ptlrpcd_rcv+-1]  req@ffff982189600000 x1874601358726400/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763507.408246:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763507.408250:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763507.408254:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787763507.408255:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763507.408257:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763507.408259:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763507.408262:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4392
00000400:00000200:0.0:1787763507.408266:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763507.408269:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763507.408271:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763507.408274:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763507.408276:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763507.408278:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763507.408280:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763507.408283:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763507.408284:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:0.0:1787763507.408286:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763507.408289:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:0.0:1787763507.408292:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:0.0:1787763507.408296:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:0.0:1787763507.408299:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763507.408302:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763507.408304:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763507.408308:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763507.408312:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:0.0:1787763507.408315:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763507.408318:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763507.408321:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763507.408328:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763507.408330:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763507.408332:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763507.408338:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763507.408348:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763507.408353:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763507.408361:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896012c0.
00000020:00000040:0.0:1787763507.408368:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:0.0:1787763507.408376:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763507.408380:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763507.408423:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763507.408432:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763507.408435:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763507.408441:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186485000.
00000100:00000001:0.0:1787763507.408450:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763507.408466:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896012c0 x1874601358726528/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763507.408489:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763507.408496:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763507.408513:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e52948b] to pc [ptlrpcd_rcv+-1]  req@ffff9821896012c0 x1874601358726528/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763507.408546:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763507.408554:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763507.408560:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787763507.408567:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763507.408575:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763507.408586:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763507.408601:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4392
00000400:00000200:0.0:1787763507.408628:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763507.408643:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763507.408648:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763507.408665:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763507.408672:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763507.408677:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763507.408681:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763507.408693:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763507.408698:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:0.0:1787763507.408702:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763507.408708:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:0.0:1787763507.408720:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:0.0:1787763507.408728:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:0.0:1787763507.408744:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763507.408760:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763507.408782:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763507.408804:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763507.408820:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:0.0:1787763507.408833:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763507.408899:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763507.408908:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763507.408922:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763507.408932:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763507.408941:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763507.408948:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763507.408955:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787763507.408958:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:0.0:1787763507.408968:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787763507.408969:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 6 secs later)
00000100:00000010:0.0:1787763507.408989:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189602940.
00000020:00000040:0.0:1787763507.409009:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:0.0:1787763507.409012:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763507.409014:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763507.409016:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763507.409018:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763507.409022:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763507.409032:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186484400.
00000100:00000001:0.0:1787763507.409039:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763507.409057:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189602940 x1874601358726656/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763507.409077:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763507.409086:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763507.409109:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063ada08b] to pc [ptlrpcd_rcv+-1]  req@ffff982189602940 x1874601358726656/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763507.409163:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763507.409173:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763507.409189:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787763507.409198:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763507.409201:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763507.409208:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763507.409220:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4392
00000400:00000200:0.0:1787763507.409232:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763507.409242:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763507.409248:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763507.409261:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763507.409277:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763507.409291:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763507.409298:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763507.409305:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763507.409316:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:0.0:1787763507.409327:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763507.409336:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:0.0:1787763507.409350:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:0.0:1787763507.409365:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:0.0:1787763507.409383:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763507.409392:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763507.409405:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763507.409416:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763507.409429:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:0.0:1787763507.409449:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763507.409458:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763507.409470:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763507.409483:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763507.409492:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763507.409506:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763507.409516:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787763507.409529:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763507.409541:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763507.409555:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189601e00.
00000020:00000040:0.0:1787763507.409565:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:0.0:1787763507.409580:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763507.409586:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763507.409594:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763507.409603:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763507.409610:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763507.409631:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186484800.
00000100:00000001:0.0:1787763507.409643:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763507.409672:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189601e00 x1874601358726784/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763507.409735:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763507.409748:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763507.409774:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062ef5d4f] to pc [ptlrpcd_rcv+-1]  req@ffff982189601e00 x1874601358726784/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763507.409806:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763507.409823:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763507.409834:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787763507.409840:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763507.409882:0:58520:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763507.409890:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763507.409901:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4392
00000400:00000200:0.0:1787763507.409917:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763507.409933:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763507.409949:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763507.409964:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763507.409978:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763507.410004:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763507.410013:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763507.410024:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763507.410035:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:0.0:1787763507.410047:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763507.410061:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:0.0:1787763507.410071:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:0.0:1787763507.410080:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:0.0:1787763507.410099:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763507.410115:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763507.410131:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763507.410143:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763507.410154:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:0.0:1787763507.410180:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763507.410194:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763507.410207:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763507.410219:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763507.410232:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763507.410242:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763507.410251:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787763507.410261:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763507.410275:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763507.410296:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189600f00.
00000020:00000040:0.0:1787763507.410314:0:58520:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:0.0:1787763507.410324:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763507.410333:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763507.410346:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763507.410355:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763507.410366:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763507.410385:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186487000.
00000100:00000001:0.0:1787763507.410404:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787763507.410407:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763507.410415:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 6 secs later)
00000100:00100000:0.0:1787763507.410423:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189600f00 x1874601358726912/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763507.410503:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763507.410512:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763507.410537:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000082892fdc] to pc [ptlrpcd_rcv+-1]  req@ffff982189600f00 x1874601358726912/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763507.410590:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763507.410604:0:58520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4403)
00000800:00000200:2.1:1787763507.410956:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763507.410959:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1787763507.411343:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763507.411346:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1787763507.411895:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763507.411899:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 6 secs later)
00010000:00000001:0.0:1787763507.727975:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763507.727983:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763507.728021:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763507.728040:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763507.728045:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763507.728047:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763507.728051:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763507.728052:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763507.728056:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763507.728058:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763508.751953:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763508.751962:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763508.751967:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763508.751971:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763508.751989:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763508.751991:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763508.751996:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763508.751998:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763508.752001:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763508.752002:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763508.752023:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763508.752025:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763508.752033:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763509.775925:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763509.775931:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763509.775935:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763509.775936:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763509.775939:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763509.775940:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763509.775942:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763509.775943:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763509.775946:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763509.775946:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763510.799980:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763510.799988:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763510.799990:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763510.800004:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763510.800009:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763510.800011:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763510.800013:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763510.800015:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763510.800018:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763510.800019:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763510.800022:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763510.800023:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763510.800026:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763510.800027:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763510.800029:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763510.800030:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763510.800031:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763510.800032:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763510.800033:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763510.800034:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763510.800037:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763510.800037:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763511.823945:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763511.823979:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763511.823986:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763511.823987:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763511.823990:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763511.823991:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763511.823994:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763511.823995:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763511.823998:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763511.823999:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763511.824019:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763511.824023:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763511.824025:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787763512.527932:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763512.527941:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787763512.527943:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763512.527969:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763512.527972:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763512.527979:0:58520:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 4398
00000400:00000200:0.0:1787763512.527986:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763512.527991:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763512.527993:0:58520:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763512.527996:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763512.527998:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763512.528000:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763512.528002:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763512.528005:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763512.528007:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:0.0:1787763512.528009:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763512.528011:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:0.0:1787763512.528012:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:0.0:1787763512.528014:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:0.0:1787763512.528016:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763512.528017:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763512.528018:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763512.528020:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763512.528022:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:0.0:1787763512.528025:0:58520:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763512.528026:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763512.528028:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763512.528031:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763512.528033:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763512.528035:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787763512.528036:0:58520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763512.528044:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189603480.
00000020:00000040:0.0:1787763512.528047:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:0.0:1787763512.528050:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763512.528051:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763512.528054:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763512.528056:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763512.528060:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763512.528066:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186486800.
00000100:00000001:0.0:1787763512.528080:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763512.528091:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189603480 x1874601358727040/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763512.528098:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763512.528102:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763512.528106:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001695004d] to pc [ptlrpcd_rcv+-1]  req@ffff982189603480 x1874601358727040/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763512.528122:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763512.528125:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763512.528127:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787763512.528129:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763512.528130:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763512.528131:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763512.528133:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4398
00000400:00000200:0.0:1787763512.528136:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763512.528139:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763512.528142:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763512.528145:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763512.528148:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763512.528151:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763512.528154:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763512.528157:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763512.528159:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:0.0:1787763512.528164:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763512.528168:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:0.0:1787763512.528174:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:0.0:1787763512.528177:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:0.0:1787763512.528187:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763512.528191:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763512.528195:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763512.528198:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763512.528202:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:0.0:1787763512.528208:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763512.528212:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763512.528215:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763512.528222:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763512.528226:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763512.528229:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763512.528234:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763512.528237:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763512.528241:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763512.528248:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896030c0.
00000020:00000040:0.0:1787763512.528252:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:0.0:1787763512.528255:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763512.528258:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763512.528260:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763512.528262:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763512.528264:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763512.528271:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186486c00.
00000100:00000001:0.0:1787763512.528275:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763512.528290:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896030c0 x1874601358727168/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763512.528308:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763512.528313:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763512.528320:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc1d3de1] to pc [ptlrpcd_rcv+-1]  req@ffff9821896030c0 x1874601358727168/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763512.528329:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763512.528332:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763512.528336:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787763512.528338:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763512.528341:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763512.528345:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763512.528350:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4398
00000400:00000200:0.0:1787763512.528357:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763512.528363:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763512.528367:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763512.528374:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763512.528378:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763512.528383:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763512.528387:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763512.528389:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763512.528391:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:0.0:1787763512.528393:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763512.528397:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:0.0:1787763512.528399:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:0.0:1787763512.528401:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:0.0:1787763512.528404:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763512.528406:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763512.528409:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763512.528413:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763512.528416:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:0.0:1787763512.528421:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763512.528425:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763512.528427:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763512.528431:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763512.528435:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763512.528436:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763512.528438:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763512.528444:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763512.528445:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763512.528448:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189601a40.
00000020:00000040:0.0:1787763512.528451:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:0.0:1787763512.528457:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763512.528458:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763512.528459:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763512.528461:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763512.528463:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763512.528467:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186487800.
00000100:00000001:0.0:1787763512.528472:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787763512.528472:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00100000:0.0:1787763512.528479:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189601a40 x1874601358727296/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1787763512.528480:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000100:00000001:0.0:1787763512.528491:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763512.528496:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763512.528501:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b8e3ce6] to pc [ptlrpcd_rcv+-1]  req@ffff982189601a40 x1874601358727296/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763512.528512:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763512.528517:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763512.528521:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787763512.528523:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763512.528526:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763512.528530:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763512.528533:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4398
00000400:00000200:0.0:1787763512.528538:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763512.528542:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763512.528545:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763512.528550:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763512.528554:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763512.528557:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763512.528561:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763512.528565:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763512.528567:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:0.0:1787763512.528569:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763512.528571:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:0.0:1787763512.528575:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:0.0:1787763512.528576:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:0.0:1787763512.528581:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763512.528585:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763512.528588:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763512.528593:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763512.528597:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:0.0:1787763512.528602:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763512.528608:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763512.528611:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763512.528612:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763512.528614:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763512.528615:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763512.528617:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787763512.528621:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763512.528625:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763512.528628:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189600780.
00000020:00000040:0.0:1787763512.528631:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:0.0:1787763512.528634:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763512.528635:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763512.528636:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763512.528638:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763512.528641:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763512.528645:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186487400.
00000100:00000001:0.0:1787763512.528647:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763512.528654:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189600780 x1874601358727424/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763512.528664:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763512.528667:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763512.528672:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7c1d79b] to pc [ptlrpcd_rcv+-1]  req@ffff982189600780 x1874601358727424/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763512.528685:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763512.528688:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763512.528695:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787763512.528699:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763512.528701:0:58520:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763512.528704:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763512.528710:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4398
00000400:00000200:0.0:1787763512.528715:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763512.528721:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763512.528725:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763512.528731:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763512.528733:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763512.528738:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763512.528742:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763512.528746:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763512.528749:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:0.0:1787763512.528751:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763512.528753:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:0.0:1787763512.528765:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:0.0:1787763512.528769:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:0.0:1787763512.528776:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763512.528781:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763512.528786:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763512.528791:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763512.528795:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:0.0:1787763512.528800:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763512.528803:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763512.528807:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763512.528810:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763512.528814:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763512.528820:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763512.528822:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787763512.528826:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763512.528829:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763512.528834:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189603840.
00000020:00000040:0.0:1787763512.528838:0:58520:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:0.0:1787763512.528842:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763512.528846:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763512.528868:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763512.528869:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763512.528871:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763512.528874:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186486000.
00000100:00000001:0.0:1787763512.528876:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763512.528881:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189603840 x1874601358727552/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763512.528886:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763512.528890:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763512.528899:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042b5abf2] to pc [ptlrpcd_rcv+-1]  req@ffff982189603840 x1874601358727552/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763512.528915:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763512.528922:0:58520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4408)
00000800:00000200:2.1:1787763512.529092:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763512.529094:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787763512.529304:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763512.529306:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787763512.529545:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763512.529547:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787763512.529790:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763512.529791:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00010000:00000001:0.0:1787763512.848059:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763512.848065:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763512.848070:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763512.848074:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763512.848082:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763512.848085:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763512.848088:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763512.848090:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763512.848092:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763512.848094:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763512.848098:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763512.848099:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763512.848102:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763512.848103:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763512.848105:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763512.848107:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763513.872031:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763513.872034:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763513.872038:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763513.872039:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763513.872042:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763513.872043:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763513.872046:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763513.872047:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763513.872051:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763513.872052:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763514.895949:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763514.895954:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763514.895959:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763514.895960:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763514.895962:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763514.895965:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763514.895967:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763514.895969:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763514.895971:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763514.895973:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763514.895974:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763514.895976:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763514.895978:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763514.895980:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763514.895982:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763514.895983:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763514.895984:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763514.895985:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763514.895986:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763514.895987:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763514.895988:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763514.895989:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763514.896010:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763514.896013:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763514.896016:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763515.920014:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763515.920023:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763515.920030:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763515.920032:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763515.920035:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763515.920037:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763515.920041:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763515.920042:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763515.920045:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763515.920047:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763516.943941:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763516.943947:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763516.943951:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763516.943952:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763516.943954:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763516.943955:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763516.943957:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763516.943958:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763516.943961:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763516.943961:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787763517.648416:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763517.648829:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763517.649197:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763517.649358:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763517.649526:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00010000:00000001:0.0:1787763517.967987:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763517.967992:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763517.967997:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763517.967998:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763517.968000:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763517.968002:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763517.968004:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763517.968005:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763517.968007:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763517.968008:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763517.968038:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763517.968041:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763517.968043:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763518.991958:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763518.991963:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763518.991972:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763518.991974:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763518.991978:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763518.991978:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763518.991981:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763518.991983:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763518.991986:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763518.991990:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763520.016021:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763520.016029:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763520.016035:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763520.016036:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763520.016039:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763520.016040:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763520.016043:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763520.016044:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763520.016046:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763520.016047:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:0.0:1787763520.720176:0:2377:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.141:988
00000400:00000100:0.0:1787763520.720239:0:2377:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.141@tcp at host 192.168.202.141 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1787763520.720250:0:2377:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763520.720255:0:2377:0:(router.c:1791:lnet_notify()) 192.168.202.41@tcp notifying 192.168.202.141@tcp: down
00000400:00000200:0.0:1787763520.720262:0:2377:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763520.720267:0:2377:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1787763520.720273:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:0.0:1787763520.720278:0:2377:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8500.
00000400:00000200:0.0:1787763520.720285:0:2377:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787763520.720291:0:2377:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787763520.720299:0:2377:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e06e8
00000400:00000010:0.0:1787763520.720302:0:2377:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e06e8.
00000100:00000001:0.0:1787763520.720309:0:2377:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787763520.720319:0:2377:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9821899b0f00 x1874601358727680/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763520.720356:0:2377:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763520.720362:0:2377:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b0f00 x1874601358727680/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763542 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763520.720373:0:2377:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763520.720375:0:2377:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787763520.720388:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:0.0:1787763520.720392:0:2377:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8300.
00000400:00000200:0.0:1787763520.720395:0:2377:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787763520.720400:0:2377:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787763520.720404:0:2377:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0bb0
00000400:00000010:0.0:1787763520.720406:0:2377:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0bb0.
00000100:00000001:0.0:1787763520.720410:0:2377:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787763520.720415:0:2377:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9821899b3840 x1874601358727808/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763520.720426:0:2377:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763520.720430:0:2377:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b3840 x1874601358727808/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763542 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763520.720438:0:2377:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763520.720439:0:2377:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787763520.720445:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:0.0:1787763520.720448:0:2377:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8c00.
00000400:00000200:0.0:1787763520.720451:0:2377:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787763520.720455:0:2377:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787763520.720458:0:2377:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0198
00000400:00000010:0.0:1787763520.720461:0:2377:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0198.
00000100:00000001:0.0:1787763520.720464:0:2377:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787763520.720469:0:2377:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9821899b03c0 x1874601358727936/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763520.720480:0:2377:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763520.720483:0:2377:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b03c0 x1874601358727936/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763542 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763520.720491:0:2377:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763520.720492:0:2377:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787763520.720498:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:0.0:1787763520.720500:0:2377:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8900.
00000400:00000200:0.0:1787763520.720503:0:2377:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787763520.720507:0:2377:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787763520.720511:0:2377:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e03b8
00000400:00000010:0.0:1787763520.720513:0:2377:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e03b8.
00000100:00000001:0.0:1787763520.720515:0:2377:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787763520.720520:0:2377:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9821899b0b40 x1874601358728064/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763520.720529:0:2377:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763520.720532:0:2377:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b0b40 x1874601358728064/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763542 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763520.720539:0:2377:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763520.720541:0:2377:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787763520.720546:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:0.0:1787763520.720549:0:2377:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8700.
00000400:00000200:0.0:1787763520.720552:0:2377:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787763520.720556:0:2377:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787763520.720558:0:2377:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0e58
00000400:00000010:0.0:1787763520.720561:0:2377:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0e58.
00000100:00000001:0.0:1787763520.720563:0:2377:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787763520.720567:0:2377:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9821899b21c0 x1874601358728192/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763542 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763520.720592:0:2377:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763520.720596:0:2377:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b21c0 x1874601358728192/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763542 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763520.720604:0:2377:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763520.720606:0:2377:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:0.0:1787763521.039955:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763521.039962:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763521.039965:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763521.039968:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763521.039973:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763521.039976:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763521.039978:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763521.039980:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763521.039985:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763521.039987:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763521.039991:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763521.039992:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763521.039995:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763521.039997:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763521.039998:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763521.040000:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763521.040002:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763521.040004:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763521.040006:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763521.040008:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763521.040012:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763521.040013:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763521.040032:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763521.040034:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763521.040036:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763522.063987:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763522.063994:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763522.064000:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763522.064002:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763522.064006:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763522.064008:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763522.064011:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763522.064013:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763522.064016:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763522.064018:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787763522.769199:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763522.769202:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787763522.769593:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763522.769596:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787763522.769959:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763522.769962:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787763522.770265:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763522.770267:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787763522.770575:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763522.770577:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00010000:00000001:0.0:1787763523.087946:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763523.087952:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763523.087957:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763523.087959:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763523.087962:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763523.087964:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763523.087967:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763523.087968:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763523.087970:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763523.087971:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763523.087974:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763523.087975:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763523.087977:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763523.087977:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763523.087980:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763523.087980:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763524.111943:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763524.111947:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763524.111952:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763524.111955:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763524.111960:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763524.111962:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763524.111966:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763524.111969:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763524.111988:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763524.111990:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763524.112045:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763524.112049:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763524.112053:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763525.135962:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763525.135968:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763525.135973:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763525.135974:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763525.135978:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763525.135981:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763525.135984:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763525.135987:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763525.135990:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763525.135992:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763525.135994:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763525.135997:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763525.136000:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763525.136002:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763525.136006:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763525.136008:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763525.136009:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763525.136011:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763525.136013:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763525.136014:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763525.136016:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763525.136018:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763526.159953:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763526.159958:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763526.159962:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763526.159963:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763526.159966:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763526.159967:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763526.159969:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763526.159970:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763526.159972:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763526.159973:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763527.183934:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763527.183941:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763527.183955:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763527.183957:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763527.183962:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763527.183963:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763527.183967:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763527.183968:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763527.183972:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763527.183973:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763527.183995:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763527.183998:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763527.184001:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1787763527.888923:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763527.888937:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787763527.889594:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763527.889597:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787763527.889990:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763527.889993:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787763527.890334:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763527.890337:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787763527.890667:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763527.890670:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00010000:00000001:0.0:1787763528.207909:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763528.207916:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763528.207923:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763528.207923:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763528.207926:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763528.207927:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763528.207930:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763528.207931:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763528.207933:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763528.207934:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763529.231924:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763529.231929:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763529.231935:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763529.231937:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763529.231941:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763529.231943:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763529.231947:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763529.231949:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763529.231953:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763529.231954:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763530.255920:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763530.255926:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763530.255930:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763530.255931:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763530.255933:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763530.255934:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763530.255937:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763530.255938:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763530.255942:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763530.255943:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763530.255964:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763530.255968:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763530.255970:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763531.279922:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763531.279930:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763531.279932:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763531.279935:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763531.279939:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763531.279941:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763531.279943:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763531.279944:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763531.279947:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763531.279948:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763531.279951:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763531.279952:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763531.279954:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763531.279956:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763531.279956:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763531.279957:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763531.279958:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763531.279959:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763531.279960:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763531.279961:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763531.279964:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763531.279964:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763532.303921:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763532.303929:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763532.303935:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763532.303937:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763532.303940:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763532.303941:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763532.303944:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763532.303946:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763532.303949:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763532.303950:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763533.007952:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763533.007962:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787763533.007965:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763533.007969:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763533.007974:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763533.007981:0:58520:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 4418
00000400:00000200:0.0:1787763533.007989:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763533.007998:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763533.008001:0:58520:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763533.008005:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763533.008008:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763533.008011:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763533.008025:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763533.008030:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763533.008033:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:0.0:1787763533.008036:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763533.008039:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:0.0:1787763533.008042:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:0.0:1787763533.008044:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:0.0:1787763533.008048:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763533.008051:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763533.008053:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763533.008055:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763533.008059:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:0.0:1787763533.008062:0:58520:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763533.008065:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763533.008068:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763533.008072:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763533.008075:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763533.008078:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787763533.008080:0:58520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763533.008089:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189601680.
00000020:00000040:0.0:1787763533.008092:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:0.0:1787763533.008096:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763533.008098:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763533.008101:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763533.008104:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763533.008107:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763533.008114:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186486800.
00000100:00000001:0.0:1787763533.008122:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763533.008132:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189601680 x1874601358729600/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763533.008142:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763533.008147:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763533.008153:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd7e294a] to pc [ptlrpcd_rcv+-1]  req@ffff982189601680 x1874601358729600/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763533.008175:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763533.008179:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763533.008183:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787763533.008184:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763533.008186:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763533.008188:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763533.008192:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4418
00000400:00000200:0.0:1787763533.008196:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763533.008199:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763533.008202:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763533.008205:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763533.008207:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763533.008209:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763533.008211:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763533.008214:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763533.008215:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:0.0:1787763533.008217:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763533.008219:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:0.0:1787763533.008221:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:0.0:1787763533.008225:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:0.0:1787763533.008228:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763533.008231:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763533.008235:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763533.008237:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763533.008241:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:0.0:1787763533.008244:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763533.008247:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763533.008249:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763533.008256:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763533.008258:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763533.008260:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763533.008266:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763533.008270:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763533.008276:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763533.008284:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189602d00.
00000020:00000040:0.0:1787763533.008290:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:0.0:1787763533.008296:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763533.008300:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763533.008311:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763533.008318:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763533.008323:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763533.008337:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186484000.
00000100:00000001:0.0:1787763533.008350:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763533.008365:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189602d00 x1874601358729728/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763533.008387:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763533.008407:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763533.008420:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008fcde54a] to pc [ptlrpcd_rcv+-1]  req@ffff982189602d00 x1874601358729728/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763533.008445:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763533.008453:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763533.008472:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787763533.008474:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763533.008477:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763533.008490:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763533.008501:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4418
00000400:00000200:0.0:1787763533.008518:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763533.008528:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763533.008533:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763533.008544:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763533.008553:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763533.008559:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763533.008568:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763533.008577:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763533.008586:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:0.0:1787763533.008601:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763533.008608:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:0.0:1787763533.008621:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:0.0:1787763533.008629:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:0.0:1787763533.008643:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763533.008655:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763533.008665:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000800:00000200:2.1:1787763533.008665:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763533.008674:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000100:00000001:0.0:1787763533.008676:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763533.008686:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:0.0:1787763533.008697:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763533.008707:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763533.008716:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763533.008722:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763533.008728:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763533.008734:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763533.008739:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763533.008746:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763533.008752:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763533.008773:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189602580.
00000020:00000040:0.0:1787763533.008779:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:0.0:1787763533.008785:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763533.008789:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763533.008801:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763533.008806:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763533.008813:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763533.008830:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186485400.
00000100:00000001:0.0:1787763533.008841:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763533.008909:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189602580 x1874601358729856/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763533.008924:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763533.008931:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763533.008941:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000514a9ad2] to pc [ptlrpcd_rcv+-1]  req@ffff982189602580 x1874601358729856/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763533.008967:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763533.008976:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763533.008997:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787763533.009007:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763533.009014:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763533.009023:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763533.009033:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4418
00000400:00000200:0.0:1787763533.009048:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763533.009061:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763533.009071:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763533.009082:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763533.009091:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763533.009103:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763533.009112:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763533.009121:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763533.009126:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:0.0:1787763533.009136:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763533.009143:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:0.0:1787763533.009153:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:0.0:1787763533.009166:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:0.0:1787763533.009183:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763533.009192:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763533.009204:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763533.009211:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763533.009216:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:0.0:1787763533.009228:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763533.009241:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763533.009247:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763533.009254:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763533.009264:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763533.009274:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763533.009281:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787763533.009294:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763533.009303:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763533.009317:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896021c0.
00000020:00000040:0.0:1787763533.009323:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:0.0:1787763533.009335:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763533.009342:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763533.009350:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763533.009355:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763533.009362:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763533.009371:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186484c00.
00000100:00000001:0.0:1787763533.009382:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763533.009399:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896021c0 x1874601358729984/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763533.009435:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763533.009442:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763533.009459:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070132a00] to pc [ptlrpcd_rcv+-1]  req@ffff9821896021c0 x1874601358729984/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763533.009503:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763533.009514:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763533.009529:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787763533.009539:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763533.009545:0:58520:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763533.009559:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763533.009569:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4418
00000400:00000200:0.0:1787763533.009587:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000800:00000200:2.1:1787763533.009595:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763533.009597:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000400:00000200:0.0:1787763533.009601:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763533.009610:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763533.009621:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763533.009630:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763533.009640:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763533.009649:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763533.009659:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763533.009664:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:0.0:1787763533.009676:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763533.009685:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:0.0:1787763533.009694:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:0.0:1787763533.009705:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:0.0:1787763533.009725:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763533.009738:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763533.009748:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763533.009776:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763533.009785:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:0.0:1787763533.009798:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763533.009810:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763533.009823:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763533.009831:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763533.009841:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763533.009874:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763533.009880:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787763533.009890:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763533.009902:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763533.009917:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189603c00.
00000020:00000040:0.0:1787763533.009924:0:58520:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:0.0:1787763533.009932:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763533.009935:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763533.009941:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763533.009945:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763533.009950:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763533.009960:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186487000.
00000100:00000001:0.0:1787763533.009969:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763533.009987:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189603c00 x1874601358730112/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763533.010050:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763533.010056:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763533.010075:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca2e9794] to pc [ptlrpcd_rcv+-1]  req@ffff982189603c00 x1874601358730112/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763533.010114:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763533.010125:0:58520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4428)
00000800:00000200:2.1:1787763533.010201:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763533.010203:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787763533.010489:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763533.010491:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787763533.010683:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763533.010685:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00010000:00000001:0.0:1787763533.327957:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763533.327965:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763533.327971:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763533.327975:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763533.327977:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763533.327981:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763533.327984:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763533.327986:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763533.327989:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763533.327991:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763533.327996:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763533.327997:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763533.328001:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763533.328003:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763533.328007:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763533.328008:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763533.328064:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763533.328067:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763533.328071:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763534.351957:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763534.351961:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763534.351967:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763534.351970:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763534.351975:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763534.351979:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763534.351989:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763534.351991:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763534.351996:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763534.352001:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763535.375969:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763535.375975:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763535.375978:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763535.375979:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763535.375982:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763535.375985:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763535.375986:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763535.375989:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763535.375999:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763535.376001:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763535.376003:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763535.376004:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763535.376007:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763535.376008:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763535.376010:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763535.376012:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763535.376012:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763535.376014:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763535.376015:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763535.376017:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763535.376019:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763535.376021:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763536.399937:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763536.399943:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763536.399947:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763536.399948:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763536.399951:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763536.399952:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763536.399954:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763536.399955:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763536.399957:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763536.399958:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763536.399976:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763536.399979:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763536.399982:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763537.423928:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763537.423935:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763537.423941:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763537.423943:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763537.423947:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763537.423949:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763537.423952:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763537.423953:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763537.423957:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763537.423958:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787763538.129030:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763538.129050:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787763538.130105:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763538.130108:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787763538.130543:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763538.130547:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787763538.131056:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763538.131060:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787763538.131571:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763538.131576:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00010000:00000001:0.0:1787763538.447938:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763538.447945:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763538.447952:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763538.447953:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763538.447957:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763538.447959:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763538.447962:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763538.447964:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763538.447967:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763538.447969:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763539.471941:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763539.471945:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763539.471952:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763539.471953:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763539.471957:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763539.471960:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763539.471963:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763539.471966:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763539.471969:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763539.471971:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763539.471989:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763539.471992:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763539.471994:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763540.495939:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763540.495960:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763540.495962:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763540.495966:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763540.495971:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763540.495973:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763540.495976:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763540.495979:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763540.495983:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763540.495986:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763540.495989:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763540.495991:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763540.495995:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763540.495997:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763540.495998:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763540.496000:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763540.496002:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763540.496003:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763540.496005:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763540.496008:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763540.496011:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763540.496013:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763541.519976:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763541.519984:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763541.519989:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763541.519990:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763541.519993:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763541.519995:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763541.519997:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763541.519998:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763541.520001:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763541.520002:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763542.543974:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763542.543984:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763542.543994:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763542.543999:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763542.544003:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763542.544007:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763542.544011:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763542.544014:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763542.544017:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763542.544021:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763542.544027:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763542.544028:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763542.544032:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763542.544034:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763542.544038:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763542.544040:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763542.544066:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763542.544070:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763542.544074:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1787763543.248469:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763543.248473:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000020:00000040:3.0:1787763543.248630:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:3.0:1787763543.248635:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763543.248640:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:3.0:1787763543.248646:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:3.0:1787763543.248650:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:3.0:1787763543.248655:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763543.248658:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763543.248663:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763543.248680:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763543.248683:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:3.0:1787763543.248686:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763543.248689:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763543.248692:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763543.248698:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763543.248704:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763543.248709:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763543.248713:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763543.248717:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763543.248721:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763543.248725:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0000.
00000020:00000040:3.0:1787763543.248729:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:3.0:1787763543.248734:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763543.248736:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763543.248741:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763543.248743:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763543.248745:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763543.248750:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9c400.
00000100:00000001:3.0:1787763543.248755:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763543.248763:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0000 x1874601358731264/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763543.248775:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763543.248778:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763543.248787:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000084e1803] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0000 x1874601358731264/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763543.248802:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763543.248806:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763543.248810:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763543.248814:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763543.248818:0:58520:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763543.248826:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763543.248834:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4428
00000400:00000200:3.0:1787763543.248876:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763543.248885:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763543.248889:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763543.248896:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763543.248900:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763543.248905:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763543.248910:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763543.248917:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763543.248918:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:3.0:1787763543.248921:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763543.248926:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:3.0:1787763543.248932:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:3.0:1787763543.248938:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:3.0:1787763543.248947:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763543.248952:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763543.248959:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763543.248965:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763543.248973:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:3.0:1787763543.248980:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763543.248985:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763543.248989:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763543.248993:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763543.248997:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763543.249000:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763543.249005:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763543.249009:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763543.249012:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763543.249019:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b2940.
00000020:00000040:3.0:1787763543.249022:0:58520:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:3.0:1787763543.249026:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763543.249030:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763543.249035:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763543.249041:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763543.249045:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763543.249055:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9c000.
00000100:00000001:3.0:1787763543.249063:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763543.249075:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b2940 x1874601358731392/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763543.249089:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763543.249093:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763543.249099:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000bae3a13] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b2940 x1874601358731392/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763543.249113:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763543.249119:0:58520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4438)
00000800:00000200:2.1:1787763543.249186:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763543.249188:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787763543.249377:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763543.249378:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787763543.249585:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763543.249587:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787763543.249910:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763543.249912:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00010000:00000001:0.0:1787763543.568017:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763543.568026:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763543.568034:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763543.568036:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763543.568041:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763543.568043:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763543.568047:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763543.568049:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763543.568053:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763543.568055:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763543.823978:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763543.823987:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763543.823989:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763543.823995:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763543.824001:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763543.824006:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763543.824009:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763543.824024:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763543.824028:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763544.591937:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299102475, at 4299102528
00000100:00000010:3.0:1787763544.591953:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9821987678a0.
00010000:00000001:0.0:1787763544.592005:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763544.592011:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763544.592016:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763544.592017:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763544.592021:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763544.592022:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763544.592025:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763544.592026:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763544.592029:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763544.592030:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763544.592086:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763544.592090:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763544.592093:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763544.847927:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763544.847936:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763544.847939:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763544.847944:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763544.847949:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763544.847955:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763544.847958:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763544.847961:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763544.847964:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763545.615974:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763545.615984:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763545.615991:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763545.615993:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763545.615996:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763545.615999:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763545.616002:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763545.616004:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763545.616007:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763545.616009:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763545.616011:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763545.616012:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763545.616015:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763545.616016:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763545.616019:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763545.616021:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763545.616021:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763545.616022:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763545.616023:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763545.616024:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763545.616025:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763545.616027:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763545.616074:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763545.616077:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763545.616079:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763545.871961:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763545.871967:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763545.871968:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763545.871972:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763545.871978:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763545.871982:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763545.871986:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763545.871988:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763545.871992:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763546.639943:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763546.639951:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763546.639957:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763546.639959:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763546.639962:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763546.639963:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763546.639966:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763546.639967:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763546.639970:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763546.639971:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763546.895942:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763546.895953:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763546.895955:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763546.895961:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763546.895965:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763546.895969:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763546.895972:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763546.895974:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763546.895978:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763547.663977:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763547.663988:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763547.663996:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763547.663998:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763547.664003:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763547.664005:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763547.664009:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763547.664011:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763547.664015:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763547.664017:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763547.664083:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763547.664087:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763547.664090:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763547.919989:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763547.919998:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763547.920000:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763547.920007:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763547.920011:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763547.920015:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763547.920017:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763547.920020:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763547.920022:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787763548.369480:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763548.369486:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787763548.370253:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763548.370256:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787763548.370695:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763548.370698:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787763548.371240:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763548.371245:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787763548.371758:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763548.371763:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00010000:00000001:0.0:1787763548.687910:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763548.687916:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763548.687921:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763548.687923:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763548.687926:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763548.687927:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763548.687930:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763548.687931:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763548.687933:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763548.687935:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763548.687971:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763548.687974:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763548.687977:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763548.944430:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763548.944442:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763548.944445:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763548.944453:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763548.944458:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763548.944463:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763548.944467:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763548.944471:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763548.944476:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763549.711970:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299107596, at 4299107648
00010000:00000001:0.0:1787763549.711975:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763549.711981:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763549.711988:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2cd80.
00010000:00000001:0.0:1787763549.711989:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763549.711991:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763549.711999:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763549.712001:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763549.712006:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763549.712008:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763549.712012:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763549.712013:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763549.968026:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763549.968033:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763549.968034:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763549.968039:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763549.968042:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763549.968045:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763549.968047:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763549.968050:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763549.968052:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763550.735953:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763550.735963:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763550.735966:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763550.735970:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763550.735976:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763550.735979:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763550.735982:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763550.735985:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763550.735990:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763550.735992:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763550.735996:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763550.735999:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763550.736002:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763550.736004:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763550.736006:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763550.736008:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763550.736010:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763550.736012:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763550.736014:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763550.736017:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763550.736021:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763550.736023:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763550.736098:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763550.736102:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763550.736105:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763550.991924:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763550.991933:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763550.991936:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763550.991942:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763550.991946:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763550.991951:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763550.991955:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763550.991958:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763550.991963:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763551.759946:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763551.759952:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763551.759957:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763551.759958:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763551.759961:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763551.759962:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763551.759964:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763551.759965:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763551.759968:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763551.759969:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763551.759989:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763551.760007:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763551.760010:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763552.015948:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763552.015957:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763552.015960:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763552.015966:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763552.015970:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763552.015973:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763552.015976:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763552.015979:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763552.015982:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763552.783927:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763552.783935:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763552.783940:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763552.783943:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763552.783945:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763552.783949:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763552.783952:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763552.783954:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763552.783955:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763552.783957:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763552.783961:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763552.783961:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763552.783964:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763552.783965:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763552.783967:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763552.783968:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763553.040167:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763553.040175:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763553.040178:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763553.040195:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763553.040200:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763553.040205:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763553.040208:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763553.040212:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763553.040216:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787763553.488564:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763553.488570:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787763553.489228:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763553.489231:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787763553.489520:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763553.489522:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787763553.489841:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763553.489844:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787763553.490145:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763553.490147:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00010000:00000001:0.0:1787763553.807936:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763553.807942:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763553.807946:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763553.807947:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763553.807950:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763553.807951:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763553.807953:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763553.807954:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763553.807956:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763553.807957:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763553.808039:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763553.808043:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763553.808046:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763554.063982:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763554.063993:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763554.063996:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763554.064004:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763554.064008:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763554.064014:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763554.064018:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763554.064022:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763554.064026:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763554.831927:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763554.831933:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763554.831938:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763554.831941:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763554.831949:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763554.831952:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763554.831958:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763554.831960:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763554.831966:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763554.831968:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763554.831990:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763554.831993:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763554.831996:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787763554.832011:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299112715, at 4299112768
00000100:00000010:3.0:1787763554.832024:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767300.
00000100:00000001:3.0:1787763555.087966:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763555.087978:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763555.087981:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763555.087989:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763555.087994:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763555.088000:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763555.088005:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763555.088010:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763555.088014:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763555.855970:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763555.855978:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763555.855985:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763555.855986:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763555.855990:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763555.855993:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763555.855996:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763555.855999:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763555.856003:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763555.856005:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763555.856008:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763555.856010:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763555.856014:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763555.856016:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763555.856020:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763555.856022:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763555.856023:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763555.856025:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763555.856027:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763555.856028:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763555.856030:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763555.856032:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763556.111970:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763556.111981:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763556.111985:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763556.111993:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763556.111998:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763556.112002:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763556.112006:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763556.112011:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763556.112014:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763556.879977:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763556.879989:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763556.879999:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763556.880000:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763556.880005:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763556.880006:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763556.880010:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763556.880012:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763556.880016:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763556.880017:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763556.880064:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763556.880068:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763556.880071:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763557.135932:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763557.135943:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763557.135946:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763557.135953:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763557.135958:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763557.135963:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763557.135967:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763557.135979:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763557.135984:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763557.903914:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763557.903923:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763557.903927:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763557.903928:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763557.903931:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763557.903932:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763557.903934:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763557.903935:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763557.903937:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763557.903938:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763557.903954:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763557.903957:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763557.903959:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763558.159945:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763558.159952:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763558.159954:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763558.159958:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763558.159963:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763558.159966:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763558.159969:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763558.159971:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763558.159974:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763558.607928:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763558.607936:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763558.607939:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763558.607942:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763558.607945:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763558.607951:0:18336:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 4444
00000400:00000200:3.0:1787763558.607958:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763558.607962:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763558.607965:0:18336:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763558.607967:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763558.607970:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763558.607972:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763558.607973:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763558.607976:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763558.607978:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:3.0:1787763558.607980:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763558.607982:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:3.0:1787763558.607984:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:3.0:1787763558.607985:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:3.0:1787763558.607987:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763558.607988:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763558.607990:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763558.607991:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763558.607993:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:3.0:1787763558.607996:0:18336:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763558.607998:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763558.608000:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763558.608002:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763558.608004:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763558.608006:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763558.608007:0:18336:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763558.608015:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b3c00.
00000020:00000040:3.0:1787763558.608017:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:3.0:1787763558.608021:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763558.608022:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763558.608025:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763558.608027:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763558.608030:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763558.608037:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9e400.
00000100:00000001:3.0:1787763558.608042:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763558.608049:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b3c00 x1874601358732800/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763558.608056:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763558.608068:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763558.608072:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbda2d43] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b3c00 x1874601358732800/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763558.608089:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763558.608092:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763558.608094:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763558.608095:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763558.608096:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763558.608098:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763558.608100:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4444
00000400:00000200:3.0:1787763558.608102:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763558.608104:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763558.608105:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763558.608107:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763558.608108:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763558.608110:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763558.608111:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763558.608113:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763558.608113:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:3.0:1787763558.608114:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763558.608115:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:3.0:1787763558.608117:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:3.0:1787763558.608119:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:3.0:1787763558.608121:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763558.608122:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763558.608123:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763558.608125:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763558.608126:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:3.0:1787763558.608128:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763558.608129:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763558.608130:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763558.608134:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763558.608136:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763558.608137:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763558.608140:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763558.608143:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763558.608144:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763558.608147:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b1a40.
00000020:00000040:3.0:1787763558.608149:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:3.0:1787763558.608156:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763558.608157:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763558.608159:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763558.608162:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763558.608165:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763558.608173:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9c000.
00000100:00000001:3.0:1787763558.608178:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763558.608187:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b1a40 x1874601358732928/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763558.608204:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763558.608210:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763558.608221:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b5428e47] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b1a40 x1874601358732928/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763558.608269:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763558.608275:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763558.608282:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763558.608285:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763558.608291:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763558.608314:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763558.608323:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4444
00000400:00000200:3.0:1787763558.608336:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763558.608345:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763558.608351:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763558.608358:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763558.608362:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763558.608384:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763558.608391:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763558.608397:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763558.608402:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:3.0:1787763558.608407:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763558.608412:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:3.0:1787763558.608419:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:3.0:1787763558.608424:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:3.0:1787763558.608434:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763558.608441:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763558.608447:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763558.608452:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763558.608460:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:3.0:1787763558.608470:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000800:00000200:2.1:1787763558.608471:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763558.608477:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1787763558.608478:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763558.608485:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763558.608492:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763558.608500:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763558.608521:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763558.608526:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763558.608560:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763558.608565:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763558.608574:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0f00.
00000020:00000040:3.0:1787763558.608580:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:3.0:1787763558.608587:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763558.608591:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763558.608598:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763558.608601:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763558.608605:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763558.608612:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9c400.
00000100:00000001:3.0:1787763558.608619:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763558.608631:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0f00 x1874601358733056/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763558.608650:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763558.608656:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763558.608675:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031bb8c12] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0f00 x1874601358733056/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763558.608699:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763558.608705:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763558.608711:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787763558.608715:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763558.608717:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763558.608721:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763558.608726:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4444
00000400:00000200:3.0:1787763558.608735:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763558.608741:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763558.608746:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763558.608752:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763558.608757:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763558.608761:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763558.608766:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763558.608771:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763558.608775:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:3.0:1787763558.608778:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763558.608782:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:3.0:1787763558.608785:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:3.0:1787763558.608789:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:3.0:1787763558.608796:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763558.608798:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763558.608803:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763558.608806:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763558.608808:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:3.0:1787763558.608813:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763558.608817:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763558.608821:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763558.608825:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763558.608830:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763558.608834:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763558.608837:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763558.608841:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763558.608845:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763558.608881:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b3840.
00000020:00000040:3.0:1787763558.608887:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:3.0:1787763558.608891:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763558.608893:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763558.608897:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763558.608900:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763558.608903:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763558.608908:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9e000.
00000100:00000001:3.0:1787763558.608913:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763558.608923:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b3840 x1874601358733184/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763558.608938:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763558.608943:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763558.608951:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a874aff9] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b3840 x1874601358733184/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763558.608967:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763558.608972:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763558.608979:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763558.608982:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763558.608986:0:18336:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763558.608992:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763558.608997:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4444
00000400:00000200:3.0:1787763558.609002:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763558.609007:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763558.609011:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763558.609017:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763558.609020:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763558.609024:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763558.609029:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763558.609034:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763558.609036:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:3.0:1787763558.609041:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763558.609044:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:3.0:1787763558.609048:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:3.0:1787763558.609053:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:3.0:1787763558.609058:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763558.609062:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763558.609066:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763558.609069:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763558.609073:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:3.0:1787763558.609080:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763558.609084:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763558.609088:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763558.609092:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763558.609098:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763558.609103:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763558.609106:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763558.609112:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763558.609114:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763558.609120:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0b40.
00000020:00000040:3.0:1787763558.609124:0:18336:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:3.0:1787763558.609127:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763558.609129:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763558.609134:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763558.609136:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763558.609140:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787763558.609143:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
02000000:00000010:3.0:1787763558.609147:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9e800.
00000800:00000200:2.1:1787763558.609147:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1787763558.609154:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763558.609160:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0b40 x1874601358733312/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763558.609177:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763558.609182:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763558.609187:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d6e219c] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0b40 x1874601358733312/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763558.609216:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763558.609222:0:18336:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4454)
00000800:00000200:2.1:1787763558.609413:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763558.609415:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787763558.609680:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763558.609682:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787763558.609870:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763558.609871:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00010000:00000001:0.0:1787763558.927927:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763558.927935:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763558.927940:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763558.927942:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763558.927946:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763558.927947:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763558.927949:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763558.927950:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763558.927952:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763558.927953:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763559.183913:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763559.183920:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763559.183921:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763559.183926:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763559.183930:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763559.183933:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763559.183935:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763559.183937:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763559.183940:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763559.951902:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299117835, at 4299117888
00010000:00000001:0.0:1787763559.951919:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763559.951923:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763559.951926:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767de0.
00010000:00000001:0.0:1787763559.951928:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763559.951932:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763559.951937:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763559.951938:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763559.951942:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763559.951944:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763559.951948:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763559.951950:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763559.951998:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763559.952002:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763559.952005:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763560.207970:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763560.207979:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763560.207982:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763560.207987:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763560.207992:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763560.207997:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763560.208000:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763560.208003:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763560.208006:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763560.975922:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763560.975939:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763560.975942:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763560.975945:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763560.975950:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763560.975952:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763560.975954:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763560.975956:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763560.975960:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763560.975961:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763560.975964:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763560.975965:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763560.975967:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763560.975969:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763560.975970:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763560.975971:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763560.975973:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763560.975974:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763560.975975:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763560.975977:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763560.975980:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763560.975980:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763560.975998:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763560.976001:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763560.976003:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763561.232003:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763561.232014:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763561.232017:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763561.232025:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763561.232030:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763561.232035:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763561.232039:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763561.232043:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763561.232047:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763561.999964:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763561.999971:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763561.999977:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763561.999978:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763561.999981:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763561.999982:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763561.999985:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763561.999991:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763561.999994:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763561.999995:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763562.255921:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763562.255927:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763562.255929:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763562.255934:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763562.255937:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763562.255939:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763562.255942:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763562.255944:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763562.255947:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763563.023977:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763563.023983:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763563.023987:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763563.023990:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763563.023992:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763563.023994:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763563.023997:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763563.023998:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763563.023999:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763563.024001:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763563.024003:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763563.024004:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763563.024007:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763563.024008:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763563.024010:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763563.024011:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763563.024082:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763563.024087:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763563.024091:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763563.279957:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763563.279964:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763563.279967:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763563.279971:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763563.279975:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763563.279979:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763563.279982:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763563.279985:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763563.279988:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787763563.728388:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763563.728393:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787763563.729113:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763563.729119:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787763563.729336:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763563.729338:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787763563.729581:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763563.729592:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787763563.729820:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763563.729821:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00010000:00000001:0.0:1787763564.047927:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763564.047933:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763564.047937:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763564.047938:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763564.047941:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763564.047941:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763564.047944:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763564.047945:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763564.047947:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763564.047948:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763564.047963:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763564.047965:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763564.047967:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763564.303921:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763564.303930:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763564.303933:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763564.303940:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763564.303944:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763564.303949:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763564.303951:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763564.303954:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763564.303958:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763565.071945:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299122955, at 4299123008
00010000:00000001:0.0:1787763565.071950:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763565.071955:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763565.071960:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2ca80.
00010000:00000001:0.0:1787763565.071961:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763565.071963:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763565.071970:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763565.071972:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763565.071976:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763565.071978:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763565.071982:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763565.071983:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763565.327952:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763565.327959:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763565.327961:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763565.327965:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763565.327969:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763565.327972:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763565.327975:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763565.327977:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763565.327979:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763566.095981:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763566.095987:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763566.095992:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763566.095993:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763566.095995:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763566.095998:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763566.096000:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763566.096002:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763566.096005:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763566.096007:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763566.096008:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763566.096010:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763566.096012:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763566.096013:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763566.096015:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763566.096016:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763566.096017:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763566.096019:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763566.096020:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763566.096021:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763566.096022:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763566.096024:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763566.096082:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763566.096085:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763566.096088:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763566.351945:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763566.351955:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763566.351958:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763566.351963:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763566.351969:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763566.351972:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763566.351976:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763566.351979:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763566.351982:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763567.119960:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763567.119967:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763567.119973:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763567.119974:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763567.119977:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763567.119978:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763567.119981:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763567.119982:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763567.119985:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763567.119986:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763567.120006:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763567.120008:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763567.120010:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763567.375963:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763567.375970:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763567.375971:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763567.375975:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763567.375979:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763567.375982:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763567.375985:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763567.375987:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763567.375990:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763568.143992:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763568.144000:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763568.144005:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763568.144006:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763568.144009:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763568.144010:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763568.144013:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763568.144014:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763568.144018:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763568.144019:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763568.144087:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763568.144091:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763568.144094:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763568.399969:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763568.399979:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763568.399981:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763568.399987:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763568.399991:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763568.399996:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763568.399998:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763568.400001:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763568.400004:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787763568.848617:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763568.848625:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787763568.849333:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763568.849335:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787763568.849577:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763568.849578:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787763568.849844:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763568.849862:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787763568.850109:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763568.850111:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00010000:00000001:0.0:1787763569.167992:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763569.168000:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763569.168005:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763569.168006:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763569.168010:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763569.168011:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763569.168014:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763569.168015:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763569.168018:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763569.168019:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763569.168072:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763569.168075:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763569.168077:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763569.423912:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763569.423922:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763569.423925:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763569.423931:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763569.423934:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763569.423938:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763569.423941:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763569.423944:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763569.423947:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763570.191935:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299128075, at 4299128128
00010000:00000001:0.0:1787763570.191955:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763570.191960:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763570.191960:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2c180.
00010000:00000001:0.0:1787763570.191970:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763570.191971:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763570.191975:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763570.191976:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763570.191980:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763570.191982:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763570.191985:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763570.191988:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763570.447970:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763570.447981:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763570.447983:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763570.447990:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763570.447994:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763570.447998:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763570.448001:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763570.448004:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763570.448007:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763571.215958:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763571.215964:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763571.215966:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763571.215969:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763571.215974:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763571.215975:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763571.215977:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763571.215978:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763571.215982:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763571.215983:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763571.215985:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763571.215986:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763571.215988:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763571.215990:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763571.215991:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763571.215992:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763571.215993:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763571.215993:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763571.215995:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763571.215996:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763571.215999:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763571.216000:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763571.216040:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763571.216042:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763571.216044:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763571.471928:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763571.471935:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763571.471937:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763571.471941:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763571.471945:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763571.471950:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763571.471952:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763571.471955:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763571.471958:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763572.239923:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763572.239928:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763572.239933:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763572.239934:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763572.239936:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763572.239937:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763572.239940:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763572.239941:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763572.239943:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763572.239944:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763572.239982:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763572.239983:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763572.239985:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763572.495958:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763572.495967:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763572.495969:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763572.495973:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763572.495977:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763572.495980:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763572.495983:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763572.495985:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763572.495988:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763573.264015:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763573.264032:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763573.264038:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763573.264041:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763573.264043:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763573.264045:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763573.264047:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763573.264049:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763573.264051:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763573.264052:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763573.264055:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763573.264056:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763573.264058:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763573.264059:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763573.264062:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763573.264062:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763573.519945:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763573.519952:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763573.519954:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763573.519959:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763573.519963:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763573.519966:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763573.519969:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763573.519971:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763573.519974:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787763573.968508:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763573.968516:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787763573.969070:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763573.969072:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787763573.969288:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763573.969290:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787763573.969527:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763573.969529:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787763573.969729:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763573.969731:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00010000:00000001:0.0:1787763574.287917:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763574.287922:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763574.287926:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763574.287928:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763574.287930:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763574.287931:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763574.287933:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763574.287934:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763574.287936:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763574.287937:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763574.287953:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763574.287955:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763574.287957:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763574.543940:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763574.543948:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763574.543951:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763574.543957:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763574.543962:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763574.543966:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763574.543970:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763574.543974:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763574.543977:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763575.311929:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299133195, at 4299133248
00000100:00000010:3.0:1787763575.311946:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2c3c0.
00010000:00000001:0.0:1787763575.311967:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763575.311972:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763575.311978:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763575.311979:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763575.311983:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763575.311985:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763575.311989:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763575.311990:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763575.311994:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763575.311995:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763575.312039:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763575.312041:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763575.312043:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763575.567961:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763575.567970:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763575.567972:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763575.567978:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763575.567982:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763575.567986:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763575.567988:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763575.567991:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763575.567993:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763576.336022:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763576.336028:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763576.336033:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763576.336034:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763576.336037:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763576.336040:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763576.336042:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763576.336045:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763576.336048:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763576.336050:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763576.336051:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763576.336053:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763576.336056:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763576.336057:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763576.336060:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763576.336062:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763576.336063:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763576.336064:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763576.336066:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763576.336067:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763576.336068:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763576.336070:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763576.591949:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763576.591958:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763576.591961:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763576.591968:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763576.591982:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763576.591986:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763576.591989:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763576.591992:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763576.591995:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763577.359953:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763577.359971:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763577.359977:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763577.359978:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763577.359982:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763577.359983:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763577.359987:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763577.359988:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763577.359991:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763577.359993:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763577.360015:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763577.360018:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763577.360021:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763577.615928:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763577.615935:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763577.615937:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763577.615942:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763577.615946:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763577.615949:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763577.615952:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763577.615954:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763577.615957:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763578.383923:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763578.383929:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763578.383934:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763578.383935:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763578.383938:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763578.383939:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763578.383941:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763578.383942:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763578.383944:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763578.383945:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763578.383961:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763578.383963:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763578.383965:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763578.639941:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763578.639950:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763578.639953:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763578.639959:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763578.639974:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763578.639980:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763578.639983:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763578.639986:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763578.639988:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787763579.088494:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763579.088515:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787763579.089201:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763579.089203:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787763579.089460:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763579.089463:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787763579.089657:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763579.089660:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787763579.089905:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763579.089907:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00010000:00000001:0.0:1787763579.407956:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763579.407964:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763579.407969:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763579.407970:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763579.407973:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763579.407974:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763579.407977:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763579.407978:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763579.407981:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763579.407982:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763579.663928:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763579.663935:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763579.663937:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763579.663943:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763579.663946:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763579.663949:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763579.663951:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763579.663954:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763579.663957:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763580.431918:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299138315, at 4299138368
00010000:00000001:0.0:1787763580.431919:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763580.431925:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763580.431928:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763580.431931:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763580.431931:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2c720.
00010000:00000001:0.0:1787763580.431938:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763580.431941:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763580.431944:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763580.431947:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763580.431955:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763580.431959:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763580.431965:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763580.431966:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763580.431971:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763580.431973:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763580.431975:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763580.431978:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763580.431980:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763580.431982:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763580.431984:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763580.431986:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763580.431990:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763580.431991:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763580.432011:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763580.432014:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763580.432016:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763580.687919:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763580.687925:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763580.687927:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763580.687931:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763580.687935:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763580.687938:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763580.687940:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763580.687941:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763580.687944:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763581.455944:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763581.455952:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763581.455959:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763581.455961:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763581.455965:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763581.455967:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763581.455971:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763581.455972:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763581.455977:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763581.455979:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763581.456004:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763581.456007:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763581.456011:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763581.711945:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763581.711954:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763581.711957:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763581.711964:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763581.711969:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763581.711974:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763581.711977:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763581.711980:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763581.711984:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763582.479959:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763582.479965:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763582.479969:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763582.479972:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763582.479974:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763582.479977:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763582.479980:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763582.479981:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763582.479983:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763582.479985:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763582.479988:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763582.479989:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763582.479991:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763582.479993:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763582.479996:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763582.479997:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763582.735982:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763582.735991:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763582.735994:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763582.736000:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763582.736004:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763582.736009:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763582.736011:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763582.736014:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763582.736016:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763583.504021:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763583.504031:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763583.504040:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763583.504042:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763583.504047:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763583.504050:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763583.504054:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763583.504056:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763583.504061:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763583.504062:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763583.504101:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763583.504106:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763583.504110:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763583.759924:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763583.759933:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763583.759935:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763583.759941:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763583.759945:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763583.759949:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763583.759953:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763583.759955:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763583.759959:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787763584.208756:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763584.209229:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763584.209716:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763584.209991:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763584.210234:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00010000:00000001:0.0:1787763584.528013:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763584.528021:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763584.528028:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763584.528030:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763584.528036:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763584.528037:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763584.528041:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763584.528043:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763584.528047:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763584.528048:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763584.528083:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763584.528086:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763584.528088:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763584.783991:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763584.784003:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763584.784007:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763584.784015:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763584.784020:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763584.784025:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763584.784029:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763584.784033:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763584.784037:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763585.551953:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299143435, at 4299143488
00010000:00000001:0.0:1787763585.551957:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763585.551962:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763585.551967:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763585.551969:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763585.551971:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9821987671e0.
00010000:00000001:0.0:1787763585.551976:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763585.551980:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763585.551982:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763585.551984:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763585.551987:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763585.551989:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763585.551991:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763585.551998:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763585.552002:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763585.552003:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763585.552006:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763585.552007:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763585.552008:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763585.552009:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763585.552010:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763585.552011:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763585.552012:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763585.552013:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763585.807911:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763585.807918:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763585.807920:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763585.807924:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763585.807928:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763585.807932:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763585.807934:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763585.807937:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763585.807940:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763586.575996:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763586.576027:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763586.576033:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763586.576034:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763586.576037:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763586.576038:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763586.576041:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763586.576042:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763586.576045:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763586.576046:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763586.576083:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763586.576085:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763586.576088:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763586.831954:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763586.831961:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763586.831963:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763586.831969:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763586.831973:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763586.831977:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763586.831980:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763586.831983:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763586.831986:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:3.0:1787763587.280107:0:2378:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.141:988
00000400:00000100:3.0:1787763587.280144:0:2378:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.141@tcp at host 192.168.202.141 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1787763587.280152:0:2378:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763587.280155:0:2378:0:(router.c:1791:lnet_notify()) 192.168.202.41@tcp notifying 192.168.202.141@tcp: down
00000400:00000200:3.0:1787763587.280159:0:2378:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763587.280163:0:2378:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1787763587.280166:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:3.0:1787763587.280170:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:3.0:1787763587.280175:0:2378:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787763587.280178:0:2378:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787763587.280184:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0dd0
00000400:00000010:3.0:1787763587.280186:0:2378:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0dd0.
00000100:00000001:3.0:1787763587.280191:0:2378:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763587.280198:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff982187f852c0 x1874601358736000/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763609 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763587.280224:0:2378:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763587.280229:0:2378:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f852c0 x1874601358736000/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763609 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763587.280238:0:2378:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763587.280240:0:2378:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787763587.280250:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:3.0:1787763587.280253:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8200.
00000400:00000200:3.0:1787763587.280258:0:2378:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787763587.280262:0:2378:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787763587.280266:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0f68
00000400:00000010:3.0:1787763587.280290:0:2378:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0f68.
00000100:00000001:3.0:1787763587.280295:0:2378:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763587.280302:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff982187f87480 x1874601358736128/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763609 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763587.280324:0:2378:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763587.280331:0:2378:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f87480 x1874601358736128/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763609 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763587.280343:0:2378:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763587.280347:0:2378:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787763587.280355:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:3.0:1787763587.280361:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8d00.
00000400:00000200:3.0:1787763587.280366:0:2378:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787763587.280373:0:2378:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787763587.280378:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0a18
00000400:00000010:3.0:1787763587.280384:0:2378:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0a18.
00000100:00000001:3.0:1787763587.280388:0:2378:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763587.280396:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff982187f85e00 x1874601358736256/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763609 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763587.280407:0:2378:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763587.280412:0:2378:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f85e00 x1874601358736256/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763609 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763587.280420:0:2378:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763587.280424:0:2378:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787763587.280432:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:3.0:1787763587.280437:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8700.
00000400:00000200:3.0:1787763587.280442:0:2378:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787763587.280450:0:2378:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787763587.280457:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0b28
00000400:00000010:3.0:1787763587.280461:0:2378:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0b28.
00000100:00000001:3.0:1787763587.280467:0:2378:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763587.280475:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff982187f87840 x1874601358736384/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763609 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763587.280489:0:2378:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763587.280497:0:2378:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f87840 x1874601358736384/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763609 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763587.280511:0:2378:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763587.280515:0:2378:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787763587.280524:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:3.0:1787763587.280529:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8900.
00000400:00000200:3.0:1787763587.280536:0:2378:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787763587.280543:0:2378:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787763587.280549:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0e58
00000400:00000010:3.0:1787763587.280553:0:2378:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0e58.
00000100:00000001:3.0:1787763587.280560:0:2378:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763587.280569:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff982187f84000 x1874601358736512/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763609 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763587.280590:0:2378:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763587.280598:0:2378:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f84000 x1874601358736512/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763609 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763587.280609:0:2378:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763587.280611:0:2378:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:0.0:1787763587.599982:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763587.599988:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763587.599993:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763587.599995:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763587.599998:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763587.599999:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763587.600002:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763587.600003:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763587.600006:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763587.600007:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763587.600030:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763587.600033:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763587.600036:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763587.855926:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763587.855932:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763587.855934:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763587.855938:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763587.855943:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763587.855947:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763587.855950:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763587.855953:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763587.855955:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763588.623933:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763588.623938:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763588.623942:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763588.623943:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763588.623946:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763588.623947:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763588.623949:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763588.623950:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763588.623952:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763588.623953:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763588.879913:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763588.879920:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763588.879923:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763588.879927:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763588.879931:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763588.879934:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763588.879936:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763588.879939:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763588.879942:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787763589.329079:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763589.329091:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787763589.329927:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763589.329930:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787763589.330125:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763589.330127:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787763589.330373:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763589.330375:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787763589.330579:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763589.330581:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00010000:00000001:0.0:1787763589.647955:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763589.647964:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763589.647973:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763589.647974:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763589.647988:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763589.647990:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763589.647995:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763589.647996:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763589.648000:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763589.648003:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763589.648032:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763589.648036:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763589.648039:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763589.903926:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763589.903935:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763589.903945:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763589.903952:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763589.903956:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763589.903960:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763589.903963:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763589.903965:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763589.903968:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763590.671944:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299148556, at 4299148608
00010000:00000001:0.0:1787763590.671949:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763590.671956:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763590.671960:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000010:3.0:1787763590.671962:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767a20.
00010000:00000001:0.0:1787763590.671965:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763590.671970:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763590.671973:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763590.671975:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763590.671977:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763590.671983:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763590.671986:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763590.671990:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763590.671992:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763590.671996:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763590.671997:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763590.671999:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763590.672001:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763590.672003:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763590.672004:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763590.672006:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763590.672008:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763590.672011:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763590.672013:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763590.672034:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763590.672037:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763590.672039:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763590.927948:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763590.927956:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763590.927959:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763590.927965:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763590.927970:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763590.927974:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763590.927978:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763590.927981:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763590.927985:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763591.695920:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763591.695927:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763591.695935:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763591.695936:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763591.695940:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763591.695941:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763591.695945:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763591.695947:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763591.695950:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763591.695952:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763591.951942:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763591.951951:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763591.951954:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763591.951962:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763591.951966:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763591.951972:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763591.951976:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763591.951980:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763591.951984:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763592.719982:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763592.719989:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763592.719995:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763592.719998:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763592.720001:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763592.720004:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763592.720008:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763592.720010:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763592.720013:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763592.720015:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763592.720020:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763592.720022:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763592.720025:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763592.720027:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763592.720031:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763592.720032:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763592.720054:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763592.720057:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763592.720060:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763592.975925:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763592.975934:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763592.975936:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763592.975942:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763592.975946:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763592.975951:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763592.975955:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763592.975958:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763592.975961:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763593.743909:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763593.743917:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763593.743923:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763593.743925:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763593.743929:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763593.743931:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763593.743935:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763593.743936:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763593.743939:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763593.743941:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763593.743963:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763593.743965:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763593.743968:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763593.999928:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763593.999937:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763593.999940:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763593.999947:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763593.999953:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763593.999958:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763593.999962:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763593.999966:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763593.999970:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763594.447969:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763594.447980:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787763594.447983:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763594.447993:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763594.447999:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763594.448006:0:58520:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 4479
00000400:00000200:0.0:1787763594.448016:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763594.448022:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763594.448025:0:58520:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763594.448028:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763594.448031:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763594.448033:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763594.448035:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763594.448039:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763594.448041:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:0.0:1787763594.448043:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763594.448046:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:0.0:1787763594.448048:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:0.0:1787763594.448050:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:0.0:1787763594.448053:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763594.448054:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763594.448056:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763594.448057:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763594.448060:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:0.0:1787763594.448063:0:58520:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763594.448065:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763594.448067:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763594.448070:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763594.448072:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763594.448074:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787763594.448075:0:58520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763594.448085:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189600b40.
00000020:00000040:0.0:1787763594.448088:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:0.0:1787763594.448092:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763594.448094:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763594.448097:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763594.448100:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763594.448104:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763594.448112:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186486400.
00000100:00000001:0.0:1787763594.448120:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763594.448129:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189600b40 x1874601358737280/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763594.448138:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763594.448143:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763594.448147:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b75a9b86] to pc [ptlrpcd_rcv+-1]  req@ffff982189600b40 x1874601358737280/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763594.448169:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763594.448172:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763594.448174:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787763594.448176:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763594.448177:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763594.448179:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763594.448181:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4479
00000400:00000200:0.0:1787763594.448184:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763594.448188:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763594.448190:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763594.448192:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763594.448194:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763594.448197:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763594.448199:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763594.448201:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763594.448202:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:0.0:1787763594.448218:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763594.448220:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:0.0:1787763594.448221:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:0.0:1787763594.448222:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:0.0:1787763594.448226:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763594.448228:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763594.448229:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763594.448231:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763594.448232:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:0.0:1787763594.448235:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763594.448237:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763594.448241:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763594.448249:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763594.448253:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763594.448254:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763594.448259:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763594.448265:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763594.448273:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763594.448286:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896003c0.
00000020:00000040:0.0:1787763594.448296:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:0.0:1787763594.448300:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763594.448303:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763594.448320:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763594.448324:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763594.448327:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763594.448348:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186486000.
00000100:00000001:0.0:1787763594.448354:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763594.448363:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896003c0 x1874601358737408/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763594.448385:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763594.448387:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763594.448398:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031852cee] to pc [ptlrpcd_rcv+-1]  req@ffff9821896003c0 x1874601358737408/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763594.448426:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763594.448436:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763594.448442:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787763594.448450:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763594.448454:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763594.448466:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763594.448481:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4479
00000400:00000200:0.0:1787763594.448492:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763594.448506:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763594.448514:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763594.448526:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763594.448533:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763594.448542:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763594.448548:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763594.448552:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763594.448554:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:0.0:1787763594.448560:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763594.448564:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:0.0:1787763594.448566:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:0.0:1787763594.448568:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:0.0:1787763594.448571:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763594.448574:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763594.448578:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763594.448586:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763594.448588:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:0.0:1787763594.448591:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763594.448594:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763594.448598:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763594.448601:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763594.448607:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763594.448608:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763594.448610:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763594.448623:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763594.448626:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763594.448637:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189603c00.
00000020:00000040:0.0:1787763594.448650:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:0.0:1787763594.448658:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763594.448661:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763594.448672:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763594.448676:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763594.448681:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763594.448685:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186485c00.
00000100:00000001:0.0:1787763594.448695:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763594.448709:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189603c00 x1874601358737536/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763594.448743:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:2.1:1787763594.448748:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:0.0:1787763594.448749:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787763594.448759:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 52 secs later)
00000100:00000040:0.0:1787763594.448762:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca2e9794] to pc [ptlrpcd_rcv+-1]  req@ffff982189603c00 x1874601358737536/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763594.448785:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763594.448790:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763594.448798:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787763594.448809:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763594.448813:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763594.448822:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763594.448830:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4479
00000400:00000200:0.0:1787763594.448844:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763594.448889:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763594.448892:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763594.448896:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763594.448900:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763594.448912:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763594.448921:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763594.448931:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763594.448934:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:0.0:1787763594.448941:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763594.448952:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:0.0:1787763594.448955:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:0.0:1787763594.448959:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:0.0:1787763594.448966:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763594.448972:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763594.448978:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763594.448982:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763594.448987:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:0.0:1787763594.448989:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763594.448992:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763594.448999:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763594.449002:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763594.449006:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763594.449012:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763594.449015:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787763594.449025:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763594.449028:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763594.449032:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896021c0.
00000020:00000040:0.0:1787763594.449036:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:0.0:1787763594.449041:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763594.449042:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763594.449049:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763594.449052:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763594.449056:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763594.449063:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186487400.
00000100:00000001:0.0:1787763594.449067:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763594.449080:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896021c0 x1874601358737664/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763594.449149:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763594.449154:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763594.449162:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070132a00] to pc [ptlrpcd_rcv+-1]  req@ffff9821896021c0 x1874601358737664/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763594.449187:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763594.449195:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763594.449220:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787763594.449224:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763594.449229:0:58520:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763594.449236:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763594.449242:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4479
00000400:00000200:0.0:1787763594.449251:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763594.449257:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763594.449262:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763594.449267:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763594.449271:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763594.449274:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763594.449279:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763594.449283:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763594.449287:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:0.0:1787763594.449289:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763594.449292:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:0.0:1787763594.449299:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:0.0:1787763594.449303:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:0.0:1787763594.449307:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763594.449308:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763594.449314:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763594.449322:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763594.449333:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:0.0:1787763594.449344:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763594.449348:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763594.449352:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763594.449355:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763594.449360:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763594.449367:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763594.449372:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787763594.449383:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763594.449392:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763594.449399:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189602580.
00000020:00000040:0.0:1787763594.449407:0:58520:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:0.0:1787763594.449420:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763594.449432:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763594.449441:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763594.449443:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763594.449451:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763594.449459:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186487800.
00000100:00000001:0.0:1787763594.449466:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763594.449477:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189602580 x1874601358737792/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763594.449514:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763594.449521:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763594.449540:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000514a9ad2] to pc [ptlrpcd_rcv+-1]  req@ffff982189602580 x1874601358737792/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763594.449576:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763594.449585:0:58520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4490)
00000800:00000200:2.1:1787763594.449736:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763594.449738:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787763594.449946:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763594.449948:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787763594.450187:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763594.450189:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787763594.450445:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763594.450447:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 52 secs later)
00010000:00000001:0.0:1787763594.767900:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763594.767905:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763594.767910:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763594.767911:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763594.767914:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763594.767916:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763594.767920:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763594.767921:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763594.767924:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763594.767926:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763595.023942:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763595.023949:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763595.023951:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763595.023955:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763595.023958:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763595.023962:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763595.023965:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763595.023967:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763595.023969:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763595.791912:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763595.791918:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763595.791924:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763595.791926:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763595.791933:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763595.791937:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763595.791941:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763595.791944:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763595.791947:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000040:3.0:1787763595.791947:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299153676, at 4299153728
00010000:00000001:0.0:1787763595.791949:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763595.791953:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763595.791956:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763595.791959:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:3.0:1787763595.791960:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767840.
00010000:00000001:0.0:1787763595.791961:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763595.791966:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763595.791968:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763595.791969:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763595.791971:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763595.791972:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763595.791972:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763595.791974:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763595.791975:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763595.791992:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763595.791994:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763595.791996:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763596.047904:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763596.047910:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763596.047912:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763596.047917:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763596.047921:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763596.047924:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763596.047927:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763596.047929:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763596.047932:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763596.815900:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763596.815906:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763596.815911:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763596.815912:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763596.815914:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763596.815915:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763596.815917:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763596.815918:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763596.815921:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763596.815921:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763596.815937:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763596.815939:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763596.815941:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763597.071942:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763597.071949:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763597.071952:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763597.071958:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763597.071963:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763597.071967:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763597.071971:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763597.071973:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763597.071975:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763597.839910:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763597.839917:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763597.839924:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763597.839925:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763597.839929:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763597.839930:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763597.839933:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763597.839935:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763597.839938:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763597.839939:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763598.095928:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763598.095937:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763598.095939:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763598.095944:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763598.095947:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763598.095951:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763598.095953:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763598.095955:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763598.095958:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763598.863895:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763598.863900:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763598.863905:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763598.863906:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763598.863908:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763598.863909:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763598.863911:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763598.863912:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763598.863914:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763598.863915:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763598.863929:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763598.863931:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763598.863933:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763599.119941:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763599.119948:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763599.119951:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763599.119955:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763599.119959:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763599.119963:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763599.119973:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763599.119976:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763599.119978:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763599.567905:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763599.567914:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787763599.567917:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763599.567919:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763599.567923:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763599.567930:0:58520:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 4485
00000400:00000200:0.0:1787763599.567936:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763599.567941:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763599.567944:0:58520:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763599.567946:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763599.567949:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763599.567951:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763599.567953:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763599.567956:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763599.567957:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:0.0:1787763599.567959:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763599.567961:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:0.0:1787763599.567963:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:0.0:1787763599.567965:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:0.0:1787763599.567967:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763599.567969:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763599.567970:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763599.567971:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763599.567973:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:0.0:1787763599.567976:0:58520:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763599.567977:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763599.567979:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763599.567982:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763599.567984:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763599.567985:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787763599.567987:0:58520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763599.567994:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189602d00.
00000020:00000040:0.0:1787763599.567996:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:0.0:1787763599.568000:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763599.568001:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763599.568003:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763599.568005:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763599.568008:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763599.568014:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186484000.
00000100:00000001:0.0:1787763599.568020:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763599.568028:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189602d00 x1874601358737920/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763599.568037:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763599.568040:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763599.568049:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008fcde54a] to pc [ptlrpcd_rcv+-1]  req@ffff982189602d00 x1874601358737920/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763599.568066:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763599.568068:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763599.568070:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787763599.568071:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763599.568073:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763599.568074:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763599.568075:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4485
00000400:00000200:0.0:1787763599.568078:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763599.568079:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763599.568081:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763599.568083:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763599.568084:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763599.568086:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763599.568088:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763599.568090:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763599.568091:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:0.0:1787763599.568092:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763599.568094:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:0.0:1787763599.568095:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:0.0:1787763599.568097:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:0.0:1787763599.568099:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763599.568100:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763599.568101:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763599.568104:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763599.568108:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:0.0:1787763599.568111:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763599.568114:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763599.568116:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763599.568122:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763599.568125:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763599.568127:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763599.568130:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763599.568135:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763599.568137:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763599.568139:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189601680.
00000020:00000040:0.0:1787763599.568140:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:0.0:1787763599.568142:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763599.568144:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763599.568148:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763599.568150:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763599.568153:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763599.568172:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186485400.
00000100:00000001:0.0:1787763599.568177:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763599.568187:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189601680 x1874601358738048/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763599.568202:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763599.568205:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763599.568212:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd7e294a] to pc [ptlrpcd_rcv+-1]  req@ffff982189601680 x1874601358738048/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763599.568221:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763599.568225:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763599.568228:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787763599.568231:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763599.568234:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763599.568238:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763599.568241:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4485
00000400:00000200:0.0:1787763599.568247:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763599.568250:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763599.568252:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763599.568257:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763599.568261:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763599.568264:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763599.568269:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763599.568272:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763599.568274:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:0.0:1787763599.568277:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763599.568280:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:0.0:1787763599.568283:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:0.0:1787763599.568288:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:0.0:1787763599.568294:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763599.568297:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763599.568301:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763599.568306:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763599.568310:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:0.0:1787763599.568313:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763599.568317:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763599.568321:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763599.568324:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763599.568326:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763599.568331:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763599.568333:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763599.568336:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763599.568339:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763599.568343:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189603840.
00000020:00000040:0.0:1787763599.568349:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:0.0:1787763599.568354:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763599.568356:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763599.568362:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763599.568365:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763599.568369:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763599.568372:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186484c00.
00000100:00000001:0.0:1787763599.568377:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763599.568384:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189603840 x1874601358738176/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763599.568396:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763599.568400:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763599.568406:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042b5abf2] to pc [ptlrpcd_rcv+-1]  req@ffff982189603840 x1874601358738176/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763599.568416:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763599.568418:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763599.568422:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787763599.568423:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763599.568426:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.1:1787763599.568428:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:0.0:1787763599.568429:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:2.1:1787763599.568435:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000100:00080000:0.0:1787763599.568436:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4485
00000400:00000200:0.0:1787763599.568446:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763599.568454:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763599.568458:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763599.568465:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763599.568472:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763599.568478:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763599.568484:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763599.568489:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763599.568492:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:0.0:1787763599.568496:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763599.568499:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:0.0:1787763599.568504:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:0.0:1787763599.568506:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:0.0:1787763599.568511:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763599.568514:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763599.568519:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763599.568523:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763599.568528:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:0.0:1787763599.568532:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763599.568535:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763599.568537:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763599.568540:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763599.568542:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763599.568545:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763599.568547:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787763599.568553:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763599.568555:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763599.568561:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189600780.
00000020:00000040:0.0:1787763599.568566:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:0.0:1787763599.568568:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763599.568569:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763599.568571:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763599.568574:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763599.568577:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763599.568580:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186487000.
00000100:00000001:0.0:1787763599.568585:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763599.568592:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189600780 x1874601358738304/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763599.568624:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763599.568628:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763599.568634:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7c1d79b] to pc [ptlrpcd_rcv+-1]  req@ffff982189600780 x1874601358738304/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763599.568647:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763599.568651:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763599.568656:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787763599.568659:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763599.568661:0:58520:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763599.568672:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763599.568677:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4485
00000400:00000200:0.0:1787763599.568685:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763599.568690:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763599.568693:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763599.568697:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763599.568701:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763599.568704:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763599.568706:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763599.568709:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763599.568712:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:0.0:1787763599.568714:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763599.568717:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:0.0:1787763599.568721:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:0.0:1787763599.568725:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:0.0:1787763599.568731:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763599.568734:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763599.568739:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763599.568744:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763599.568747:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:0.0:1787763599.568759:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763599.568765:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763599.568770:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763599.568773:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763599.568779:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763599.568784:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763599.568788:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787763599.568793:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763599.568797:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763599.568802:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189601a40.
00000020:00000040:0.0:1787763599.568805:0:58520:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:0.0:1787763599.568810:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763599.568811:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763599.568815:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763599.568818:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763599.568821:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763599.568827:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186484800.
00000100:00000001:0.0:1787763599.568832:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763599.568839:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189601a40 x1874601358738432/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763599.568871:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763599.568873:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763599.568876:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b8e3ce6] to pc [ptlrpcd_rcv+-1]  req@ffff982189601a40 x1874601358738432/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763599.568884:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763599.568890:0:58520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4495)
00000800:00000200:2.1:1787763599.569053:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763599.569055:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787763599.569286:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763599.569288:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787763599.569497:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763599.569499:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787763599.569701:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763599.569704:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00010000:00000001:0.0:1787763599.887961:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763599.887967:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763599.887972:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763599.887973:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763599.887975:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763599.887976:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763599.887979:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763599.887980:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763599.887982:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763599.887982:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763599.888004:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763599.888006:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763599.888009:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763600.143942:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763600.143949:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763600.143951:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763600.143955:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763600.143959:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763600.143969:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763600.143972:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763600.143974:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763600.143977:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763600.911955:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000040:3.0:1787763600.911959:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299158795, at 4299158848
00010000:00000001:0.0:1787763600.911961:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763600.911966:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763600.911972:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763600.911977:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767120.
00010000:00000001:0.0:1787763600.911978:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763600.911983:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763600.911986:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763600.911988:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763600.911993:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763600.911996:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763600.912002:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763600.912003:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763600.912007:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763600.912008:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763600.912010:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763600.912012:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763600.912014:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763600.912016:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763600.912017:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763600.912019:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763600.912022:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763600.912024:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763601.167963:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763601.167974:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763601.167978:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763601.167986:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763601.167991:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763601.167997:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763601.168001:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763601.168005:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763601.168008:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763601.935970:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763601.935978:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763601.935984:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763601.935985:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763601.935987:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763601.935988:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763601.935991:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763601.935992:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763601.935994:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763601.935995:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763601.936017:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763601.936020:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763601.936022:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763602.191933:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763602.191940:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763602.191942:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763602.191946:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763602.191950:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763602.191953:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763602.191955:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763602.191958:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763602.191960:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763602.959944:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763602.959952:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763602.959958:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763602.959962:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763602.959964:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763602.959968:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763602.959971:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763602.959973:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763602.959975:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763602.959978:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763602.959982:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763602.959983:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763602.959987:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763602.959988:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763602.959991:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763602.959993:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763602.960015:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763602.960018:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763602.960020:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763603.215932:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763603.215940:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763603.215943:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763603.215949:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763603.215954:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763603.215958:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763603.215961:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763603.215964:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763603.215968:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763603.983949:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763603.983954:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763603.983958:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763603.983959:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763603.983962:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763603.983962:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763603.983965:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763603.983966:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763603.983968:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763603.983969:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763604.239959:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763604.239967:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763604.239969:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763604.239974:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763604.239978:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763604.239981:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763604.239984:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763604.239986:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763604.239988:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763604.688013:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763604.688029:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787763604.688033:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763604.688038:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763604.688044:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763604.688054:0:58520:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 4490
00000400:00000200:0.0:1787763604.688065:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763604.688073:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763604.688077:0:58520:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763604.688094:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763604.688099:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763604.688102:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763604.688105:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763604.688141:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763604.688145:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:0.0:1787763604.688149:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763604.688153:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:0.0:1787763604.688156:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:0.0:1787763604.688159:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:0.0:1787763604.688164:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763604.688166:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763604.688168:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763604.688171:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763604.688175:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:0.0:1787763604.688179:0:58520:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763604.688182:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763604.688186:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763604.688191:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763604.688205:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763604.688209:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787763604.688212:0:58520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763604.688226:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896030c0.
00000020:00000040:0.0:1787763604.688230:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:0.0:1787763604.688235:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763604.688237:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763604.688242:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763604.688245:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763604.688252:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763604.688263:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186485800.
00000100:00000001:0.0:1787763604.688281:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763604.688294:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896030c0 x1874601358738560/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763604.688307:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763604.688313:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763604.688319:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc1d3de1] to pc [ptlrpcd_rcv+-1]  req@ffff9821896030c0 x1874601358738560/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763604.688347:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763604.688352:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763604.688355:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787763604.688357:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763604.688359:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763604.688362:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763604.688366:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4490
00000400:00000200:0.0:1787763604.688371:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763604.688375:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763604.688378:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763604.688382:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763604.688385:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763604.688391:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763604.688406:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763604.688413:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763604.688416:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:0.0:1787763604.688420:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763604.688426:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:0.0:1787763604.688432:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:0.0:1787763604.688439:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:0.0:1787763604.688449:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763604.688454:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763604.688461:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763604.688465:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763604.688469:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:0.0:1787763604.688478:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763604.688485:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763604.688490:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763604.688499:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763604.688504:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763604.688507:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763604.688515:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763604.688522:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763604.688528:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763604.688536:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189603480.
00000020:00000040:0.0:1787763604.688541:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:0.0:1787763604.688558:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763604.688562:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763604.688567:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763604.688571:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763604.688576:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763604.688584:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186487c00.
00000100:00000001:0.0:1787763604.688592:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763604.688605:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189603480 x1874601358738688/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763604.688623:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763604.688629:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763604.688638:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001695004d] to pc [ptlrpcd_rcv+-1]  req@ffff982189603480 x1874601358738688/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763604.688655:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763604.688661:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1787763604.688667:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00080000:0.0:1787763604.688669:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000800:00000200:2.1:1787763604.688671:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000100:00000001:0.0:1787763604.688674:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763604.688680:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763604.688688:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763604.688694:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4490
00000400:00000200:0.0:1787763604.688705:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763604.688712:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763604.688718:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763604.688727:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763604.688735:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763604.688741:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763604.688746:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763604.688752:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763604.688756:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:0.0:1787763604.688761:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763604.688765:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:0.0:1787763604.688771:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:0.0:1787763604.688776:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:0.0:1787763604.688785:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763604.688792:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763604.688796:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763604.688800:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763604.688803:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:0.0:1787763604.688806:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763604.688812:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763604.688815:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763604.688821:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763604.688828:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763604.688833:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763604.688836:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763604.688844:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763604.688874:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763604.688880:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189600f00.
00000020:00000040:0.0:1787763604.688886:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:0.0:1787763604.688893:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763604.688896:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763604.688901:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763604.688907:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763604.688912:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763604.688921:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186485000.
00000100:00000001:0.0:1787763604.688928:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763604.688940:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189600f00 x1874601358738816/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763604.688964:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763604.688971:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763604.688983:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000082892fdc] to pc [ptlrpcd_rcv+-1]  req@ffff982189600f00 x1874601358738816/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763604.689019:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763604.689025:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763604.689036:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787763604.689039:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763604.689043:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763604.689049:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763604.689057:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4490
00000400:00000200:0.0:1787763604.689066:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763604.689076:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763604.689082:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763604.689091:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763604.689097:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763604.689104:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763604.689110:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763604.689133:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763604.689137:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:0.0:1787763604.689143:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763604.689148:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:0.0:1787763604.689154:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:0.0:1787763604.689161:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:0.0:1787763604.689170:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763604.689177:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763604.689184:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763604.689189:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763604.689193:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:0.0:1787763604.689197:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763604.689203:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763604.689208:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763604.689213:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763604.689217:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763604.689222:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763604.689228:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787763604.689235:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763604.689242:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763604.689251:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189601e00.
00000020:00000040:0.0:1787763604.689258:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:0.0:1787763604.689267:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763604.689270:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763604.689276:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763604.689280:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763604.689286:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763604.689295:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186484400.
00000100:00000001:0.0:1787763604.689302:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763604.689315:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189601e00 x1874601358738944/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763604.689334:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763604.689340:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763604.689352:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062ef5d4f] to pc [ptlrpcd_rcv+-1]  req@ffff982189601e00 x1874601358738944/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763604.689379:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763604.689385:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763604.689395:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787763604.689399:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763604.689403:0:58520:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763604.689409:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763604.689417:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4490
00000400:00000200:0.0:1787763604.689428:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763604.689436:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763604.689444:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000800:00000200:2.1:1787763604.689447:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763604.689451:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000100:00000040:0.0:1787763604.689452:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763604.689457:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763604.689460:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763604.689462:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763604.689467:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763604.689470:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:0.0:1787763604.689475:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763604.689479:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:0.0:1787763604.689486:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:0.0:1787763604.689490:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:0.0:1787763604.689498:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763604.689504:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763604.689511:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763604.689516:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763604.689521:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:0.0:1787763604.689529:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763604.689537:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763604.689542:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763604.689547:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763604.689555:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763604.689559:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763604.689563:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787763604.689570:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763604.689577:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763604.689585:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189602940.
00000020:00000040:0.0:1787763604.689593:0:58520:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:0.0:1787763604.689599:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763604.689604:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763604.689609:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763604.689613:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763604.689618:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763604.689626:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186484800.
00000100:00000001:0.0:1787763604.689633:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763604.689644:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189602940 x1874601358739072/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763604.689672:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763604.689678:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763604.689694:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063ada08b] to pc [ptlrpcd_rcv+-1]  req@ffff982189602940 x1874601358739072/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763604.689717:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763604.689728:0:58520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4500)
00000800:00000200:2.1:1787763604.689841:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763604.689843:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787763604.690098:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763604.690100:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787763604.690301:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763604.690303:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00010000:00000001:0.0:1787763605.008004:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763605.008012:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763605.008018:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763605.008019:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763605.008022:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763605.008023:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763605.008026:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763605.008027:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763605.008030:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763605.008031:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763605.008058:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763605.008060:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763605.008062:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763605.263942:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763605.263952:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763605.263954:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763605.263960:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763605.263964:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763605.263969:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763605.263972:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763605.263975:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763605.263978:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763606.031974:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299163915, at 4299163968
00010000:00000001:0.0:1787763606.031978:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763606.031984:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763606.031991:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763606.031992:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763606.031993:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767660.
00010000:00000001:0.0:1787763606.031996:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763606.032002:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763606.032005:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763606.032008:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763606.032011:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763606.032013:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763606.032015:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763606.032017:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763606.032020:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763606.032021:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763606.032023:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763606.032024:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763606.032026:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763606.032028:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763606.032030:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763606.032031:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763606.032033:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763606.032035:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763606.032057:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763606.032060:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763606.032062:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763606.287993:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763606.288005:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763606.288009:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763606.288017:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763606.288023:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763606.288028:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763606.288032:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763606.288035:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763606.288040:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763607.055989:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763607.055995:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763607.055999:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763607.056000:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763607.056003:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763607.056004:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763607.056006:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763607.056007:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763607.056009:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763607.056010:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763607.311939:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763607.311947:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763607.311949:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763607.311954:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763607.311959:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763607.311963:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763607.311966:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763607.311970:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763607.311974:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763608.080002:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763608.080009:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763608.080014:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763608.080016:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763608.080019:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763608.080020:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763608.080023:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763608.080024:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763608.080027:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763608.080028:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763608.080067:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763608.080071:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763608.080075:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763608.335957:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763608.335964:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763608.335967:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763608.335972:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763608.335976:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763608.335980:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763608.335983:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763608.335985:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763608.335988:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763609.103937:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763609.103943:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763609.103948:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763609.103949:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763609.103952:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763609.103953:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763609.103956:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763609.103957:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763609.103959:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763609.103960:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763609.103985:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763609.103987:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763609.103990:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763609.359930:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763609.359937:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763609.359939:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763609.359944:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763609.359948:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763609.359951:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763609.359954:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763609.359956:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763609.359959:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787763609.808665:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763609.808672:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787763609.809643:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763609.809645:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787763609.810127:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763609.810131:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787763609.810435:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763609.810437:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787763609.810798:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763609.810801:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00010000:00000001:0.0:1787763610.127985:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763610.127994:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763610.128001:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763610.128003:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763610.128007:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763610.128009:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763610.128013:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763610.128014:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763610.128018:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763610.128020:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763610.383993:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763610.384004:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763610.384008:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763610.384014:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763610.384021:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763610.384026:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763610.384031:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763610.384034:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763610.384039:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763611.151940:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299169035, at 4299169088
00010000:00000001:0.0:1787763611.151961:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:3.0:1787763611.151961:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9821987676c0.
00010000:00000001:0.0:1787763611.151971:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763611.151977:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763611.151984:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763611.151990:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763611.151995:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763611.151998:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763611.152001:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763611.152023:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763611.152026:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763611.152031:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763611.152033:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763611.152038:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763611.152040:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763611.152042:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763611.152044:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763611.152046:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763611.152048:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763611.152050:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763611.152089:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763611.152097:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763611.152116:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763611.152160:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763611.152164:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763611.152168:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763611.407940:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763611.407952:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763611.407956:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763611.407964:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763611.407970:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763611.407976:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763611.407982:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763611.408002:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763611.408010:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763612.175965:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763612.175972:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763612.175978:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763612.175980:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763612.175983:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763612.175985:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763612.175988:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763612.175989:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763612.175992:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763612.175993:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763612.176076:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763612.176080:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763612.176084:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763612.431937:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763612.431944:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763612.431946:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763612.431951:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763612.431955:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763612.431959:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763612.431962:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763612.431965:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763612.431975:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763613.199980:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763613.199988:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763613.199994:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763613.200018:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763613.200021:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763613.200025:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763613.200029:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763613.200031:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763613.200058:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763613.200062:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763613.200067:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763613.200069:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763613.200089:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763613.200091:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763613.200093:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763613.200095:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763613.455940:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763613.455949:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763613.455952:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763613.455959:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763613.455964:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763613.455969:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763613.455972:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763613.455975:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763613.455979:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763614.223994:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763614.224002:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763614.224009:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763614.224010:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763614.224014:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763614.224015:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763614.224018:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763614.224019:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763614.224022:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763614.224023:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763614.224091:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763614.224094:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763614.224097:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763614.479958:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763614.479966:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763614.479968:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763614.479973:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763614.479979:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763614.480017:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763614.480021:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763614.480046:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763614.480050:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763614.928030:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763614.928041:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763614.928043:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763614.928046:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763614.928050:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763614.928056:0:58520:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 4500
00000400:00000200:3.0:1787763614.928063:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763614.928069:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763614.928073:0:58520:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763614.928076:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763614.928079:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763614.928082:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763614.928084:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763614.928089:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763614.928091:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:3.0:1787763614.928094:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763614.928097:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:3.0:1787763614.928100:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:3.0:1787763614.928103:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:3.0:1787763614.928106:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763614.928109:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763614.928112:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763614.928114:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763614.928118:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:3.0:1787763614.928122:0:58520:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763614.928125:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763614.928128:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763614.928132:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763614.928134:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763614.928135:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763614.928137:0:58520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763614.928146:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b03c0.
00000020:00000040:3.0:1787763614.928148:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:3.0:1787763614.928152:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763614.928153:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763614.928155:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763614.928158:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763614.928161:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763614.928169:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9d800.
00000100:00000001:3.0:1787763614.928174:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763614.928182:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b03c0 x1874601358739840/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763614.928190:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763614.928194:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763614.928197:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fa8aa37] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b03c0 x1874601358739840/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763614.928217:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763614.928221:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763614.928224:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763614.928226:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763614.928228:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763614.928230:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763614.928233:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4500
00000400:00000200:3.0:1787763614.928238:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763614.928242:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763614.928245:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763614.928248:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763614.928250:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763614.928253:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763614.928255:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763614.928257:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763614.928259:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:3.0:1787763614.928260:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763614.928262:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:3.0:1787763614.928264:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:3.0:1787763614.928267:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:3.0:1787763614.928270:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763614.928272:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763614.928274:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763614.928276:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763614.928279:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:3.0:1787763614.928282:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763614.928284:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763614.928286:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763614.928291:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763614.928294:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763614.928296:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763614.928300:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763614.928303:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763614.928306:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763614.928310:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b21c0.
00000020:00000040:3.0:1787763614.928312:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:3.0:1787763614.928315:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763614.928317:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763614.928318:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763614.928320:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763614.928322:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763614.928325:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9f000.
00000100:00000001:3.0:1787763614.928329:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763614.928333:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b21c0 x1874601358739968/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763614.928341:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763614.928344:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763614.928348:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a837d5f] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b21c0 x1874601358739968/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763614.928358:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763614.928361:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763614.928374:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763614.928376:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763614.928378:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763614.928381:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763614.928383:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4500
00000400:00000200:3.0:1787763614.928439:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763614.928442:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763614.928444:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763614.928447:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763614.928449:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763614.928451:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763614.928453:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763614.928456:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763614.928457:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:3.0:1787763614.928459:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763614.928461:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:3.0:1787763614.928463:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000800:00000200:2.1:1787763614.928463:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000020:00000001:3.0:1787763614.928466:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000800:00000200:2.1:1787763614.928467:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000100:00000040:3.0:1787763614.928469:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763614.928471:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763614.928473:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763614.928476:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763614.928478:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:3.0:1787763614.928480:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763614.928482:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763614.928484:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763614.928487:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763614.928489:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763614.928492:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763614.928494:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763614.928497:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763614.928498:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763614.928502:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0b40.
00000020:00000040:3.0:1787763614.928505:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:3.0:1787763614.928508:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763614.928510:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763614.928512:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763614.928513:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763614.928515:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763614.928519:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9d400.
00000100:00000001:3.0:1787763614.928522:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763614.928528:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0b40 x1874601358740096/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763614.928536:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763614.928538:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763614.928542:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d6e219c] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0b40 x1874601358740096/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763614.928551:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763614.928554:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763614.928558:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787763614.928559:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763614.928561:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763614.928563:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763614.928565:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4500
00000400:00000200:3.0:1787763614.928568:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763614.928572:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763614.928574:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763614.928577:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763614.928580:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763614.928598:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763614.928601:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763614.928604:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763614.928605:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:3.0:1787763614.928607:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763614.928610:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:3.0:1787763614.928613:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:3.0:1787763614.928616:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:3.0:1787763614.928619:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763614.928622:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763614.928625:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763614.928627:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763614.928631:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:3.0:1787763614.928635:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763614.928638:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763614.928641:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763614.928644:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763614.928647:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763614.928649:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763614.928668:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763614.928673:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763614.928676:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763614.928681:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b3840.
00000020:00000040:3.0:1787763614.928685:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:3.0:1787763614.928689:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763614.928691:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763614.928695:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763614.928697:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763614.928700:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763614.928705:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9cc00.
00000100:00000001:3.0:1787763614.928710:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763614.928717:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b3840 x1874601358740224/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763614.928731:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763614.928734:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763614.928740:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a874aff9] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b3840 x1874601358740224/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763614.928754:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763614.928774:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763614.928778:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763614.928780:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763614.928782:0:58520:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763614.928785:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763614.928789:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4500
00000400:00000200:3.0:1787763614.928793:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763614.928796:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763614.928799:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763614.928802:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763614.928805:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763614.928808:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763614.928811:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763614.928814:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763614.928816:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:3.0:1787763614.928818:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763614.928820:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:3.0:1787763614.928823:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:3.0:1787763614.928825:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:3.0:1787763614.928829:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763614.928831:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763614.928834:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763614.928837:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763614.928839:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:3.0:1787763614.928843:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763614.928846:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763614.928848:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763614.928851:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763614.928854:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763614.928856:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763614.928859:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763614.928862:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763614.928864:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763614.928867:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0f00.
00000020:00000040:3.0:1787763614.928871:0:58520:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:3.0:1787763614.928874:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763614.928876:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763614.928878:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763614.928879:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763614.928882:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763614.928886:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9ec00.
00000100:00000001:3.0:1787763614.928889:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763614.928954:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0f00 x1874601358740352/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763614.928975:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763614.928979:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763614.928986:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031bb8c12] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0f00 x1874601358740352/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763614.928999:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763614.929005:0:58520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4510)
00000800:00000200:2.1:1787763614.929142:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763614.929144:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787763614.929385:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763614.929387:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787763614.929572:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763614.929574:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787763614.929889:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763614.929891:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00010000:00000001:0.0:1787763615.247950:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763615.247958:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763615.247963:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763615.247964:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763615.247967:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763615.247968:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763615.247971:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763615.247972:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763615.247975:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763615.247976:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763615.248048:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763615.248053:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763615.248057:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763615.504184:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763615.504198:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763615.504202:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763615.504211:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763615.504218:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763615.504223:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763615.504227:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763615.504242:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763615.504248:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763616.271912:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299174155, at 4299174208
00000100:00000010:3.0:1787763616.271927:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767e40.
00010000:00000001:0.0:1787763616.271937:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763616.271943:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763616.271949:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763616.271950:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763616.271954:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763616.271957:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763616.271959:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763616.271963:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763616.271966:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763616.271968:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763616.271970:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763616.271971:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763616.271974:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763616.271975:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763616.271977:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763616.271978:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763616.271979:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763616.271981:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763616.271982:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763616.271983:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763616.271984:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763616.271985:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763616.527952:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763616.527959:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763616.527961:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763616.527965:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763616.527968:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763616.527971:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763616.527973:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763616.527975:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763616.527977:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763617.295924:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763617.295929:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763617.295933:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763617.295934:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763617.295936:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763617.295937:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763617.295939:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763617.295940:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763617.295942:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763617.295943:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763617.295976:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763617.295978:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763617.295980:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763617.551909:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763617.551916:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763617.551918:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763617.551923:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763617.551927:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763617.551931:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763617.551934:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763617.551937:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763617.551941:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763618.319944:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763618.319966:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763618.319973:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763618.319974:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763618.319977:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763618.319978:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763618.319981:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763618.319982:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763618.319985:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763618.319986:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763618.320023:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763618.320026:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763618.320029:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763618.576240:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763618.576249:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763618.576253:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763618.576259:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763618.576264:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763618.576268:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763618.576272:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763618.576275:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763618.576279:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763619.343972:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763619.343994:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763619.344001:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763619.344002:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763619.344005:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763619.344006:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763619.344009:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763619.344010:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763619.344013:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763619.344014:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763619.599931:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763619.599939:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763619.599942:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763619.599948:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763619.599953:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763619.599958:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763619.599962:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763619.599965:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763619.599969:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787763620.048496:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763620.048504:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787763620.049107:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763620.049110:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787763620.049355:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763620.049356:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787763620.049532:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763620.049534:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787763620.049707:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763620.049709:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00010000:00000001:0.0:1787763620.367921:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763620.367928:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763620.367930:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763620.367933:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763620.367937:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763620.367938:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763620.367940:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763620.367941:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763620.367944:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763620.367946:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763620.367948:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763620.367949:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763620.367951:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763620.367953:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763620.367954:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763620.367955:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763620.367956:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763620.367957:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763620.367958:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763620.367960:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763620.367962:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763620.367963:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763620.368010:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763620.368012:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763620.368014:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763620.623935:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763620.623943:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763620.623946:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763620.623952:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763620.623957:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763620.623961:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763620.623966:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763620.623980:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763620.623984:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763621.391931:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299179275, at 4299179328
00010000:00000001:0.0:1787763621.391934:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763621.391939:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763621.391947:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763621.391949:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763621.391950:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9821987677e0.
00010000:00000001:0.0:1787763621.391953:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763621.391956:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763621.391971:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763621.391972:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763621.391976:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763621.391976:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763621.391998:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763621.392000:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763621.392002:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763621.647988:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763621.647997:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763621.648000:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763621.648005:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763621.648009:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763621.648014:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763621.648017:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763621.648020:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763621.648024:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763622.415933:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763622.415938:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763622.415943:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763622.415946:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763622.415948:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763622.415961:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763622.415963:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763622.415966:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763622.415967:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763622.415969:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763622.415972:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763622.415973:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763622.415975:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763622.415976:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763622.415979:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763622.415980:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763622.671961:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763622.671972:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763622.671992:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763622.671999:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763622.672004:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763622.672009:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763622.672013:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763622.672017:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763622.672021:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763623.439960:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763623.439967:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763623.439973:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763623.439975:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763623.439979:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763623.439980:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763623.439984:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763623.439985:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763623.439988:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763623.439989:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763623.440012:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763623.440015:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763623.440019:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763623.695998:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763623.696009:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763623.696012:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763623.696020:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763623.696026:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763623.696031:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763623.696036:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763623.696040:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763623.696043:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763624.463923:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763624.463931:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763624.463951:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763624.463952:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763624.463956:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763624.463957:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763624.463960:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763624.463961:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763624.463964:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763624.463965:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763624.463984:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763624.463987:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763624.463991:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763624.719957:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763624.719969:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763624.719972:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763624.719980:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763624.719985:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763624.719991:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763624.719994:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763624.719997:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763624.720000:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763625.167998:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763625.168010:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763625.168013:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763625.168017:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763625.168021:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763625.168029:0:58520:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 4510
00000400:00000200:3.0:1787763625.168038:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763625.168045:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763625.168048:0:58520:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763625.168050:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763625.168053:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763625.168055:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763625.168057:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763625.168061:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763625.168063:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:3.0:1787763625.168065:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763625.168068:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:3.0:1787763625.168070:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:3.0:1787763625.168072:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:3.0:1787763625.168073:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763625.168075:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763625.168076:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763625.168078:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763625.168081:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:3.0:1787763625.168084:0:58520:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763625.168086:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763625.168088:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763625.168091:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763625.168093:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763625.168095:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763625.168097:0:58520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763625.168107:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b1a40.
00000020:00000040:3.0:1787763625.168109:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:3.0:1787763625.168113:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763625.168115:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763625.168117:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763625.168120:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763625.168125:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763625.168133:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9dc00.
00000100:00000001:3.0:1787763625.168140:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763625.168149:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b1a40 x1874601358741120/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763625.168159:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763625.168164:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763625.168168:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b5428e47] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b1a40 x1874601358741120/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763625.168188:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763625.168191:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763625.168193:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763625.168195:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763625.168196:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763625.168197:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763625.168199:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4510
00000400:00000200:3.0:1787763625.168201:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763625.168203:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763625.168205:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763625.168207:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763625.168209:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763625.168211:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763625.168212:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763625.168214:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763625.168215:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:3.0:1787763625.168217:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763625.168218:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:3.0:1787763625.168220:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:3.0:1787763625.168221:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:3.0:1787763625.168223:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763625.168225:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763625.168227:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763625.168229:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763625.168232:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:3.0:1787763625.168236:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763625.168239:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763625.168243:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763625.168248:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763625.168251:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763625.168253:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763625.168260:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763625.168264:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763625.168268:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763625.168272:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b3c00.
00000020:00000040:3.0:1787763625.168276:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:3.0:1787763625.168281:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763625.168284:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763625.168287:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763625.168289:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763625.168293:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763625.168296:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9fc00.
00000100:00000001:3.0:1787763625.168302:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763625.168309:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b3c00 x1874601358741248/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763625.168319:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763625.168323:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763625.168330:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbda2d43] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b3c00 x1874601358741248/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763625.168339:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763625.168342:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763625.168349:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763625.168351:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763625.168354:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763625.168357:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763625.168359:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4510
00000400:00000200:3.0:1787763625.168365:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763625.168369:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763625.168371:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763625.168373:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763625.168375:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763625.168378:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763625.168380:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763625.168385:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763625.168386:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:3.0:1787763625.168388:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763625.168392:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:3.0:1787763625.168396:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:3.0:1787763625.168398:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:3.0:1787763625.168402:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763625.168407:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763625.168409:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763625.168412:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763625.168415:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:3.0:1787763625.168422:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763625.168429:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763625.168433:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763625.168438:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763625.168443:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763625.168447:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763625.168450:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763625.168455:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763625.168456:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763625.168463:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b2940.
00000020:00000040:3.0:1787763625.168467:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:3.0:1787763625.168471:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763625.168474:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763625.168477:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763625.168478:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763625.168481:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763625.168487:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9f400.
00000100:00000001:3.0:1787763625.168490:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763625.168497:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b2940 x1874601358741376/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763625.168504:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763625.168506:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763625.168512:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000bae3a13] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b2940 x1874601358741376/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763625.168519:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763625.168522:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763625.168529:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787763625.168531:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763625.168533:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763625.168536:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763625.168540:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4510
00000400:00000200:3.0:1787763625.168587:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763625.168592:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763625.168595:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763625.168599:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763625.168601:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763625.168605:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763625.168607:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763625.168609:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763625.168611:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:3.0:1787763625.168614:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763625.168616:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:3.0:1787763625.168621:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:3.0:1787763625.168623:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:3.0:1787763625.168627:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763625.168632:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763625.168635:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763625.168639:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000800:00000200:2.1:1787763625.168641:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000020:00000040:3.0:1787763625.168642:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:3.0:1787763625.168648:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000800:00000200:2.1:1787763625.168650:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1787763625.168651:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763625.168654:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763625.168659:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763625.168664:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763625.168668:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763625.168671:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763625.168674:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763625.168677:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763625.168679:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0000.
00000020:00000040:3.0:1787763625.168681:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:3.0:1787763625.168682:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763625.168684:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763625.168688:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763625.168690:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763625.168692:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763625.168698:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9c800.
00000100:00000001:3.0:1787763625.168704:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763625.168708:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0000 x1874601358741504/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763625.168717:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763625.168720:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763625.168724:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000084e1803] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0000 x1874601358741504/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763625.168731:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763625.168733:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763625.168735:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763625.168736:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763625.168737:0:58520:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763625.168740:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763625.168744:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4510
00000400:00000200:3.0:1787763625.168748:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763625.168753:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763625.168757:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763625.168762:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763625.168766:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763625.168770:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763625.168772:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763625.168774:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763625.168777:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:3.0:1787763625.168778:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763625.168781:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:3.0:1787763625.168783:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:3.0:1787763625.168787:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:3.0:1787763625.168793:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763625.168797:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763625.168800:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763625.168803:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763625.168806:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:3.0:1787763625.168809:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763625.168813:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763625.168816:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763625.168818:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763625.168820:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763625.168821:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763625.168823:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763625.168829:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763625.168830:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763625.168835:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b1e00.
00000020:00000040:3.0:1787763625.168840:0:58520:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:3.0:1787763625.168842:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763625.168845:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763625.168873:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763625.168874:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763625.168876:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763625.168879:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9f800.
00000100:00000001:3.0:1787763625.168882:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763625.168886:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b1e00 x1874601358741632/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763625.168895:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763625.168899:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763625.168906:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007fca43c8] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b1e00 x1874601358741632/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763625.168918:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763625.168941:0:58520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4520)
00000800:00000200:2.1:1787763625.169315:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763625.169317:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787763625.169650:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763625.169653:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787763625.170031:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763625.170034:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787763625.170387:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763625.170390:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00010000:00000001:0.0:1787763625.487939:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763625.487944:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763625.487948:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763625.487949:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763625.487952:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763625.487955:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763625.487957:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763625.487959:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763625.487961:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763625.487963:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763625.487964:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763625.487966:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763625.487969:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763625.487970:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763625.487972:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763625.487974:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763625.487975:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763625.487976:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763625.487977:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763625.487978:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763625.487979:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763625.487980:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763625.743985:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763625.743993:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763625.743995:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763625.744000:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763625.744004:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763625.744008:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763625.744010:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763625.744013:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763625.744016:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763626.511943:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763626.511947:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763626.511948:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299184396, at 4299184448
00010000:00000001:0.0:1787763626.511951:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763626.511955:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763626.511959:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767a80.
00010000:00000001:0.0:1787763626.511960:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763626.511963:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763626.511967:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763626.511968:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763626.511972:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763626.511974:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763626.511993:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763626.511995:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763626.511997:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763626.767948:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763626.767955:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763626.767957:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763626.767962:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763626.767966:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763626.767969:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763626.767972:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763626.767974:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763626.767977:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763627.535938:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763627.535946:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763627.535953:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763627.535955:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763627.535959:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763627.535961:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763627.535965:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763627.535967:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763627.535971:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763627.535972:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763627.535992:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763627.535995:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763627.535998:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763627.791979:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763627.791988:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763627.791991:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763627.791998:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763627.792003:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763627.792016:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763627.792019:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763627.792023:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763627.792025:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763628.559927:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763628.559935:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763628.559942:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763628.559945:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763628.559950:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763628.559952:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763628.559956:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763628.559957:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763628.559963:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763628.559965:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763628.815945:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763628.815953:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763628.815955:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763628.815960:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763628.815963:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763628.815967:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763628.815969:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763628.815972:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763628.815975:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763629.583941:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763629.583947:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763629.583950:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763629.583951:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763629.583953:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763629.583954:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763629.583957:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763629.583958:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763629.583960:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763629.583961:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763629.583976:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763629.583978:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763629.583980:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763629.839960:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763629.839966:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763629.839968:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763629.839973:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763629.839976:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763629.839980:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763629.839982:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763629.839984:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763629.839987:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763630.287933:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763630.287944:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763630.287947:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763630.287950:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763630.287954:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763630.287962:0:18336:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 4515
00000400:00000200:3.0:1787763630.287971:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763630.287978:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763630.287981:0:18336:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763630.287983:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763630.287986:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763630.287988:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763630.287989:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763630.287992:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763630.287994:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:3.0:1787763630.287996:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763630.287998:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:3.0:1787763630.288000:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:3.0:1787763630.288001:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:3.0:1787763630.288003:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763630.288005:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763630.288006:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763630.288007:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763630.288009:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:3.0:1787763630.288011:0:18336:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763630.288013:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763630.288015:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763630.288018:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763630.288020:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763630.288021:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763630.288023:0:18336:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763630.288029:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b1680.
00000020:00000040:3.0:1787763630.288032:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:3.0:1787763630.288035:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763630.288036:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763630.288039:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763630.288042:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763630.288046:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763630.288053:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9d000.
00000100:00000001:3.0:1787763630.288060:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763630.288070:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b1680 x1874601358741760/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763630.288082:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763630.288086:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763630.288091:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045d21e1f] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b1680 x1874601358741760/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763630.288113:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763630.288117:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763630.288121:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763630.288122:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763630.288124:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763630.288128:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763630.288131:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4515
00000400:00000200:3.0:1787763630.288136:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763630.288142:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763630.288146:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763630.288155:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763630.288173:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763630.288179:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763630.288184:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763630.288191:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763630.288194:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:3.0:1787763630.288199:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763630.288203:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:3.0:1787763630.288208:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:3.0:1787763630.288213:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:3.0:1787763630.288221:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763630.288225:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763630.288229:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763630.288232:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763630.288237:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:3.0:1787763630.288242:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763630.288249:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763630.288253:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763630.288262:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763630.288269:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763630.288271:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763630.288276:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763630.288282:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763630.288285:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763630.288289:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b3480.
00000020:00000040:3.0:1787763630.288294:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:3.0:1787763630.288297:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763630.288299:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763630.288303:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763630.288305:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763630.288308:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763630.288315:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9f800.
00000100:00000001:3.0:1787763630.288321:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763630.288330:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b3480 x1874601358741888/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763630.288341:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763630.288344:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763630.288351:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005fcc8ed6] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b3480 x1874601358741888/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763630.288366:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763630.288369:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763630.288372:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763630.288375:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763630.288385:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.1:1787763630.288386:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763630.288390:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1787763630.288393:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763630.288398:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4515
00000400:00000200:3.0:1787763630.288405:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763630.288409:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763630.288414:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763630.288421:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763630.288424:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763630.288427:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763630.288430:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763630.288432:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763630.288434:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:3.0:1787763630.288437:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763630.288439:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:3.0:1787763630.288443:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:3.0:1787763630.288447:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:3.0:1787763630.288452:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763630.288457:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763630.288459:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763630.288463:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763630.288467:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:3.0:1787763630.288472:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763630.288477:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763630.288480:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763630.288483:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763630.288487:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763630.288491:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763630.288493:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763630.288498:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763630.288500:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763630.288506:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0780.
00000020:00000040:3.0:1787763630.288509:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:3.0:1787763630.288511:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763630.288512:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763630.288514:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763630.288516:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763630.288518:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763630.288522:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9c800.
00000100:00000001:3.0:1787763630.288526:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763630.288533:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0780 x1874601358742016/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763630.288540:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763630.288543:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763630.288547:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cef40868] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0780 x1874601358742016/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763630.288555:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763630.288562:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763630.288567:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787763630.288569:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763630.288572:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763630.288575:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763630.288579:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4515
00000400:00000200:3.0:1787763630.288585:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763630.288589:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763630.288591:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763630.288597:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763630.288600:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763630.288604:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763630.288607:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763630.288609:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763630.288612:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:3.0:1787763630.288614:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763630.288617:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:3.0:1787763630.288620:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:3.0:1787763630.288624:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:3.0:1787763630.288630:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763630.288633:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763630.288637:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763630.288639:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763630.288643:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:3.0:1787763630.288648:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763630.288652:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763630.288654:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763630.288657:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763630.288661:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763630.288665:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763630.288668:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763630.288671:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763630.288674:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763630.288678:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b12c0.
00000020:00000040:3.0:1787763630.288681:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:3.0:1787763630.288682:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763630.288683:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763630.288685:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763630.288686:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763630.288687:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763630.288690:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9f400.
00000100:00000001:3.0:1787763630.288696:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763630.288707:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b12c0 x1874601358742144/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763630.288728:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763630.288733:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763630.288743:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001900fdea] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b12c0 x1874601358742144/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763630.288758:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763630.288763:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763630.288769:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763630.288772:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763630.288774:0:18336:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763630.288778:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763630.288782:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4515
00000400:00000200:3.0:1787763630.288789:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763630.288793:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763630.288797:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763630.288802:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763630.288806:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763630.288809:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763630.288813:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763630.288816:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763630.288818:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:3.0:1787763630.288821:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763630.288824:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:3.0:1787763630.288826:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:3.0:1787763630.288829:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:3.0:1787763630.288834:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763630.288836:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763630.288840:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763630.288845:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763630.288869:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:3.0:1787763630.288871:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763630.288872:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763630.288874:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763630.288876:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763630.288878:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763630.288891:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763630.288893:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763630.288895:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763630.288896:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763630.288899:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b30c0.
00000020:00000040:3.0:1787763630.288901:0:18336:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:3.0:1787763630.288906:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763630.288909:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763630.288911:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763630.288913:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763630.288916:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763630.288920:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9fc00.
00000100:00000001:3.0:1787763630.288925:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763630.288931:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b30c0 x1874601358742272/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763630.288938:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763630.288942:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763630.288947:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8678ec4] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b30c0 x1874601358742272/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763630.288957:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763630.288963:0:18336:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4525)
00000800:00000200:2.1:1787763630.289060:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763630.289061:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787763630.289246:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763630.289247:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787763630.289421:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763630.289423:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787763630.289695:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763630.289697:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00010000:00000001:0.0:1787763630.607988:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763630.607995:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763630.607998:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763630.608001:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763630.608005:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763630.608008:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763630.608009:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763630.608019:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763630.608024:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763630.608026:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763630.608029:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763630.608031:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763630.608034:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763630.608036:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763630.608037:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763630.608039:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763630.608041:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763630.608043:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763630.608044:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763630.608046:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763630.608050:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763630.608051:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763630.608072:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763630.608075:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763630.608078:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763630.863952:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763630.863960:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763630.863963:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763630.863970:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763630.863974:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763630.863978:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763630.863981:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763630.863984:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763630.863988:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763631.631946:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299189515, at 4299189568
00010000:00000001:0.0:1787763631.631947:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763631.631951:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763631.631958:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763631.631959:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763631.631963:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:3.0:1787763631.631964:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767000.
00010000:00000001:0.0:1787763631.631966:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763631.631971:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763631.631973:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763631.631976:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763631.631977:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763631.887934:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763631.887943:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763631.887946:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763631.887952:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763631.887957:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763631.887961:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763631.887964:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763631.887967:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763631.887970:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763632.655964:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763632.655970:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763632.655974:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763632.655977:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763632.655979:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763632.655981:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763632.655984:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763632.655985:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763632.655987:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763632.655988:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763632.655991:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763632.655992:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763632.655994:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763632.655995:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763632.655997:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763632.655998:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763632.656013:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763632.656015:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763632.656017:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763632.911929:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763632.911938:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763632.911940:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763632.911945:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763632.911949:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763632.911952:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763632.911955:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763632.911957:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763632.911960:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763633.679935:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763633.679940:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763633.679944:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763633.679945:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763633.679947:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763633.679948:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763633.679950:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763633.679951:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763633.679953:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763633.679954:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763633.679970:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763633.679972:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763633.679974:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763633.935947:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763633.935954:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763633.935956:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763633.935960:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763633.935964:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763633.935967:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763633.935970:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763633.935972:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763633.935974:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763634.703920:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763634.703925:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763634.703929:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763634.703930:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763634.703932:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763634.703933:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763634.703935:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763634.703936:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763634.703938:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763634.703939:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763634.959920:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763634.959927:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763634.959929:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763634.959934:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763634.959938:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763634.959942:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763634.959944:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763634.959946:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763634.959949:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763635.407899:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763635.407907:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763635.407909:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763635.407912:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763635.407916:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763635.407922:0:18336:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 4520
00000400:00000200:3.0:1787763635.407929:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763635.407933:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763635.407936:0:18336:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763635.407938:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763635.407941:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763635.407943:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763635.407945:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763635.407948:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763635.407949:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:3.0:1787763635.407951:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763635.407954:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:3.0:1787763635.407955:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:3.0:1787763635.407957:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:3.0:1787763635.407959:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763635.407960:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763635.407961:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763635.407963:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763635.407965:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:3.0:1787763635.407968:0:18336:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763635.407970:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763635.407972:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763635.407975:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763635.407977:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763635.407979:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763635.407980:0:18336:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763635.407988:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b2d00.
00000020:00000040:3.0:1787763635.407990:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:3.0:1787763635.407993:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763635.407995:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763635.407997:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763635.407999:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763635.408003:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763635.408008:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9dc00.
00000100:00000001:3.0:1787763635.408013:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763635.408020:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b2d00 x1874601358742400/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763635.408027:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763635.408031:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763635.408034:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000583ee9bd] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b2d00 x1874601358742400/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763635.408052:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763635.408054:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763635.408056:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763635.408057:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763635.408059:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763635.408060:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763635.408062:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4520
00000400:00000200:3.0:1787763635.408064:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763635.408066:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763635.408067:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763635.408069:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763635.408071:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763635.408073:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763635.408075:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763635.408077:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763635.408078:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:3.0:1787763635.408079:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763635.408080:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:3.0:1787763635.408082:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:3.0:1787763635.408083:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:3.0:1787763635.408085:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763635.408087:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763635.408088:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763635.408089:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763635.408091:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:3.0:1787763635.408093:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763635.408095:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763635.408098:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763635.408103:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763635.408107:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763635.408109:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763635.408113:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763635.408117:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763635.408120:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763635.408125:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b2580.
00000020:00000040:3.0:1787763635.408129:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:3.0:1787763635.408133:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763635.408135:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763635.408139:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763635.408142:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763635.408144:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763635.408149:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9ec00.
00000100:00000001:3.0:1787763635.408153:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763635.408161:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b2580 x1874601358742528/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763635.408172:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763635.408175:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763635.408178:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d0536d5] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b2580 x1874601358742528/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763635.408193:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763635.408199:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763635.408205:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763635.408208:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763635.408211:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763635.408218:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763635.408225:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4520
00000400:00000200:3.0:1787763635.408235:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763635.408244:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763635.408249:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763635.408257:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763635.408261:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763635.408267:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763635.408278:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763635.408281:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763635.408283:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:3.0:1787763635.408286:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763635.408289:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:3.0:1787763635.408291:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:3.0:1787763635.408294:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:3.0:1787763635.408298:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763635.408302:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763635.408306:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763635.408310:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763635.408314:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:3.0:1787763635.408319:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763635.408323:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763635.408326:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763635.408329:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763635.408333:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763635.408335:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763635.408339:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763635.408342:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763635.408344:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763635.408349:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b30c0.
00000020:00000040:3.0:1787763635.408355:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:3.0:1787763635.408360:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763635.408363:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763635.408367:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763635.408369:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763635.408372:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763635.408379:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9cc00.
00000100:00000001:3.0:1787763635.408385:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763635.408395:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b30c0 x1874601358742656/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1787763635.408399:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763635.408406:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 11 secs later)
00000100:00000001:3.0:1787763635.408419:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763635.408424:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763635.408433:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8678ec4] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b30c0 x1874601358742656/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763635.408448:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763635.408454:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763635.408460:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787763635.408462:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763635.408463:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763635.408466:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763635.408471:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4520
00000400:00000200:3.0:1787763635.408481:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763635.408491:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763635.408495:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763635.408500:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763635.408507:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763635.408512:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763635.408517:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763635.408521:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763635.408523:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:3.0:1787763635.408525:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763635.408529:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:3.0:1787763635.408534:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:3.0:1787763635.408538:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:3.0:1787763635.408545:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763635.408550:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763635.408556:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763635.408562:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763635.408569:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:3.0:1787763635.408576:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763635.408583:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763635.408588:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763635.408594:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763635.408600:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763635.408604:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763635.408608:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763635.408613:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763635.408629:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763635.408637:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b12c0.
00000020:00000040:3.0:1787763635.408644:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:3.0:1787763635.408651:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763635.408655:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763635.408661:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763635.408665:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763635.408669:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763635.408677:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9d400.
00000100:00000001:3.0:1787763635.408683:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763635.408696:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b12c0 x1874601358742784/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763635.408723:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763635.408728:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763635.408739:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001900fdea] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b12c0 x1874601358742784/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763635.408754:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763635.408759:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763635.408768:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763635.408771:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763635.408774:0:18336:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763635.408781:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763635.408788:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4520
00000400:00000200:3.0:1787763635.408798:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763635.408806:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763635.408813:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763635.408821:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763635.408827:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763635.408874:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763635.408878:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763635.408882:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763635.408884:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:3.0:1787763635.408887:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763635.408891:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:3.0:1787763635.408895:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:3.0:1787763635.408898:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:3.0:1787763635.408906:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763635.408911:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763635.408914:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763635.408917:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763635.408920:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:3.0:1787763635.408926:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763635.408930:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763635.408933:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763635.408937:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763635.408940:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763635.408943:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763635.408947:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763635.408951:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763635.408956:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763635.408960:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0780.
00000020:00000040:3.0:1787763635.408964:0:18336:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:3.0:1787763635.408969:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763635.408971:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763635.408975:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763635.408978:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763635.408980:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763635.408986:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9f000.
00000100:00000001:3.0:1787763635.408991:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763635.408999:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0780 x1874601358742912/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763635.409017:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763635.409020:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763635.409029:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cef40868] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0780 x1874601358742912/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1787763635.409040:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:3.0:1787763635.409042:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787763635.409043:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 11 secs later)
00000100:00000040:3.0:1787763635.409047:0:18336:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4531)
00000800:00000200:2.1:1787763635.409242:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763635.409243:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1787763635.409475:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763635.409477:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1787763635.409726:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763635.409728:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 11 secs later)
00010000:00000001:0.0:1787763635.727918:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763635.727924:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763635.727935:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763635.727936:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763635.727938:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763635.727941:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763635.727943:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763635.727945:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763635.727948:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763635.727949:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763635.727951:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763635.727952:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763635.727954:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763635.727955:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763635.727957:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763635.727959:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763635.727960:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763635.727961:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763635.727962:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763635.727963:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763635.727965:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763635.727966:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763635.727981:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763635.727983:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763635.727984:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763635.983920:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763635.983927:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763635.983929:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763635.983934:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763635.983939:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763635.983942:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763635.983944:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763635.983947:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763635.983951:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763636.751948:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299194635, at 4299194688
00010000:00000001:0.0:1787763636.751951:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763636.751956:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763636.751961:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763636.751963:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763636.751965:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767000.
00010000:00000001:0.0:1787763636.751967:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763636.751970:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763636.751974:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763636.751976:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763636.751979:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763636.751980:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763636.751998:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763636.752000:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763636.752002:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763637.007901:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763637.007908:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763637.007910:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763637.007914:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763637.007918:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763637.007921:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763637.007923:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763637.007925:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763637.007928:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763637.775956:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763637.775963:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763637.775970:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763637.775971:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763637.775975:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763637.775976:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763637.775980:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763637.775981:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763637.775985:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763637.775987:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763638.031951:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763638.031960:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763638.031963:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763638.031970:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763638.031975:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763638.031980:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763638.031984:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763638.031988:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763638.031992:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763638.800007:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763638.800016:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763638.800023:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763638.800025:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763638.800030:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763638.800032:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763638.800037:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763638.800039:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763638.800043:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763638.800044:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763638.800065:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763638.800067:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763638.800070:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763639.055946:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763639.055954:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763639.055957:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763639.055962:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763639.055967:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763639.055972:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763639.055975:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763639.055978:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763639.055981:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763639.823970:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763639.823977:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763639.823984:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763639.823986:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763639.823990:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763639.823992:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763639.823996:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763639.823998:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763639.824002:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763639.824004:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763639.824027:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763639.824030:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763639.824034:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763640.079956:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763640.079963:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763640.079966:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763640.079971:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763640.079975:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763640.079978:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763640.079981:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763640.079984:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763640.079986:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763640.527937:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763640.527945:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763640.527948:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763640.527951:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763640.527954:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763640.527960:0:18336:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 4526
00000400:00000200:3.0:1787763640.527967:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763640.527973:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763640.527975:0:18336:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763640.527978:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763640.527980:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763640.527982:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763640.527983:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763640.527987:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763640.527988:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:3.0:1787763640.527990:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763640.527992:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:3.0:1787763640.527994:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:3.0:1787763640.527995:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:3.0:1787763640.527998:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763640.527999:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763640.528000:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763640.528002:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763640.528004:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:3.0:1787763640.528006:0:18336:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763640.528008:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763640.528010:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763640.528012:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763640.528014:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763640.528016:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763640.528017:0:18336:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763640.528026:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b3480.
00000020:00000040:3.0:1787763640.528028:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:3.0:1787763640.528031:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763640.528048:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763640.528051:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763640.528054:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763640.528058:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763640.528066:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9d800.
00000100:00000001:3.0:1787763640.528072:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763640.528081:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b3480 x1874601358743040/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763640.528092:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763640.528096:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763640.528117:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005fcc8ed6] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b3480 x1874601358743040/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763640.528139:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763640.528142:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763640.528145:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763640.528146:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763640.528148:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763640.528150:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763640.528152:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4526
00000400:00000200:3.0:1787763640.528156:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763640.528160:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763640.528162:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763640.528165:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763640.528168:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763640.528170:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763640.528172:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763640.528174:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763640.528177:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:3.0:1787763640.528181:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763640.528187:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:3.0:1787763640.528192:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:3.0:1787763640.528194:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:3.0:1787763640.528200:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763640.528204:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763640.528209:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763640.528214:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763640.528219:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:3.0:1787763640.528225:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763640.528229:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763640.528232:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763640.528257:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763640.528264:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763640.528270:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763640.528276:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763640.528284:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763640.528287:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763640.528293:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b1680.
00000020:00000040:3.0:1787763640.528298:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:3.0:1787763640.528305:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763640.528309:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763640.528313:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763640.528315:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763640.528319:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763640.528326:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9e800.
00000100:00000001:3.0:1787763640.528335:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763640.528347:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b1680 x1874601358743168/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763640.528365:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763640.528368:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763640.528374:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045d21e1f] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b1680 x1874601358743168/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763640.528390:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763640.528395:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763640.528399:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763640.528402:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763640.528406:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763640.528410:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763640.528415:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4526
00000400:00000200:3.0:1787763640.528459:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763640.528468:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763640.528473:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763640.528481:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763640.528488:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1787763640.528490:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763640.528494:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 6 secs later)
00000100:00000040:3.0:1787763640.528495:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763640.528497:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763640.528499:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763640.528500:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:3.0:1787763640.528502:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763640.528503:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:3.0:1787763640.528504:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:3.0:1787763640.528505:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:3.0:1787763640.528507:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763640.528508:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763640.528510:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763640.528513:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763640.528516:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:3.0:1787763640.528523:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763640.528526:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763640.528528:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763640.528531:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763640.528536:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763640.528538:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763640.528542:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763640.528546:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763640.528548:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763640.528554:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b1e00.
00000020:00000040:3.0:1787763640.528557:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:3.0:1787763640.528559:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763640.528562:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763640.528564:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763640.528567:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763640.528570:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763640.528576:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9e000.
00000100:00000001:3.0:1787763640.528581:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763640.528589:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b1e00 x1874601358743296/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763640.528607:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763640.528611:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763640.528617:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007fca43c8] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b1e00 x1874601358743296/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763640.528631:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763640.528635:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763640.528638:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787763640.528641:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763640.528642:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763640.528644:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763640.528647:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4526
00000400:00000200:3.0:1787763640.528653:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763640.528656:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763640.528662:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763640.528668:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763640.528673:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763640.528676:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763640.528680:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763640.528683:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763640.528685:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:3.0:1787763640.528688:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763640.528690:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:3.0:1787763640.528695:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:3.0:1787763640.528699:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:3.0:1787763640.528707:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763640.528709:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763640.528713:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763640.528716:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763640.528720:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:3.0:1787763640.528735:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763640.528739:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763640.528745:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763640.528749:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763640.528753:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763640.528756:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763640.528760:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763640.528765:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763640.528768:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763640.528773:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0000.
00000020:00000040:3.0:1787763640.528778:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:3.0:1787763640.528783:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763640.528786:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763640.528798:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763640.528800:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763640.528801:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763640.528805:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9c400.
00000100:00000001:3.0:1787763640.528809:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763640.528819:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0000 x1874601358743424/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763640.528835:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763640.528840:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763640.528873:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000084e1803] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0000 x1874601358743424/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763640.528887:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763640.528890:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763640.528897:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763640.528900:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763640.528902:0:18336:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763640.528908:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763640.528912:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4526
00000400:00000200:3.0:1787763640.528918:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763640.528923:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763640.528927:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763640.528930:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763640.528935:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763640.528939:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763640.528943:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763640.528946:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763640.528949:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:3.0:1787763640.528951:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763640.528954:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:3.0:1787763640.528959:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:3.0:1787763640.528963:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:3.0:1787763640.528968:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763640.528971:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763640.528975:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763640.528978:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763640.528983:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:3.0:1787763640.528986:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763640.528991:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763640.528992:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763640.528997:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763640.529002:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763640.529005:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763640.529008:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763640.529012:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763640.529014:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763640.529017:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b2940.
00000020:00000040:3.0:1787763640.529021:0:18336:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:3.0:1787763640.529025:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763640.529027:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763640.529030:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763640.529032:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763640.529036:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763640.529041:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9c000.
00000100:00000001:3.0:1787763640.529047:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763640.529055:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b2940 x1874601358743552/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763640.529070:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763640.529074:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763640.529082:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000bae3a13] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b2940 x1874601358743552/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763640.529094:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763640.529099:0:18336:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4536)
00000800:00000200:2.1:1787763640.529170:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763640.529172:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1787763640.529359:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763640.529361:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1787763640.529575:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763640.529577:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1787763640.529881:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763640.529884:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 6 secs later)
00010000:00000001:0.0:1787763640.847974:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763640.847984:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763640.847987:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763640.847991:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763640.847996:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763640.847999:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763640.848002:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763640.848004:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763640.848009:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763640.848010:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763640.848013:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763640.848014:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763640.848017:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763640.848019:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763640.848020:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763640.848022:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763640.848023:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763640.848024:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763640.848027:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763640.848028:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763640.848031:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763640.848032:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763641.103938:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763641.103949:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763641.103952:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763641.103960:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763641.103967:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763641.103973:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763641.103979:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763641.103983:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763641.103988:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763641.871920:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299199755, at 4299199808
00010000:00000001:0.0:1787763641.871935:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763641.871940:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763641.871941:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767a80.
00010000:00000001:0.0:1787763641.871950:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763641.871953:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763641.871958:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763641.871960:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763641.871966:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763641.871968:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763641.871972:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763641.871973:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763641.871991:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763641.871994:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763641.871997:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763642.127939:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763642.127946:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763642.127949:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763642.127953:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763642.127957:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763642.127960:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763642.127962:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763642.127964:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763642.127966:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763642.895934:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763642.895939:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763642.895943:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763642.895946:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763642.895948:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763642.895950:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763642.895952:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763642.895954:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763642.895955:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763642.895957:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763642.895959:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763642.895960:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763642.895962:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763642.895963:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763642.895965:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763642.895966:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763642.895980:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763642.895982:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763642.895984:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763643.151945:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763643.151953:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763643.151956:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763643.151962:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763643.151967:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763643.151971:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763643.151974:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763643.151977:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763643.151980:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763643.919930:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763643.919936:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763643.919941:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763643.919942:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763643.919945:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763643.919946:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763643.919948:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763643.919949:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763643.919951:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763643.919952:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763644.176007:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763644.176028:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763644.176031:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763644.176037:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763644.176045:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763644.176051:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763644.176056:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763644.176059:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763644.176063:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763644.944019:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763644.944029:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763644.944036:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763644.944038:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763644.944043:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763644.944045:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763644.944049:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763644.944051:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763644.944055:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763644.944057:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763644.944092:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763644.944098:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763644.944103:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763645.199975:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763645.199987:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763645.199991:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763645.199998:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763645.200005:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763645.200011:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763645.200017:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763645.200022:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763645.200027:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763645.647950:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763645.647960:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763645.647964:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763645.647967:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763645.647971:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763645.647978:0:18336:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 4531
00000400:00000200:3.0:1787763645.647987:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763645.647993:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763645.647996:0:18336:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763645.647999:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763645.648002:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763645.648004:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763645.648007:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763645.648010:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763645.648012:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:3.0:1787763645.648015:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763645.648018:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:3.0:1787763645.648020:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:3.0:1787763645.648022:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:3.0:1787763645.648025:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763645.648026:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763645.648028:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763645.648030:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763645.648032:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:3.0:1787763645.648035:0:18336:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763645.648037:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763645.648052:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763645.648056:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763645.648058:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763645.648060:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763645.648062:0:18336:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763645.648071:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b3c00.
00000020:00000040:3.0:1787763645.648074:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:3.0:1787763645.648078:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763645.648080:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763645.648083:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763645.648086:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763645.648090:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763645.648098:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9e400.
00000100:00000001:3.0:1787763645.648104:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763645.648114:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b3c00 x1874601358743680/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763645.648123:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763645.648128:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763645.648133:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbda2d43] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b3c00 x1874601358743680/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763645.648161:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763645.648164:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763645.648167:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763645.648169:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763645.648170:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763645.648172:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763645.648174:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4531
00000400:00000200:3.0:1787763645.648178:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763645.648182:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763645.648185:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763645.648189:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763645.648192:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763645.648195:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763645.648197:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763645.648200:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763645.648202:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:3.0:1787763645.648205:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763645.648208:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:3.0:1787763645.648211:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:3.0:1787763645.648215:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:3.0:1787763645.648220:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763645.648223:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763645.648227:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763645.648230:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763645.648234:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:3.0:1787763645.648273:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763645.648287:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763645.648295:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763645.648303:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763645.648311:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763645.648315:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763645.648321:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763645.648328:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763645.648335:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763645.648341:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b1a40.
00000020:00000040:3.0:1787763645.648348:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:3.0:1787763645.648353:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763645.648355:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763645.648360:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763645.648371:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763645.648375:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763645.648402:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9c000.
00000100:00000001:3.0:1787763645.648412:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763645.648422:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b1a40 x1874601358743808/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763645.648431:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763645.648433:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763645.648437:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b5428e47] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b1a40 x1874601358743808/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763645.648450:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763645.648456:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763645.648463:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763645.648466:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763645.648469:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763645.648477:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763645.648501:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4531
00000400:00000200:3.0:1787763645.648510:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763645.648520:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763645.648530:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763645.648536:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763645.648541:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763645.648547:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763645.648551:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763645.648558:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763645.648562:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:3.0:1787763645.648566:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763645.648568:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:3.0:1787763645.648571:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:3.0:1787763645.648577:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:3.0:1787763645.648583:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763645.648587:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763645.648594:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763645.648599:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763645.648604:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:3.0:1787763645.648610:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763645.648614:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763645.648618:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763645.648625:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763645.648631:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763645.648636:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763645.648640:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763645.648649:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763645.648654:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763645.648660:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0f00.
00000020:00000040:3.0:1787763645.648667:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:3.0:1787763645.648673:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763645.648677:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763645.648681:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763645.648685:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763645.648688:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763645.648712:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9c400.
00000100:00000001:3.0:1787763645.648719:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763645.648734:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0f00 x1874601358743936/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1787763645.648759:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763645.648767:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000100:00000001:3.0:1787763645.648770:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763645.648775:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763645.648794:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031bb8c12] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0f00 x1874601358743936/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763645.648821:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763645.648827:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763645.648836:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787763645.648838:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763645.648839:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763645.648842:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763645.648869:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4531
00000400:00000200:3.0:1787763645.648875:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763645.648879:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763645.648881:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763645.648884:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763645.648888:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763645.648895:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763645.648898:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763645.648906:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763645.648909:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:3.0:1787763645.648914:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763645.648918:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:3.0:1787763645.648921:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:3.0:1787763645.648926:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:3.0:1787763645.648933:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763645.648939:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763645.648945:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763645.648949:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763645.648956:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:3.0:1787763645.648962:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763645.648965:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763645.648968:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763645.648973:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763645.648980:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763645.648985:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763645.648987:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763645.648992:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763645.648994:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763645.649002:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b3840.
00000020:00000040:3.0:1787763645.649007:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:3.0:1787763645.649015:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763645.649016:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763645.649019:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763645.649023:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763645.649026:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763645.649034:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9e000.
00000100:00000001:3.0:1787763645.649041:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763645.649051:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b3840 x1874601358744064/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763645.649078:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763645.649084:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763645.649091:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a874aff9] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b3840 x1874601358744064/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763645.649112:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763645.649117:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763645.649123:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763645.649126:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763645.649130:0:18336:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763645.649136:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763645.649143:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4531
00000400:00000200:3.0:1787763645.649151:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763645.649159:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763645.649165:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763645.649171:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763645.649176:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763645.649181:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763645.649186:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763645.649193:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763645.649199:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:3.0:1787763645.649204:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763645.649208:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:3.0:1787763645.649215:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:3.0:1787763645.649222:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:3.0:1787763645.649234:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763645.649243:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763645.649252:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763645.649258:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763645.649264:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:3.0:1787763645.649273:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763645.649281:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763645.649286:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763645.649292:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763645.649298:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763645.649303:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763645.649307:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763645.649313:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763645.649317:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763645.649323:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0b40.
00000020:00000040:3.0:1787763645.649331:0:18336:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:3.0:1787763645.649337:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763645.649340:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763645.649345:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763645.649348:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763645.649352:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763645.649357:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9e800.
00000100:00000001:3.0:1787763645.649363:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763645.649376:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0b40 x1874601358744192/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763645.649404:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763645.649408:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763645.649416:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d6e219c] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0b40 x1874601358744192/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763645.649435:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763645.649442:0:18336:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4541)
00000800:00000200:2.1:1787763645.649591:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763645.649593:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787763645.649927:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763645.649930:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787763645.650190:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763645.650194:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787763645.650512:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763645.650515:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00010000:00000001:0.0:1787763645.967938:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763645.967946:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763645.967951:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763645.967952:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763645.967956:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763645.967961:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763645.967964:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763645.967969:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763645.967973:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763645.967976:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763645.967979:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763645.967982:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763645.967987:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763645.967989:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763645.967994:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763645.967996:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763645.967998:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763645.968001:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763645.968004:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763645.968006:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763645.968009:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763645.968012:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763645.968038:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763645.968040:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763645.968043:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763646.223933:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763646.223940:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763646.223943:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763646.223948:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763646.223963:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763646.223967:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763646.223971:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763646.223974:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763646.223977:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763646.991934:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299204876, at 4299204928
00010000:00000001:0.0:1787763646.991940:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763646.991945:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763646.991950:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763646.991952:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763646.991952:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9821987677e0.
00010000:00000001:0.0:1787763646.991959:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763646.991962:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763646.991965:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763646.991967:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763646.991970:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763646.991971:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763647.247936:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763647.247943:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763647.247945:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763647.247950:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763647.247954:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763647.247957:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763647.247961:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763647.247963:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763647.247965:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763648.015955:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763648.015961:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763648.015967:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763648.015969:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763648.015974:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763648.015976:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763648.015980:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763648.015982:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763648.015986:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763648.015987:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763648.016011:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763648.016026:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763648.016029:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763648.271987:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763648.271998:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763648.272002:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763648.272009:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763648.272016:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763648.272022:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763648.272027:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763648.272031:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763648.272036:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763649.039932:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763649.039937:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763649.039942:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763649.039943:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763649.039945:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763649.039946:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763649.039948:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763649.039950:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763649.039952:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763649.039952:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763649.039968:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763649.039970:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763649.039972:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763649.295977:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763649.296000:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763649.296003:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763649.296008:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763649.296012:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763649.296015:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763649.296018:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763649.296020:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763649.296023:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763650.063921:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763650.063927:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763650.063931:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763650.063932:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763650.063935:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763650.063935:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763650.063938:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763650.063939:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763650.063941:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763650.063942:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763650.319937:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763650.319944:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763650.319946:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763650.319950:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763650.319955:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763650.319958:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763650.319961:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763650.319964:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763650.319967:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763650.767936:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763650.767945:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763650.767947:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763650.767950:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763650.767954:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763650.767960:0:18336:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 4536
00000400:00000200:3.0:1787763650.767968:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763650.767975:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763650.767978:0:18336:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763650.767981:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763650.767984:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763650.767986:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763650.767989:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763650.767992:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763650.767993:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:3.0:1787763650.767995:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763650.767997:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:3.0:1787763650.767999:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:3.0:1787763650.768001:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:3.0:1787763650.768002:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763650.768004:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763650.768005:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763650.768007:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763650.768009:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:3.0:1787763650.768011:0:18336:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763650.768013:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763650.768015:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763650.768017:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763650.768019:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763650.768021:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763650.768022:0:18336:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763650.768030:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b21c0.
00000020:00000040:3.0:1787763650.768032:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:3.0:1787763650.768035:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763650.768036:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763650.768039:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763650.768041:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763650.768045:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763650.768052:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9d800.
00000100:00000001:3.0:1787763650.768057:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763650.768065:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b21c0 x1874601358744320/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763650.768073:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763650.768077:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763650.768080:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a837d5f] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b21c0 x1874601358744320/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763650.768095:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763650.768098:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763650.768100:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763650.768101:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763650.768103:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763650.768105:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763650.768107:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4536
00000400:00000200:3.0:1787763650.768111:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763650.768116:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763650.768119:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763650.768122:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763650.768126:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763650.768133:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763650.768137:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763650.768141:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763650.768144:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:3.0:1787763650.768148:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763650.768152:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:3.0:1787763650.768158:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:3.0:1787763650.768163:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:3.0:1787763650.768168:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763650.768172:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763650.768178:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763650.768181:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763650.768184:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:3.0:1787763650.768189:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763650.768192:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763650.768195:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763650.768200:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763650.768206:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763650.768208:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763650.768212:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763650.768216:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763650.768218:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763650.768222:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b03c0.
00000020:00000040:3.0:1787763650.768226:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:3.0:1787763650.768228:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763650.768230:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763650.768233:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763650.768235:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763650.768237:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763650.768241:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9f000.
00000100:00000001:3.0:1787763650.768247:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763650.768254:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b03c0 x1874601358744448/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763650.768264:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763650.768268:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763650.768275:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fa8aa37] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b03c0 x1874601358744448/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763650.768290:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763650.768294:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763650.768297:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763650.768301:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763650.768303:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763650.768306:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763650.768310:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4536
00000400:00000200:3.0:1787763650.768317:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763650.768320:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763650.768322:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763650.768323:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763650.768325:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763650.768326:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763650.768328:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763650.768329:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763650.768330:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:3.0:1787763650.768333:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763650.768337:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:3.0:1787763650.768339:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:3.0:1787763650.768350:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:3.0:1787763650.768357:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763650.768362:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763650.768367:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763650.768372:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763650.768378:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:3.0:1787763650.768385:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763650.768388:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763650.768391:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763650.768396:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763650.768405:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763650.768409:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763650.768411:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763650.768415:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763650.768418:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763650.768424:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0b40.
00000800:00000200:2.1:1787763650.768428:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000020:00000040:3.0:1787763650.768429:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:3.0:1787763650.768434:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763650.768435:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763650.768437:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763650.768438:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763650.768439:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763650.768443:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9d400.
00000100:00000001:3.0:1787763650.768447:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763650.768458:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0b40 x1874601358744576/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763650.768471:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763650.768476:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763650.768483:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d6e219c] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0b40 x1874601358744576/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763650.768497:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763650.768504:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763650.768511:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787763650.768514:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763650.768516:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763650.768519:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763650.768525:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4536
00000400:00000200:3.0:1787763650.768532:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763650.768539:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763650.768544:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763650.768552:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763650.768574:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763650.768581:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763650.768586:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763650.768591:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763650.768596:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:3.0:1787763650.768601:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763650.768606:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:3.0:1787763650.768611:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:3.0:1787763650.768616:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:3.0:1787763650.768627:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763650.768631:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763650.768634:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763650.768637:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763650.768643:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:3.0:1787763650.768650:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763650.768657:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763650.768663:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763650.768669:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763650.768674:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763650.768677:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763650.768682:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763650.768720:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763650.768724:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763650.768730:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b3840.
00000020:00000040:3.0:1787763650.768734:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:3.0:1787763650.768738:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763650.768741:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763650.768745:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763650.768748:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763650.768751:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763650.768756:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9cc00.
00000100:00000001:3.0:1787763650.768761:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763650.768768:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b3840 x1874601358744704/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763650.768780:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763650.768783:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763650.768791:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a874aff9] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b3840 x1874601358744704/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763650.768805:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763650.768809:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763650.768820:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763650.768823:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:2.1:1787763650.768824:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00080000:3.0:1787763650.768825:0:18336:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763650.768829:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763650.768835:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4536
00000400:00000200:3.0:1787763650.768843:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763650.768874:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763650.768880:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763650.768889:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763650.768895:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763650.768902:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763650.768908:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763650.768914:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763650.768918:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:3.0:1787763650.768921:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763650.768923:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:3.0:1787763650.768926:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:3.0:1787763650.768930:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:3.0:1787763650.768936:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763650.768941:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763650.768945:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763650.768948:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763650.768951:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:3.0:1787763650.768958:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763650.768964:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763650.768969:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763650.768974:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763650.768999:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763650.769004:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763650.769009:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763650.769017:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763650.769022:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763650.769032:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0f00.
00000020:00000040:3.0:1787763650.769039:0:18336:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:3.0:1787763650.769048:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763650.769052:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763650.769055:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763650.769073:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763650.769075:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763650.769085:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9ec00.
00000100:00000001:3.0:1787763650.769093:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763650.769106:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0f00 x1874601358744832/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763650.769151:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763650.769156:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763650.769165:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031bb8c12] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0f00 x1874601358744832/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763650.769180:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763650.769188:0:18336:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4546)
00000800:00000200:2.1:1787763650.769200:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763650.769363:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763650.769514:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00010000:00000001:0.0:1787763651.087942:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763651.087948:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763651.087950:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763651.087952:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763651.087956:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763651.087957:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763651.087959:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763651.087961:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763651.087964:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763651.087965:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763651.087967:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763651.087968:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763651.087970:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763651.087971:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763651.087972:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763651.087973:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763651.087974:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763651.087975:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763651.087976:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763651.087978:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763651.087980:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763651.087981:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763651.087996:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763651.087998:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763651.088000:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763651.343949:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763651.343956:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763651.343959:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763651.343964:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763651.343969:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763651.343973:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763651.343977:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763651.343980:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763651.343984:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763652.111955:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299209995, at 4299210048
00000100:00000010:3.0:1787763652.111977:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767e40.
00010000:00000001:0.0:1787763652.111980:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763652.111987:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763652.111994:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763652.111996:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763652.112002:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763652.112004:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763652.112009:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763652.112010:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763652.112015:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763652.112017:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763652.367968:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763652.367979:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763652.367983:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763652.367991:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763652.367997:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763652.368002:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763652.368007:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763652.368011:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763652.368016:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763653.135955:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763653.135963:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763653.135970:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763653.135973:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763653.135976:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763653.135979:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763653.135981:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763653.135983:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763653.135985:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763653.135987:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763653.135990:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763653.135991:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763653.135993:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763653.135994:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763653.135997:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763653.135998:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763653.391956:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763653.391965:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763653.391968:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763653.391974:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763653.391978:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763653.391983:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763653.391986:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763653.391989:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763653.391992:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:0.0:1787763653.840093:0:2379:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.141:988
00000400:00000100:0.0:1787763653.840139:0:2379:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.141@tcp at host 192.168.202.141 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1787763653.840149:0:2379:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763653.840162:0:2379:0:(router.c:1791:lnet_notify()) 192.168.202.41@tcp notifying 192.168.202.141@tcp: down
00000400:00000200:0.0:1787763653.840167:0:2379:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763653.840172:0:2379:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1787763653.840177:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:0.0:1787763653.840192:0:2379:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8c00.
00000400:00000200:0.0:1787763653.840197:0:2379:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787763653.840201:0:2379:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787763653.840207:0:2379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e02a8
00000400:00000010:0.0:1787763653.840210:0:2379:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e02a8.
00000100:00000001:0.0:1787763653.840216:0:2379:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787763653.840225:0:2379:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9821899b21c0 x1874601358744320/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763675 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763653.840260:0:2379:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763653.840266:0:2379:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b21c0 x1874601358744320/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763675 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763653.840274:0:2379:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763653.840287:0:2379:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787763653.840297:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:0.0:1787763653.840300:0:2379:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8300.
00000400:00000200:0.0:1787763653.840303:0:2379:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787763653.840307:0:2379:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787763653.840311:0:2379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0440
00000400:00000010:0.0:1787763653.840314:0:2379:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0440.
00000100:00000001:0.0:1787763653.840317:0:2379:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787763653.840322:0:2379:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9821899b03c0 x1874601358744448/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763675 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763653.840333:0:2379:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763653.840340:0:2379:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b03c0 x1874601358744448/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763675 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763653.840361:0:2379:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763653.840364:0:2379:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787763653.840373:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:0.0:1787763653.840381:0:2379:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8500.
00000400:00000200:0.0:1787763653.840387:0:2379:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787763653.840394:0:2379:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787763653.840414:0:2379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e03b8
00000400:00000010:0.0:1787763653.840419:0:2379:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e03b8.
00000100:00000001:0.0:1787763653.840425:0:2379:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787763653.840433:0:2379:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9821899b0b40 x1874601358744576/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763675 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763653.840450:0:2379:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763653.840458:0:2379:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b0b40 x1874601358744576/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763675 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763653.840483:0:2379:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763653.840489:0:2379:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787763653.840500:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:0.0:1787763653.840506:0:2379:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8900.
00000400:00000200:0.0:1787763653.840513:0:2379:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787763653.840524:0:2379:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787763653.840529:0:2379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0bb0
00000400:00000010:0.0:1787763653.840534:0:2379:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0bb0.
00000100:00000001:0.0:1787763653.840540:0:2379:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787763653.840548:0:2379:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9821899b3840 x1874601358744704/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763675 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763653.840566:0:2379:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763653.840574:0:2379:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b3840 x1874601358744704/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763675 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763653.840604:0:2379:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763653.840608:0:2379:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787763653.840620:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:0.0:1787763653.840625:0:2379:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8700.
00000400:00000200:0.0:1787763653.840631:0:2379:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787763653.840641:0:2379:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787763653.840655:0:2379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0cc0
00000400:00000010:0.0:1787763653.840659:0:2379:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0cc0.
00000100:00000001:0.0:1787763653.840665:0:2379:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787763653.840710:0:2379:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9821899b0f00 x1874601358744832/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763675 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763653.840735:0:2379:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763653.840742:0:2379:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b0f00 x1874601358744832/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763675 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763653.840760:0:2379:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763653.840765:0:2379:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:0.0:1787763654.159948:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763654.159953:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763654.159957:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763654.159958:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763654.159960:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763654.159961:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763654.159964:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763654.159964:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763654.159967:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763654.159968:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763654.159984:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763654.159986:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763654.159988:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763654.415921:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763654.415927:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763654.415928:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763654.415933:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763654.415937:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763654.415940:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763654.415943:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763654.415945:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763654.415948:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763655.183975:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763655.183985:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763655.183993:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763655.183995:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763655.183999:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763655.184000:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763655.184004:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763655.184006:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763655.184010:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763655.184011:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763655.439944:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763655.439952:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763655.439954:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763655.439958:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763655.439961:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763655.439964:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763655.439966:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763655.439969:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763655.439972:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763655.887935:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763655.887943:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763655.887945:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763655.887948:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763655.887952:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763655.887958:0:18336:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 4541
00000400:00000200:3.0:1787763655.887965:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763655.887972:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763655.887974:0:18336:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763655.887977:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763655.887979:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763655.887981:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763655.887983:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763655.887986:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763655.887988:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:3.0:1787763655.887990:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763655.887992:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:3.0:1787763655.887994:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:3.0:1787763655.887995:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:3.0:1787763655.887997:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763655.887999:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763655.888000:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763655.888002:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763655.888004:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:3.0:1787763655.888007:0:18336:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763655.888010:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763655.888012:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763655.888016:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763655.888019:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763655.888021:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763655.888024:0:18336:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763655.888031:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b1a40.
00000020:00000040:3.0:1787763655.888036:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:3.0:1787763655.888040:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763655.888042:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763655.888045:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763655.888047:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763655.888052:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763655.888071:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9dc00.
00000100:00000001:3.0:1787763655.888077:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763655.888086:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b1a40 x1874601358744960/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763655.888096:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763655.888101:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763655.888107:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b5428e47] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b1a40 x1874601358744960/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763655.888143:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763655.888146:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763655.888149:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763655.888151:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763655.888152:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763655.888155:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763655.888157:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4541
00000400:00000200:3.0:1787763655.888166:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763655.888169:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763655.888172:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763655.888175:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763655.888177:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763655.888179:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763655.888181:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763655.888183:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763655.888188:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:3.0:1787763655.888191:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763655.888193:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:3.0:1787763655.888195:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:3.0:1787763655.888197:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:3.0:1787763655.888200:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763655.888201:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763655.888203:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763655.888205:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763655.888207:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:3.0:1787763655.888210:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763655.888212:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763655.888214:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763655.888220:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763655.888223:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763655.888225:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763655.888230:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763655.888234:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763655.888236:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763655.888252:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b3c00.
00000020:00000040:3.0:1787763655.888255:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:3.0:1787763655.888260:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763655.888265:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763655.888270:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763655.888272:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763655.888275:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763655.888281:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9fc00.
00000100:00000001:3.0:1787763655.888288:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763655.888299:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b3c00 x1874601358745088/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763655.888313:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763655.888319:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763655.888329:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbda2d43] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b3c00 x1874601358745088/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763655.888344:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763655.888350:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763655.888357:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763655.888359:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763655.888362:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763655.888368:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763655.888373:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4541
00000400:00000200:3.0:1787763655.888382:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763655.888388:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763655.888395:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763655.888399:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763655.888403:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763655.888408:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763655.888410:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763655.888413:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763655.888416:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:3.0:1787763655.888420:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763655.888425:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:3.0:1787763655.888431:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:3.0:1787763655.888436:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:3.0:1787763655.888443:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763655.888449:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763655.888453:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763655.888458:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763655.888463:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:3.0:1787763655.888470:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763655.888474:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763655.888479:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763655.888485:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763655.888489:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763655.888493:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763655.888498:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763655.888501:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763655.888503:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763655.888510:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b2940.
00000020:00000040:3.0:1787763655.888515:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:3.0:1787763655.888521:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763655.888524:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763655.888527:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763655.888530:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763655.888534:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763655.888540:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9f400.
00000100:00000001:3.0:1787763655.888547:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763655.888557:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b2940 x1874601358745216/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763655.888577:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763655.888582:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763655.888588:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000bae3a13] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b2940 x1874601358745216/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763655.888607:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763655.888612:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763655.888618:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787763655.888621:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763655.888623:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763655.888627:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763655.888633:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4541
00000400:00000200:3.0:1787763655.888640:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763655.888647:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763655.888667:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763655.888675:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000800:00000200:2.1:1787763655.888675:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:3.0:1787763655.888682:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1787763655.888683:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000100:00000040:3.0:1787763655.888685:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763655.888688:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763655.888691:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763655.888692:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:3.0:1787763655.888694:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763655.888697:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:3.0:1787763655.888700:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:3.0:1787763655.888703:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:3.0:1787763655.888708:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763655.888711:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763655.888716:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763655.888721:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763655.888726:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:3.0:1787763655.888730:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763655.888734:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763655.888739:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763655.888744:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763655.888749:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763655.888753:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763655.888757:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763655.888762:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763655.888768:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763655.888773:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0000.
00000020:00000040:3.0:1787763655.888779:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:3.0:1787763655.888784:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763655.888787:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763655.888793:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763655.888795:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763655.888799:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763655.888806:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9c800.
00000100:00000001:3.0:1787763655.888813:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763655.888824:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0000 x1874601358745344/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763655.888840:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763655.888843:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763655.888877:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000084e1803] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0000 x1874601358745344/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763655.888886:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763655.888889:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763655.888894:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763655.888895:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763655.888898:0:18336:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763655.888902:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763655.888908:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4541
00000400:00000200:3.0:1787763655.888916:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763655.888921:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763655.888926:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763655.888930:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763655.888935:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763655.888939:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763655.888942:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763655.888948:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763655.888950:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:3.0:1787763655.888955:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763655.888959:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:3.0:1787763655.888963:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:3.0:1787763655.888965:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000800:00000200:2.1:1787763655.889402:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763655.889405:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000100:00000040:3.0:1787763655.889445:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763655.889452:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763655.889458:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763655.889463:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763655.889470:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:3.0:1787763655.889477:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763655.889482:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763655.889488:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763655.889492:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763655.889498:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763655.889503:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763655.889508:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763655.889514:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763655.889519:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763655.889529:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b1e00.
00000020:00000040:3.0:1787763655.889535:0:18336:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:3.0:1787763655.889542:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763655.889547:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763655.889553:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763655.889557:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763655.889561:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763655.889571:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9f800.
00000100:00000001:3.0:1787763655.889579:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763655.889591:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b1e00 x1874601358745472/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763655.889619:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763655.889626:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763655.889636:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007fca43c8] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b1e00 x1874601358745472/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763655.889664:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763655.889672:0:18336:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4551)
00000800:00000200:2.1:1787763655.889893:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763655.889896:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787763655.890173:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763655.890175:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787763655.890475:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763655.890477:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00010000:00000001:0.0:1787763656.208019:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763656.208030:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763656.208039:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763656.208040:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763656.208045:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763656.208049:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763656.208053:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763656.208057:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763656.208061:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763656.208064:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763656.208066:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763656.208069:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763656.208073:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763656.208074:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763656.208078:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763656.208080:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763656.208081:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763656.208083:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763656.208085:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763656.208087:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763656.208088:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763656.208091:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763656.463945:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763656.463952:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763656.463954:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763656.463962:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763656.463966:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763656.463970:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763656.463974:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763656.463977:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763656.463981:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763657.231931:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763657.231935:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763657.231940:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763657.231942:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763657.231949:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763657.231950:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763657.231953:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763657.231954:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763657.231956:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763657.231958:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763657.231974:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299215116, at 4299215168
00000020:00000001:0.0:1787763657.231976:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763657.231978:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763657.231984:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000010:3.0:1787763657.231997:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9821987676c0.
00000100:00000001:3.0:1787763657.487981:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763657.487992:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763657.487996:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763657.488004:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763657.488009:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763657.488015:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763657.488020:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763657.488024:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763657.488029:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763658.255956:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763658.255962:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763658.255966:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763658.255967:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763658.255969:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763658.255970:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763658.255973:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763658.255974:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763658.255976:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763658.255977:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763658.511922:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763658.511931:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763658.511934:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763658.511941:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763658.511945:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763658.511950:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763658.511953:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763658.511956:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763658.511959:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763659.280001:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763659.280009:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763659.280015:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763659.280016:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763659.280019:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763659.280020:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763659.280023:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763659.280024:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763659.280027:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763659.280028:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763659.535970:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763659.535981:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763659.535984:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763659.535992:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763659.536000:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763659.536006:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763659.536011:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763659.536016:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763659.536020:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763660.303904:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763660.303909:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763660.303913:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763660.303914:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763660.303916:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763660.303917:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763660.303919:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763660.303920:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763660.303923:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763660.303924:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763660.303944:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763660.303946:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763660.303948:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763660.559888:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763660.559894:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763660.559897:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763660.559902:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763660.559905:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763660.559908:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763660.559911:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763660.559913:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763660.559915:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763661.008039:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763661.008050:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763661.008053:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763661.008057:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763661.008062:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763661.008070:0:18336:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 4546
00000400:00000200:3.0:1787763661.008080:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763661.008086:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763661.008089:0:18336:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763661.008092:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763661.008095:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763661.008097:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763661.008099:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763661.008103:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763661.008105:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:3.0:1787763661.008108:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763661.008111:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:3.0:1787763661.008112:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:3.0:1787763661.008114:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:3.0:1787763661.008116:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763661.008118:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763661.008119:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763661.008121:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763661.008124:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:3.0:1787763661.008127:0:18336:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763661.008129:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763661.008132:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763661.008136:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763661.008147:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763661.008149:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763661.008151:0:18336:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763661.008162:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b1680.
00000020:00000040:3.0:1787763661.008165:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:3.0:1787763661.008169:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763661.008171:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763661.008174:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763661.008177:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763661.008186:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763661.008194:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9d000.
00000100:00000001:3.0:1787763661.008201:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763661.008211:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b1680 x1874601358745600/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763661.008220:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763661.008225:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763661.008229:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045d21e1f] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b1680 x1874601358745600/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763661.008251:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763661.008255:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763661.008258:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763661.008259:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763661.008260:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763661.008262:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763661.008264:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4546
00000400:00000200:3.0:1787763661.008266:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763661.008268:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763661.008269:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763661.008272:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763661.008275:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763661.008277:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763661.008280:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763661.008282:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763661.008283:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:3.0:1787763661.008284:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763661.008286:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:3.0:1787763661.008288:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:3.0:1787763661.008291:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:3.0:1787763661.008293:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763661.008295:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763661.008296:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763661.008298:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763661.008299:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:3.0:1787763661.008301:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763661.008303:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763661.008304:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763661.008311:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763661.008317:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763661.008321:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763661.008335:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763661.008339:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763661.008341:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763661.008349:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b3480.
00000020:00000040:3.0:1787763661.008357:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:3.0:1787763661.008365:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763661.008369:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763661.008377:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763661.008380:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763661.008386:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763661.008406:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9f800.
00000100:00000001:3.0:1787763661.008415:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763661.008424:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b3480 x1874601358745728/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763661.008456:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763661.008460:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763661.008469:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005fcc8ed6] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b3480 x1874601358745728/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763661.008487:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763661.008490:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763661.008502:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763661.008504:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763661.008511:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763661.008522:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763661.008533:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4546
00000400:00000200:3.0:1787763661.008537:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763661.008541:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763661.008546:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763661.008548:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763661.008550:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763661.008553:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763661.008557:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763661.008562:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763661.008568:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:3.0:1787763661.008571:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763661.008574:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:3.0:1787763661.008577:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:3.0:1787763661.008580:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:3.0:1787763661.008586:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763661.008589:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763661.008616:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763661.008626:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763661.008635:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:3.0:1787763661.008643:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763661.008655:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763661.008659:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763661.008663:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763661.008670:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763661.008672:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763661.008675:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763661.008687:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763661.008690:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763661.008699:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0780.
00000020:00000040:3.0:1787763661.008708:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:3.0:1787763661.008715:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763661.008718:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763661.008727:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763661.008731:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763661.008736:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763661.008751:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9c800.
00000100:00000001:3.0:1787763661.008760:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763661.008771:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0780 x1874601358745856/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763661.008788:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763661.008795:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763661.008806:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cef40868] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0780 x1874601358745856/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763661.008828:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763661.008833:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763661.008839:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787763661.008844:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763661.008846:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.1:1787763661.008886:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:3.0:1787763661.008888:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763661.008895:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4546
00000800:00000200:2.1:1787763661.008897:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000400:00000200:3.0:1787763661.008903:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763661.008910:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763661.008913:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763661.008916:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763661.008918:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763661.008920:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763661.008922:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763661.008923:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763661.008924:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:3.0:1787763661.008926:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763661.008928:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:3.0:1787763661.008936:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:3.0:1787763661.008945:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:3.0:1787763661.008951:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763661.008955:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763661.008959:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763661.008963:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763661.008968:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:3.0:1787763661.008975:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763661.008984:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763661.008987:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763661.008992:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763661.008997:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763661.008999:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763661.009001:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763661.009006:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763661.009008:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763661.009014:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b12c0.
00000020:00000040:3.0:1787763661.009022:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:3.0:1787763661.009029:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763661.009031:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763661.009037:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763661.009041:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763661.009043:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763661.009051:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9f400.
00000100:00000001:3.0:1787763661.009056:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763661.009062:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b12c0 x1874601358745984/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763661.009077:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763661.009082:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763661.009096:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001900fdea] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b12c0 x1874601358745984/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763661.009129:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763661.009139:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763661.009143:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763661.009146:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763661.009154:0:18336:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763661.009163:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763661.009168:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4546
00000400:00000200:3.0:1787763661.009178:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763661.009181:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763661.009182:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763661.009185:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763661.009187:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763661.009192:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763661.009195:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763661.009200:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763661.009203:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:3.0:1787763661.009205:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763661.009207:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:3.0:1787763661.009210:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:3.0:1787763661.009215:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:3.0:1787763661.009219:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763661.009222:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763661.009225:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763661.009228:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763661.009231:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:3.0:1787763661.009238:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763661.009240:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763661.009243:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763661.009246:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763661.009249:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763661.009253:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763661.009256:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763661.009263:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763661.009264:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763661.009267:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b30c0.
00000020:00000040:3.0:1787763661.009274:0:18336:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:3.0:1787763661.009284:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763661.009289:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763661.009293:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763661.009303:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763661.009315:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763661.009332:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9fc00.
00000100:00000001:3.0:1787763661.009343:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763661.009351:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b30c0 x1874601358746112/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763661.009360:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763661.009362:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763661.009368:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8678ec4] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b30c0 x1874601358746112/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763661.009414:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763661.009425:0:18336:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4556)
00000800:00000200:2.1:1787763661.009689:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763661.009691:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787763661.009906:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763661.009907:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787763661.010117:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763661.010119:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787763661.010330:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763661.010332:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00010000:00000001:0.0:1787763661.327900:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763661.327907:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763661.327909:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763661.327911:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763661.327916:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763661.327918:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763661.327919:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763661.327921:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763661.327924:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763661.327925:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763661.327927:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763661.327928:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763661.327930:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763661.327932:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763661.327933:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763661.327934:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763661.327935:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763661.327937:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763661.327938:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763661.327939:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763661.327941:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763661.327942:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763661.583934:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763661.583943:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763661.583946:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763661.583952:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763661.583965:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763661.583969:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763661.583971:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763661.583973:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763661.583975:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763662.351911:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000040:3.0:1787763662.351912:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299220236, at 4299220288
00010000:00000001:0.0:1787763662.351917:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763662.351923:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763662.351925:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763662.351928:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767660.
00010000:00000001:0.0:1787763662.351929:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763662.351931:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763662.351937:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763662.351939:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763662.351943:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763662.351945:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763662.607963:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763662.607970:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763662.607982:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763662.607987:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763662.607991:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763662.607994:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763662.607996:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763662.607999:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763662.608001:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763663.375926:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763663.375936:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763663.375945:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763663.375949:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763663.375952:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763663.375956:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763663.375960:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763663.375963:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763663.375965:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763663.375968:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763663.375972:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763663.375974:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763663.375978:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763663.375980:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763663.375983:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763663.375985:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763663.376025:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763663.376029:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763663.376032:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763663.631913:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763663.631918:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763663.631920:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763663.631925:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763663.631929:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763663.631932:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763663.631935:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763663.631937:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763663.631939:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763664.399949:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763664.399958:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763664.399965:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763664.399966:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763664.399970:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763664.399972:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763664.399975:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763664.399976:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763664.399980:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763664.399981:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763664.655947:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763664.655955:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763664.655957:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763664.655961:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763664.655966:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763664.655969:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763664.655972:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763664.655974:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763664.655977:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763665.423929:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763665.423934:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763665.423939:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763665.423940:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763665.423943:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763665.423945:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763665.423947:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763665.423950:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763665.423952:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763665.423953:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763665.423955:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763665.423956:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763665.423958:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763665.423959:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763665.423962:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763665.423963:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763665.423964:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763665.423964:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763665.423965:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763665.423966:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763665.423967:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763665.423969:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763665.679943:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763665.679951:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763665.679970:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763665.679977:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763665.679982:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763665.679986:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763665.679990:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763665.679993:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763665.680005:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763666.127942:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763666.127951:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787763666.127953:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763666.127956:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763666.127960:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763666.127967:0:58520:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 4551
00000400:00000200:0.0:1787763666.127974:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763666.127979:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763666.127982:0:58520:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763666.127984:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763666.127987:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763666.127989:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763666.127990:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763666.127993:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763666.127995:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:0.0:1787763666.127997:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763666.127999:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:0.0:1787763666.128001:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:0.0:1787763666.128002:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:0.0:1787763666.128004:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763666.128006:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763666.128007:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763666.128009:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763666.128011:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:0.0:1787763666.128013:0:58520:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763666.128015:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763666.128017:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763666.128020:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763666.128022:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763666.128024:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787763666.128025:0:58520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763666.128032:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896012c0.
00000020:00000040:0.0:1787763666.128034:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:0.0:1787763666.128037:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763666.128038:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763666.128040:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763666.128043:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763666.128046:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763666.128055:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186486800.
00000100:00000001:0.0:1787763666.128062:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763666.128081:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896012c0 x1874601358746240/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763666.128093:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763666.128098:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763666.128103:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e52948b] to pc [ptlrpcd_rcv+-1]  req@ffff9821896012c0 x1874601358746240/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763666.128121:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763666.128124:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763666.128126:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787763666.128127:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763666.128128:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763666.128130:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763666.128132:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4551
00000400:00000200:0.0:1787763666.128135:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763666.128137:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763666.128138:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763666.128140:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763666.128142:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763666.128144:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763666.128145:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763666.128147:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763666.128149:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:0.0:1787763666.128150:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763666.128151:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:0.0:1787763666.128152:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:0.0:1787763666.128154:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:0.0:1787763666.128156:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763666.128158:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763666.128159:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763666.128161:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763666.128163:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:0.0:1787763666.128165:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763666.128167:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763666.128168:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763666.128173:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763666.128175:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763666.128176:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763666.128181:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763666.128189:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763666.128190:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763666.128194:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189600000.
00000020:00000040:0.0:1787763666.128201:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:0.0:1787763666.128204:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763666.128207:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763666.128212:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763666.128215:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763666.128223:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763666.128227:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186486c00.
00000100:00000001:0.0:1787763666.128230:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763666.128239:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189600000 x1874601358746368/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763666.128288:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763666.128295:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763666.128305:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b05fece] to pc [ptlrpcd_rcv+-1]  req@ffff982189600000 x1874601358746368/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763666.128317:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763666.128321:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763666.128324:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787763666.128327:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763666.128332:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763666.128336:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763666.128343:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4551
00000400:00000200:0.0:1787763666.128347:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763666.128352:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763666.128357:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763666.128371:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763666.128375:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763666.128378:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763666.128381:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763666.128384:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763666.128386:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:0.0:1787763666.128388:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763666.128391:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:0.0:1787763666.128395:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:0.0:1787763666.128396:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:0.0:1787763666.128399:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763666.128400:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763666.128403:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763666.128405:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763666.128413:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:0.0:1787763666.128418:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763666.128424:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763666.128425:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763666.128427:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763666.128429:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763666.128437:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763666.128439:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763666.128444:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763666.128447:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763666.128451:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189602940.
00000020:00000040:0.0:1787763666.128459:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:0.0:1787763666.128461:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763666.128462:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763666.128463:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763666.128464:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763666.128467:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763666.128471:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186487800.
00000100:00000001:0.0:1787763666.128475:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763666.128479:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189602940 x1874601358746496/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763666.128494:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763666.128499:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763666.128504:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063ada08b] to pc [ptlrpcd_rcv+-1]  req@ffff982189602940 x1874601358746496/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763666.128517:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763666.128519:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763666.128523:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787763666.128525:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763666.128529:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763666.128538:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763666.128543:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4551
00000400:00000200:0.0:1787763666.128553:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763666.128570:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763666.128573:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763666.128582:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763666.128591:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763666.128593:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763666.128595:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763666.128602:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763666.128605:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:0.0:1787763666.128606:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763666.128610:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:0.0:1787763666.128613:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:0.0:1787763666.128615:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:0.0:1787763666.128621:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763666.128628:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763666.128635:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763666.128637:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763666.128639:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:0.0:1787763666.128642:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763666.128644:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763666.128652:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763666.128659:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763666.128662:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763666.128664:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763666.128666:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787763666.128673:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763666.128676:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763666.128686:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189601e00.
00000020:00000040:0.0:1787763666.128691:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:0.0:1787763666.128698:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763666.128702:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763666.128708:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763666.128713:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763666.128717:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763666.128726:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186487400.
00000100:00000001:0.0:1787763666.128734:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763666.128746:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189601e00 x1874601358746624/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763666.128766:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763666.128771:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763666.128780:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062ef5d4f] to pc [ptlrpcd_rcv+-1]  req@ffff982189601e00 x1874601358746624/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763666.128789:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763666.128794:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763666.128805:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787763666.128806:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763666.128807:0:58520:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763666.128810:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763666.128817:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4551
00000400:00000200:0.0:1787763666.128822:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763666.128826:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763666.128830:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763666.128834:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763666.128839:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763666.128842:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763666.128880:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763666.128883:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763666.128883:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:0.0:1787763666.128885:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763666.128886:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:0.0:1787763666.128888:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:0.0:1787763666.128889:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:0.0:1787763666.128892:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763666.128894:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763666.128896:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763666.128898:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763666.128900:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:0.0:1787763666.128902:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763666.128904:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763666.128905:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763666.128910:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763666.128914:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763666.128919:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:2.1:1787763666.128921:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000008:00100000:0.0:1787763666.128922:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787763666.128929:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763666.128932:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787763666.128933:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000100:00000010:0.0:1787763666.128937:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189600f00.
00000020:00000040:0.0:1787763666.128941:0:58520:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:0.0:1787763666.128943:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763666.128947:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763666.128950:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763666.128955:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763666.128960:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763666.128970:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186485c00.
00000100:00000001:0.0:1787763666.128974:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763666.128980:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189600f00 x1874601358746752/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763666.128994:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763666.128999:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763666.129004:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000082892fdc] to pc [ptlrpcd_rcv+-1]  req@ffff982189600f00 x1874601358746752/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763666.129014:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763666.129022:0:58520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4561)
00000800:00000200:2.1:1787763666.129532:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763666.129536:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787763666.129922:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763666.129925:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787763666.130268:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763666.130271:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787763666.130616:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763666.130619:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00010000:00000001:0.0:1787763666.447918:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763666.447924:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763666.447928:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763666.447929:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763666.447932:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763666.447933:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763666.447935:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763666.447936:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763666.447938:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763666.447939:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763666.447956:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763666.447958:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763666.447960:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763666.703957:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763666.703965:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763666.703967:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763666.703972:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763666.703976:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763666.703979:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763666.703981:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763666.703984:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763666.703986:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763667.471934:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299225356, at 4299225408
00000100:00000010:3.0:1787763667.471954:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767120.
00010000:00000001:0.0:1787763667.472000:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763667.472007:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763667.472012:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763667.472014:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763667.472018:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763667.472019:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763667.472023:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763667.472024:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763667.472027:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763667.472028:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763667.727919:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763667.727928:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763667.727931:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763667.727936:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763667.727940:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763667.727944:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763667.727947:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763667.727950:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763667.727953:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763668.495939:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763668.495945:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763668.495950:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763668.495951:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763668.495953:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763668.495954:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763668.495956:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763668.495958:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763668.495960:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763668.495961:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763668.751962:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763668.751969:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763668.751971:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763668.751977:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763668.751981:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763668.751984:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763668.751987:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763668.751989:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763668.751991:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763669.519917:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763669.519923:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763669.519928:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763669.519929:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763669.519931:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763669.519932:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763669.519934:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763669.519935:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763669.519937:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763669.519938:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763669.519955:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763669.519956:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763669.519958:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763669.775926:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763669.775933:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763669.775942:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763669.775948:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763669.775951:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763669.775955:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763669.775958:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763669.775960:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763669.775963:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763670.543946:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763670.543969:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763670.543972:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763670.543975:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763670.543979:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763670.543981:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763670.543982:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763670.543984:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763670.543987:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763670.543988:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763670.543990:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763670.543991:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763670.543994:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763670.543995:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763670.543996:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763670.543997:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763670.543998:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763670.543999:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763670.544000:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763670.544001:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763670.544003:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763670.544004:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763670.799934:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763670.799941:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763670.799943:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763670.799949:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763670.799953:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763670.799956:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763670.799959:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763670.799962:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763670.799964:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763671.247943:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763671.247954:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787763671.247957:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763671.247961:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763671.247967:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763671.247974:0:58520:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 4556
00000400:00000200:0.0:1787763671.247982:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763671.247988:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763671.247991:0:58520:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763671.247994:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763671.247996:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763671.247998:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763671.248000:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763671.248003:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763671.248005:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:0.0:1787763671.248008:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763671.248011:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:0.0:1787763671.248012:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:0.0:1787763671.248014:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:0.0:1787763671.248016:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763671.248018:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763671.248019:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763671.248020:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763671.248022:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:0.0:1787763671.248025:0:58520:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763671.248026:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763671.248028:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763671.248031:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763671.248033:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763671.248034:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787763671.248036:0:58520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763671.248044:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189603480.
00000020:00000040:0.0:1787763671.248046:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:0.0:1787763671.248050:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763671.248051:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763671.248053:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763671.248056:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763671.248059:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763671.248065:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186486000.
00000100:00000001:0.0:1787763671.248072:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763671.248079:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189603480 x1874601358746880/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763671.248087:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763671.248091:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763671.248095:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001695004d] to pc [ptlrpcd_rcv+-1]  req@ffff982189603480 x1874601358746880/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763671.248118:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763671.248120:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763671.248123:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787763671.248124:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763671.248125:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763671.248127:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763671.248128:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4556
00000400:00000200:0.0:1787763671.248131:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763671.248133:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763671.248134:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763671.248136:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763671.248138:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763671.248141:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763671.248142:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763671.248144:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763671.248145:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:0.0:1787763671.248146:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763671.248147:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:0.0:1787763671.248149:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:0.0:1787763671.248151:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:0.0:1787763671.248156:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763671.248161:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763671.248164:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763671.248166:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763671.248174:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:0.0:1787763671.248177:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763671.248180:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763671.248182:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763671.248189:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763671.248195:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763671.248200:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763671.248207:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763671.248211:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763671.248214:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763671.248220:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896030c0.
00000020:00000040:0.0:1787763671.248225:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:0.0:1787763671.248230:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763671.248233:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763671.248236:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763671.248238:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763671.248241:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763671.248247:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186486400.
00000100:00000001:0.0:1787763671.248253:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763671.248261:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896030c0 x1874601358747008/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763671.248272:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763671.248274:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763671.248280:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc1d3de1] to pc [ptlrpcd_rcv+-1]  req@ffff9821896030c0 x1874601358747008/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763671.248292:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763671.248296:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763671.248305:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787763671.248310:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763671.248315:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763671.248322:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763671.248327:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4556
00000400:00000200:0.0:1787763671.248335:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763671.248344:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763671.248348:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763671.248356:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763671.248359:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763671.248363:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763671.248368:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763671.248371:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763671.248374:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:0.0:1787763671.248375:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763671.248378:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:0.0:1787763671.248383:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:0.0:1787763671.248388:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:0.0:1787763671.248396:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763671.248400:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763671.248404:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763671.248407:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763671.248409:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:0.0:1787763671.248416:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763671.248421:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763671.248426:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763671.248429:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763671.248434:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763671.248435:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763671.248437:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763671.248441:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763671.248442:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763671.248447:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189601a40.
00000020:00000040:0.0:1787763671.248451:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:0.0:1787763671.248457:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763671.248460:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787763671.248461:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:0.0:1787763671.248462:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763671.248466:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.1:1787763671.248466:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
02000000:00000001:0.0:1787763671.248469:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763671.248477:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186485c00.
00000100:00000001:0.0:1787763671.248483:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763671.248489:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189601a40 x1874601358747136/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763671.248502:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763671.248506:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763671.248533:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b8e3ce6] to pc [ptlrpcd_rcv+-1]  req@ffff982189601a40 x1874601358747136/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763671.248566:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763671.248570:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763671.248575:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787763671.248579:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763671.248582:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763671.248585:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763671.248596:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4556
00000400:00000200:0.0:1787763671.248606:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763671.248611:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763671.248614:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763671.248616:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763671.248620:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763671.248624:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763671.248626:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763671.248632:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763671.248634:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:0.0:1787763671.248637:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763671.248641:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:0.0:1787763671.248644:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:0.0:1787763671.248647:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:0.0:1787763671.248652:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763671.248655:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763671.248660:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763671.248665:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763671.248670:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:0.0:1787763671.248676:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763671.248682:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763671.248686:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763671.248690:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763671.248693:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763671.248696:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763671.248700:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787763671.248703:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763671.248706:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763671.248713:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189600780.
00000020:00000040:0.0:1787763671.248718:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:0.0:1787763671.248723:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763671.248726:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763671.248731:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763671.248734:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763671.248736:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763671.248742:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186487400.
00000100:00000001:0.0:1787763671.248748:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763671.248756:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189600780 x1874601358747264/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763671.248776:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763671.248780:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763671.248788:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7c1d79b] to pc [ptlrpcd_rcv+-1]  req@ffff982189600780 x1874601358747264/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763671.248797:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763671.248799:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763671.248801:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787763671.248802:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763671.248805:0:58520:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763671.248810:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763671.248815:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4556
00000400:00000200:0.0:1787763671.248821:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763671.248826:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763671.248830:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763671.248835:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763671.248839:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763671.248844:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763671.248866:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763671.248868:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763671.248870:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:0.0:1787763671.248871:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763671.248872:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:0.0:1787763671.248876:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:0.0:1787763671.248880:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:0.0:1787763671.248887:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763671.248889:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763671.248895:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763671.248900:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763671.248905:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:0.0:1787763671.248912:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763671.248916:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763671.248918:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763671.248921:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763671.248922:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763671.248923:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763671.248928:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787763671.248934:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763671.248940:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763671.248947:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189603840.
00000020:00000040:0.0:1787763671.248954:0:58520:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:0.0:1787763671.248961:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763671.248965:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763671.248970:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763671.248974:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763671.248979:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763671.248985:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186487800.
00000100:00000001:0.0:1787763671.248991:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763671.248997:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189603840 x1874601358747392/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763671.249007:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763671.249012:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763671.249022:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042b5abf2] to pc [ptlrpcd_rcv+-1]  req@ffff982189603840 x1874601358747392/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763671.249047:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763671.249054:0:58520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4566)
00000800:00000200:2.1:1787763671.249142:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763671.249144:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787763671.249324:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763671.249325:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787763671.249497:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763671.249498:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787763671.249759:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763671.249760:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00010000:00000001:0.0:1787763671.567992:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763671.568000:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763671.568007:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763671.568009:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763671.568013:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763671.568015:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763671.568019:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763671.568020:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763671.568024:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763671.568026:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763671.823961:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763671.823971:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763671.823974:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763671.823981:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763671.823986:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763671.823991:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763671.823996:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763671.824000:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763671.824004:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763672.591915:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000040:3.0:1787763672.591916:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299230475, at 4299230528
00010000:00000001:0.0:1787763672.591921:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763672.591928:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763672.591930:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763672.591934:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767840.
00010000:00000001:0.0:1787763672.591936:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763672.591941:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763672.591947:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763672.591949:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763672.591954:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763672.591956:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763672.591979:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763672.591982:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763672.591985:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763672.847937:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763672.847944:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763672.847946:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763672.847950:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763672.847953:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763672.847957:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763672.847959:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763672.847961:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763672.847964:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763673.615965:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763673.615971:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763673.615977:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763673.615979:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763673.615981:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763673.615984:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763673.615986:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763673.615988:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763673.615990:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763673.615991:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763673.615994:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763673.615994:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763673.615997:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763673.615997:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763673.615999:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763673.616000:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763673.871933:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763673.871942:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763673.871945:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763673.871951:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763673.871955:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763673.871961:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763673.871965:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763673.871968:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763673.871972:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763674.639961:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763674.639969:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763674.639975:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763674.639976:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763674.639979:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763674.639980:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763674.639983:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763674.639984:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763674.639987:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763674.639988:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763674.895929:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763674.895939:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763674.895942:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763674.895948:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763674.895952:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763674.895956:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763674.895959:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763674.895962:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763674.895965:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763675.663968:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763675.663974:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763675.663979:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763675.663980:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763675.663983:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763675.663986:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763675.663988:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763675.663992:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763675.663994:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763675.663996:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763675.663998:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763675.663999:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763675.664013:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763675.664014:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763675.664016:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763675.664017:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763675.664018:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763675.664019:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763675.664021:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763675.664022:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763675.664023:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763675.664024:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763675.664045:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763675.664048:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763675.664050:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763675.920004:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763675.920016:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763675.920020:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763675.920028:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763675.920034:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763675.920041:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763675.920044:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763675.920048:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763675.920052:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787763676.368442:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763676.368450:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787763676.368877:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763676.368879:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787763676.369067:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763676.369069:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787763676.369243:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763676.369245:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787763676.369418:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763676.369420:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00010000:00000001:0.0:1787763676.687929:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763676.687935:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763676.687939:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763676.687940:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763676.687943:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763676.687944:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763676.687946:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763676.687947:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763676.687949:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763676.687950:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763676.943998:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763676.944011:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763676.944015:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763676.944025:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763676.944034:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763676.944042:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763676.944047:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763676.944051:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763676.944055:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763677.712009:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299235595, at 4299235648
00010000:00000001:0.0:1787763677.712025:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763677.712034:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763677.712040:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2c1e0.
00010000:00000001:0.0:1787763677.712052:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763677.712057:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763677.712062:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763677.712064:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763677.712068:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763677.712071:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763677.712079:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763677.712081:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763677.967971:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763677.967980:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763677.967983:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763677.967989:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763677.967994:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763677.968002:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763677.968007:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763677.968011:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763677.968016:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763678.735908:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763678.735913:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763678.735917:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763678.735918:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763678.735920:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763678.735921:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763678.735923:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763678.735924:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763678.735926:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763678.735927:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763678.735942:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763678.735944:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763678.735946:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763678.991937:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763678.991944:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763678.991946:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763678.991951:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763678.991955:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763678.991958:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763678.991961:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763678.991963:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763678.991966:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763679.759936:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763679.759944:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763679.759949:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763679.759950:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763679.759953:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763679.759954:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763679.759956:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763679.759958:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763679.759960:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763679.759961:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763680.016010:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763680.016017:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763680.016018:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763680.016023:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763680.016026:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763680.016029:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763680.016031:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763680.016034:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763680.016036:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763680.783921:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763680.783929:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763680.783931:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763680.783933:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763680.783937:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763680.783939:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763680.783941:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763680.783943:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763680.783946:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763680.783947:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763680.783949:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763680.783950:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763680.783953:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763680.783954:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763680.783955:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763680.783957:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763680.783958:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763680.783959:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763680.783960:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763680.783961:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763680.783964:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763680.783964:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763681.039965:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763681.039975:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763681.039979:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763681.039989:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763681.039995:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763681.040001:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763681.040004:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763681.040009:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763681.040023:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787763681.488510:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763681.488515:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787763681.489235:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763681.489237:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787763681.489443:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763681.489445:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787763681.489627:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763681.489629:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787763681.490015:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763681.490017:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00010000:00000001:0.0:1787763681.807912:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763681.807917:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763681.807921:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763681.807922:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763681.807925:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763681.807926:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763681.807928:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763681.807929:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763681.807931:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763681.807932:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763681.807957:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763681.807960:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763681.807963:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763682.064020:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763682.064030:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763682.064033:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763682.064040:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763682.064046:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763682.064050:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763682.064054:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763682.064057:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763682.064062:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763682.831947:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000040:3.0:1787763682.831949:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299240715, at 4299240768
00010000:00000001:0.0:1787763682.831952:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763682.831961:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763682.831963:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763682.831967:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763682.831969:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763682.831970:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767a20.
00010000:00000001:0.0:1787763682.831975:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763682.831977:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763682.831985:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763682.831986:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763683.087971:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763683.087978:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763683.087981:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763683.087986:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763683.087990:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763683.087993:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763683.087995:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763683.087997:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763683.087999:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763683.855945:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763683.855951:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763683.855956:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763683.855959:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763683.855961:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763683.855963:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763683.855966:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763683.855967:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763683.855969:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763683.855972:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763683.855976:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763683.855977:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763683.855981:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763683.855982:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763683.855985:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763683.855986:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763684.111953:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763684.111966:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763684.111969:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763684.111976:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763684.111981:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763684.111985:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763684.111989:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763684.111993:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763684.111997:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763684.879917:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763684.879923:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763684.879926:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763684.879927:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763684.879930:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763684.879931:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763684.879933:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763684.879934:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763684.879936:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763684.879937:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763684.879953:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763684.879955:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763684.879957:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763685.135983:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763685.135999:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763685.136005:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763685.136014:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763685.136023:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763685.136031:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763685.136038:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763685.136043:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763685.136047:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763685.903961:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763685.903966:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763685.903970:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763685.903971:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763685.903974:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763685.903976:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763685.903979:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763685.903982:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763685.903985:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763685.903987:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763685.903989:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763685.903991:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763685.903995:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763685.903996:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763685.904000:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763685.904001:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763685.904003:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763685.904005:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763685.904007:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763685.904008:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763685.904010:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763685.904013:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763686.159954:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763686.159967:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763686.159970:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763686.159992:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763686.159998:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763686.160003:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763686.160008:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763686.160021:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763686.160026:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787763686.609937:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763686.609943:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787763686.610583:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763686.610585:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787763686.610782:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763686.610784:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787763686.610995:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763686.610997:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787763686.611244:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763686.611246:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00010000:00000001:0.0:1787763686.928009:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763686.928015:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763686.928022:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763686.928023:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763686.928027:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763686.928028:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763686.928031:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763686.928032:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763686.928035:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763686.928037:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763687.951937:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299245837, at 4299245888
00010000:00000001:0.0:1787763687.951941:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763687.951946:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763687.951952:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763687.951954:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763687.951954:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9821987671e0.
00010000:00000001:0.0:1787763687.951959:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763687.951961:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763687.951965:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763687.951966:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763687.951969:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763687.951970:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763687.951989:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763687.951991:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763687.951993:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763688.975934:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763688.975940:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763688.975944:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763688.975945:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763688.975948:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763688.975949:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763688.975951:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763688.975952:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763688.975954:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763688.975955:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763690.000906:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763690.000912:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763690.000916:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763690.000917:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763690.000920:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763690.000921:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763690.000924:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763690.000925:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763690.000927:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763690.000928:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763691.023966:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763691.023974:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763691.023977:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763691.023986:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763691.023992:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763691.023994:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763691.023996:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763691.023998:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763691.024002:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763691.024003:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763691.024006:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763691.024007:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763691.024010:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763691.024012:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763691.024013:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763691.024014:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763691.024015:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763691.024016:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763691.024017:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763691.024018:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763691.024021:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763691.024022:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763691.024053:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763691.024056:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763691.024060:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1787763691.728022:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763691.728033:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787763691.728042:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763691.728045:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763691.728050:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763691.728063:0:58520:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 4577
00000400:00000200:0.0:1787763691.728072:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763691.728078:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763691.728082:0:58520:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763691.728084:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763691.728087:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763691.728089:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763691.728092:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763691.728096:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763691.728097:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:0.0:1787763691.728100:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763691.728103:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:0.0:1787763691.728105:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:0.0:1787763691.728107:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:0.0:1787763691.728109:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763691.728117:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763691.728118:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763691.728120:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763691.728123:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:0.0:1787763691.728125:0:58520:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763691.728127:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763691.728130:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763691.728133:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763691.728135:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763691.728137:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787763691.728139:0:58520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763691.728151:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189601680.
00000020:00000040:0.0:1787763691.728154:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:0.0:1787763691.728158:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763691.728160:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763691.728163:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763691.728166:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763691.728170:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763691.728178:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186486c00.
00000100:00000001:0.0:1787763691.728185:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763691.728195:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189601680 x1874601358749440/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763691.728204:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763691.728209:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763691.728213:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd7e294a] to pc [ptlrpcd_rcv+-1]  req@ffff982189601680 x1874601358749440/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763691.728236:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763691.728239:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763691.728242:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787763691.728243:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763691.728244:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763691.728246:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763691.728248:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4577
00000400:00000200:0.0:1787763691.728250:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763691.728252:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763691.728254:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763691.728256:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763691.728258:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763691.728259:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763691.728261:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763691.728262:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763691.728263:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:0.0:1787763691.728264:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763691.728265:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:0.0:1787763691.728267:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:0.0:1787763691.728269:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:0.0:1787763691.728272:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763691.728274:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763691.728276:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763691.728278:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763691.728280:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:0.0:1787763691.728283:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763691.728286:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763691.728287:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763691.728294:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763691.728295:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763691.728297:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763691.728302:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763691.728305:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763691.728307:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763691.728313:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189602d00.
00000020:00000040:0.0:1787763691.728317:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:0.0:1787763691.728343:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763691.728345:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763691.728347:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763691.728348:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763691.728350:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763691.728357:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186486800.
00000100:00000001:0.0:1787763691.728363:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763691.728373:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189602d00 x1874601358749568/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763691.728382:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763691.728383:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763691.728387:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008fcde54a] to pc [ptlrpcd_rcv+-1]  req@ffff982189602d00 x1874601358749568/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763691.728411:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763691.728416:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763691.728424:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787763691.728425:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763691.728427:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763691.728432:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763691.728436:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4577
00000400:00000200:0.0:1787763691.728443:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763691.728451:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763691.728455:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763691.728461:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763691.728463:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763691.728469:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763691.728474:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763691.728481:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763691.728484:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:0.0:1787763691.728487:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763691.728491:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:0.0:1787763691.728493:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:0.0:1787763691.728495:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:0.0:1787763691.728498:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763691.728502:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763691.728504:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763691.728510:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763691.728513:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:0.0:1787763691.728522:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763691.728524:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763691.728526:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763691.728528:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763691.728531:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763691.728538:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763691.728541:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787763691.728548:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763691.728550:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763691.728553:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189602580.
00000020:00000040:0.0:1787763691.728557:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:0.0:1787763691.728568:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763691.728569:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763691.728571:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763691.728573:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763691.728577:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763691.728582:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186484000.
00000100:00000001:0.0:1787763691.728584:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763691.728590:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189602580 x1874601358749696/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763691.728600:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763691.728605:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763691.728614:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000514a9ad2] to pc [ptlrpcd_rcv+-1]  req@ffff982189602580 x1874601358749696/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763691.728644:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763691.728651:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763691.728663:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787763691.728665:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763691.728666:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763691.728669:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763691.728676:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4577
00000400:00000200:0.0:1787763691.728683:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763691.728687:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763691.728691:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763691.728698:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763691.728702:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763691.728711:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763691.728714:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763691.728723:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763691.728726:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:0.0:1787763691.728728:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763691.728731:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:0.0:1787763691.728736:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:0.0:1787763691.728739:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:0.0:1787763691.728743:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763691.728748:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763691.728753:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763691.728755:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763691.728757:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:0.0:1787763691.728759:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763691.728766:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763691.728771:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763691.728775:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763691.728777:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763691.728779:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763691.728782:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787763691.728785:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763691.728793:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763691.728798:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896021c0.
00000020:00000040:0.0:1787763691.728804:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:0.0:1787763691.728807:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763691.728810:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763691.728817:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763691.728820:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763691.728823:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787763691.728828:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186485400.
00000100:00000001:0.0:1787763691.728835:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787763691.728845:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896021c0 x1874601358749824/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763691.728904:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763691.728909:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763691.728919:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070132a00] to pc [ptlrpcd_rcv+-1]  req@ffff9821896021c0 x1874601358749824/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763691.728935:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787763691.728938:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787763691.728947:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787763691.728952:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787763691.728955:0:58520:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787763691.728963:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787763691.728970:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4577
00000400:00000200:0.0:1787763691.728974:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763691.728976:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787763691.728978:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787763691.728982:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763691.728985:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763691.728991:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763691.728995:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787763691.729001:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787763691.729004:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:0.0:1787763691.729005:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787763691.729006:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:0.0:1787763691.729008:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:0.0:1787763691.729010:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:0.0:1787763691.729015:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763691.729018:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787763691.729021:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787763691.729022:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787763691.729026:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:0.0:1787763691.729033:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787763691.729035:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787763691.729036:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787763691.729038:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787763691.729039:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763691.729041:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787763691.729045:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787763691.729048:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763691.729049:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787763691.729052:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189603c00.
00000020:00000040:0.0:1787763691.729057:0:58520:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:0.0:1787763691.729061:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787763691.729062:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763691.729063:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787763691.729065:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787763691.729069:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787763691.729073:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
02000000:00000010:0.0:1787763691.729074:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186484c00.
00000100:00000001:0.0:1787763691.729080:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787763691.729085:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000100:00100000:0.0:1787763691.729086:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189603c00 x1874601358749952/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787763691.729100:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787763691.729102:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763691.729109:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca2e9794] to pc [ptlrpcd_rcv+-1]  req@ffff982189603c00 x1874601358749952/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763691.729119:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787763691.729126:0:58520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4587)
00000800:00000200:2.1:1787763691.729492:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763691.729493:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787763691.729678:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763691.729680:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787763691.729874:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763691.729875:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787763691.730055:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763691.730057:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00010000:00000001:0.0:1787763692.047984:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763692.047992:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763692.047997:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763692.047999:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763692.048002:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763692.048003:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763692.048006:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763692.048007:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763692.048009:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763692.048010:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763693.071903:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299250956, at 4299251008
00000100:00000010:3.0:1787763693.071921:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767de0.
00010000:00000001:0.0:1787763693.071923:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763693.071927:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763693.071934:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763693.071936:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763693.071940:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763693.071941:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763693.071944:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763693.071945:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763693.071948:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763693.071949:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763694.095941:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763694.095949:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763694.095955:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763694.095958:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763694.095960:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763694.095963:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763694.095967:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763694.095969:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763694.095971:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763694.095974:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763694.095979:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763694.095981:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763694.095985:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763694.095986:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763694.095991:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763694.095992:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763694.096034:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763694.096037:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763694.096039:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763695.119914:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763695.119922:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763695.119929:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763695.119931:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763695.119934:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763695.119936:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763695.119939:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763695.119941:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763695.119944:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763695.119945:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763696.143955:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763696.143961:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763696.143968:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763696.143970:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763696.143974:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763696.143978:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763696.143980:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763696.143984:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763696.143987:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763696.143989:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763696.143991:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763696.143993:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763696.143997:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763696.143998:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763696.144002:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763696.144004:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763696.144005:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763696.144007:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763696.144009:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763696.144010:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763696.144012:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763696.144014:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787763696.848641:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763696.848649:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787763696.849474:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763696.849479:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787763696.849743:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763696.849746:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787763696.849973:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763696.849975:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787763696.850293:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763696.850295:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00010000:00000001:0.0:1787763697.167974:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763697.167979:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763697.167984:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763697.167994:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763697.167998:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763697.168000:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763697.168004:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763697.168005:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763697.168010:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763697.168011:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763697.168035:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763697.168039:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763697.168042:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787763698.191941:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299256075, at 4299256128
00000100:00000010:3.0:1787763698.191961:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767300.
00010000:00000001:0.0:1787763698.191999:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763698.192006:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763698.192014:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763698.192016:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763698.192021:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763698.192022:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763698.192026:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763698.192027:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763698.192031:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763698.192033:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763699.215991:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763699.215999:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763699.216005:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763699.216007:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763699.216010:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763699.216012:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763699.216015:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763699.216016:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763699.216020:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763699.216022:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763700.239995:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763700.240006:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763700.240014:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763700.240015:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763700.240021:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763700.240022:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763700.240026:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763700.240028:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763700.240032:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763700.240033:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763700.240061:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763700.240064:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763700.240067:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763701.264067:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763701.264077:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763701.264080:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763701.264083:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763701.264088:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763701.264090:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763701.264092:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763701.264094:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763701.264097:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763701.264099:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763701.264101:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763701.264102:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763701.264105:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763701.264106:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763701.264107:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763701.264109:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763701.264110:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763701.264110:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763701.264111:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763701.264113:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763701.264115:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763701.264116:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787763701.968545:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763701.968551:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787763701.969370:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763701.969371:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787763701.969568:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763701.969602:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787763701.969790:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763701.969791:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787763701.970134:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763701.970136:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00010000:00000001:0.0:1787763702.287949:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763702.287957:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763702.287964:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763702.287965:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763702.287969:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763702.287970:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763702.287973:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763702.287975:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763702.287978:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763702.287979:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763703.311937:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299261195, at 4299261248
00010000:00000001:0.0:1787763703.311947:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763703.311953:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763703.311955:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2c900.
00010000:00000001:0.0:1787763703.311961:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763703.311964:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763703.311970:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763703.311972:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763703.311977:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763703.311979:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763703.311984:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763703.311986:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763703.312007:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763703.312010:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763703.312014:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763704.335917:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763704.335923:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763704.335927:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763704.335929:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763704.335932:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763704.335934:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763704.335937:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763704.335938:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763704.335940:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763704.335941:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763704.335944:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763704.335945:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763704.335947:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763704.335948:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763704.335950:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763704.335950:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763705.359994:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763705.360002:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763705.360008:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763705.360009:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763705.360012:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763705.360013:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763705.360015:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763705.360016:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763705.360019:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763705.360020:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763706.383948:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763706.383956:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763706.383962:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763706.383963:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763706.383968:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763706.383971:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763706.383973:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763706.383976:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763706.383978:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763706.383980:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763706.383981:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763706.383983:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763706.383985:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763706.383986:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763706.383989:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763706.383990:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763706.383990:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763706.383992:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763706.383993:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763706.383993:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763706.383994:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763706.383996:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763706.384011:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763706.384013:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763706.384015:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787763707.088457:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763707.088462:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787763707.089154:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763707.089156:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787763707.089363:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763707.089365:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787763707.089541:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763707.089543:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787763707.089826:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763707.089828:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00010000:00000001:0.0:1787763707.407964:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763707.407971:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763707.407975:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763707.407977:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763707.407979:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763707.407980:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763707.407983:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763707.407983:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763707.407986:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763707.407987:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763708.431960:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299266315, at 4299266368
00010000:00000001:0.0:1787763708.431979:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:3.0:1787763708.431980:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2c060.
00010000:00000001:0.0:1787763708.431986:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763708.431994:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763708.431996:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763708.432002:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763708.432005:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763708.432009:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763708.432011:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763708.432015:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763708.432017:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763709.455997:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763709.456006:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763709.456014:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763709.456016:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763709.456021:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763709.456022:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763709.456026:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763709.456028:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763709.456032:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763709.456033:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763709.456059:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763709.456062:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763709.456066:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763710.479973:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763710.479985:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763710.479988:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763710.479991:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763710.479996:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763710.479998:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763710.480000:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763710.480002:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763710.480006:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763710.480007:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763710.480010:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763710.480011:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763710.480014:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763710.480015:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763710.480016:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763710.480017:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763710.480018:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763710.480019:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763710.480021:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763710.480022:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763710.480025:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763710.480026:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763711.503918:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763711.503924:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763711.503928:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763711.503929:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763711.503932:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763711.503932:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763711.503934:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763711.503935:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763711.503937:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763711.503938:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787763712.208491:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763712.208496:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787763712.209115:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763712.209118:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787763712.209428:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763712.209430:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787763712.209653:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763712.209654:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787763712.209832:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763712.209833:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00010000:00000001:0.0:1787763712.527951:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763712.527957:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763712.527962:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763712.527963:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763712.527966:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763712.527967:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763712.527969:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763712.527970:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763712.527972:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763712.527972:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763712.527990:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763712.527991:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763712.527993:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787763713.551928:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299271435, at 4299271488
00010000:00000001:0.0:1787763713.551932:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763713.551943:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763713.551947:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9821987678a0.
00010000:00000001:0.0:1787763713.551948:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763713.551953:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763713.551956:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763713.551959:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763713.551962:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763713.551964:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763713.551966:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763713.551968:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763713.551971:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763713.551972:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763713.551975:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763713.551976:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763713.551978:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763713.551979:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763714.575975:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763714.575981:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763714.575988:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763714.575990:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763714.575993:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763714.575995:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763714.575998:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763714.576000:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763714.576004:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763714.576005:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763715.599978:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763715.599983:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763715.599993:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763715.599994:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763715.599997:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763715.599998:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763715.600000:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763715.600001:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763715.600004:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763715.600005:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763715.600021:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763715.600023:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763715.600025:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763716.623993:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763716.624000:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763716.624007:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763716.624009:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763716.624014:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763716.624018:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763716.624021:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763716.624025:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763716.624028:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763716.624031:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763716.624033:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763716.624036:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763716.624040:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763716.624042:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763716.624046:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763716.624048:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763716.624049:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763716.624051:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763716.624053:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763716.624054:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763716.624056:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763716.624058:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787763717.328524:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763717.328992:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763717.329399:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763717.329549:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763717.329717:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00010000:00000001:0.0:1787763717.647922:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763717.647928:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763717.647933:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763717.647934:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763717.647936:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763717.647937:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763717.647940:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763717.647940:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763717.647943:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763717.647944:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763718.672020:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299276555, at 4299276608
00010000:00000001:0.0:1787763718.672026:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763718.672035:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763718.672042:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763718.672047:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763718.672054:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767ba0.
00010000:00000001:0.0:1787763718.672062:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763718.672065:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763718.672069:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763718.672070:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763718.672072:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763718.672074:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763718.672131:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763718.672134:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763718.672136:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763719.695926:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763719.695934:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763719.695957:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763719.695958:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763719.695963:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763719.695965:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763719.695969:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763719.695971:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763719.695976:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763719.695978:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:3.0:1787763720.400164:0:2376:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.141:988
00000400:00000100:3.0:1787763720.400205:0:2376:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.141@tcp at host 192.168.202.141 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1787763720.400213:0:2376:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763720.400216:0:2376:0:(router.c:1791:lnet_notify()) 192.168.202.41@tcp notifying 192.168.202.141@tcp: down
00000400:00000200:3.0:1787763720.400222:0:2376:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763720.400225:0:2376:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1787763720.400229:0:2376:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:3.0:1787763720.400233:0:2376:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8d00.
00000400:00000200:3.0:1787763720.400238:0:2376:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787763720.400242:0:2376:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787763720.400247:0:2376:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0198
00000400:00000010:3.0:1787763720.400250:0:2376:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0198.
00000100:00000001:3.0:1787763720.400255:0:2376:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763720.400263:0:2376:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff982187f85680 x1874601358752640/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763720.400283:0:2376:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763720.400287:0:2376:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f85680 x1874601358752640/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763742 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763720.400294:0:2376:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763720.400297:0:2376:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787763720.400307:0:2376:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:3.0:1787763720.400311:0:2376:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8200.
00000400:00000200:3.0:1787763720.400315:0:2376:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787763720.400320:0:2376:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787763720.400324:0:2376:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0088
00000400:00000010:3.0:1787763720.400326:0:2376:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0088.
00000100:00000001:3.0:1787763720.400330:0:2376:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763720.400336:0:2376:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff982187f85a40 x1874601358752768/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763720.400356:0:2376:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763720.400364:0:2376:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f85a40 x1874601358752768/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763742 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763720.400389:0:2376:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763720.400393:0:2376:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787763720.400405:0:2376:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:3.0:1787763720.400411:0:2376:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:3.0:1787763720.400417:0:2376:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787763720.400427:0:2376:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787763720.400435:0:2376:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e04c8
00000400:00000010:3.0:1787763720.400437:0:2376:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e04c8.
00000100:00000001:3.0:1787763720.400441:0:2376:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763720.400447:0:2376:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff982187f843c0 x1874601358752896/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763720.400481:0:2376:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763720.400489:0:2376:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f843c0 x1874601358752896/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763742 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763720.400511:0:2376:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763720.400515:0:2376:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787763720.400523:0:2376:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:3.0:1787763720.400529:0:2376:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8700.
00000400:00000200:3.0:1787763720.400536:0:2376:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787763720.400545:0:2376:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787763720.400549:0:2376:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:3.0:1787763720.400554:0:2376:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:3.0:1787763720.400561:0:2376:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763720.400569:0:2376:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff982187f84f00 x1874601358753024/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763720.400584:0:2376:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763720.400592:0:2376:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f84f00 x1874601358753024/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763742 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763720.400619:0:2376:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763720.400624:0:2376:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787763720.400635:0:2376:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:3.0:1787763720.400649:0:2376:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8900.
00000400:00000200:3.0:1787763720.400654:0:2376:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787763720.400663:0:2376:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787763720.400671:0:2376:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0880
00000400:00000010:3.0:1787763720.400677:0:2376:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0880.
00000100:00000001:3.0:1787763720.400683:0:2376:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763720.400693:0:2376:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff982187f87c00 x1874601358753152/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763720.400711:0:2376:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763720.400720:0:2376:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f87c00 x1874601358753152/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763742 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763720.400734:0:2376:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763720.400740:0:2376:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:0.0:1787763720.720013:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763720.720023:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763720.720027:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763720.720031:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763720.720037:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763720.720040:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763720.720043:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763720.720047:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763720.720053:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763720.720055:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763720.720060:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763720.720124:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763720.720130:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763720.720133:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763720.720135:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763720.720137:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763720.720140:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763720.720142:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763720.720145:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763720.720159:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763720.720164:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763720.720166:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763721.743913:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763721.743918:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763721.743923:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763721.743924:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763721.743927:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763721.743928:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763721.743930:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763721.743931:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763721.743933:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763721.743934:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763721.743949:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763721.743951:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763721.743953:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787763722.447950:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763722.447958:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763722.447960:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763722.447963:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763722.447967:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763722.447984:0:18336:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 4607
00000400:00000200:3.0:1787763722.447991:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763722.447996:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763722.447999:0:18336:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763722.448001:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763722.448004:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763722.448006:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763722.448008:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763722.448011:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763722.448013:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:3.0:1787763722.448015:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763722.448018:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:3.0:1787763722.448019:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:3.0:1787763722.448021:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:3.0:1787763722.448023:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763722.448025:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763722.448026:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763722.448027:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763722.448030:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:3.0:1787763722.448032:0:18336:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763722.448033:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763722.448035:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763722.448061:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763722.448064:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763722.448065:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763722.448067:0:18336:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763722.448073:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b2d00.
00000020:00000040:3.0:1787763722.448075:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:3.0:1787763722.448078:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763722.448080:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763722.448082:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763722.448084:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763722.448088:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763722.448093:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9ec00.
00000100:00000001:3.0:1787763722.448099:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763722.448117:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b2d00 x1874601358753280/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763722.448125:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763722.448129:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763722.448132:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000583ee9bd] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b2d00 x1874601358753280/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763722.448151:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763722.448154:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763722.448158:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763722.448159:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763722.448161:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763722.448164:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763722.448167:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4607
00000400:00000200:3.0:1787763722.448171:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763722.448174:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763722.448176:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763722.448179:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763722.448182:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763722.448184:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763722.448186:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763722.448188:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763722.448190:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:3.0:1787763722.448192:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763722.448194:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:3.0:1787763722.448196:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:3.0:1787763722.448198:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:3.0:1787763722.448201:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763722.448202:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763722.448204:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763722.448207:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763722.448209:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:3.0:1787763722.448212:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763722.448215:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763722.448217:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763722.448222:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763722.448225:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763722.448227:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763722.448231:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763722.448234:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763722.448236:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763722.448241:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b2580.
00000020:00000040:3.0:1787763722.448243:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:3.0:1787763722.448246:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763722.448248:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763722.448249:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763722.448251:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763722.448253:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763722.448257:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9cc00.
00000100:00000001:3.0:1787763722.448260:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763722.448264:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b2580 x1874601358753408/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763722.448272:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763722.448274:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763722.448278:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d0536d5] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b2580 x1874601358753408/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763722.448286:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763722.448289:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763722.448292:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763722.448294:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763722.448296:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763722.448299:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763722.448301:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4607
00000400:00000200:3.0:1787763722.448305:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763722.448308:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763722.448310:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763722.448314:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763722.448316:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763722.448319:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763722.448321:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763722.448323:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763722.448325:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:3.0:1787763722.448326:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763722.448328:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:3.0:1787763722.448330:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:3.0:1787763722.448333:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:3.0:1787763722.448336:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763722.448338:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763722.448340:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763722.448342:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763722.448344:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:3.0:1787763722.448347:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763722.448350:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763722.448351:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763722.448354:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763722.448356:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763722.448358:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763722.448360:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763722.448362:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763722.448364:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763722.448367:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b30c0.
00000020:00000040:3.0:1787763722.448370:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:3.0:1787763722.448372:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763722.448374:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763722.448376:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763722.448377:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763722.448379:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763722.448383:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9d800.
00000100:00000001:3.0:1787763722.448385:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763722.448390:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b30c0 x1874601358753536/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763722.448398:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763722.448399:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763722.448404:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8678ec4] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b30c0 x1874601358753536/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763722.448412:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763722.448416:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763722.448420:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787763722.448422:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763722.448424:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.1:1787763722.448425:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:3.0:1787763722.448427:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763722.448429:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4607
00000800:00000200:2.1:1787763722.448430:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000400:00000200:3.0:1787763722.448433:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763722.448435:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763722.448438:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763722.448441:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763722.448443:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763722.448445:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763722.448447:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763722.448450:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763722.448452:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:3.0:1787763722.448453:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763722.448455:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:3.0:1787763722.448457:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:3.0:1787763722.448459:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:3.0:1787763722.448462:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763722.448464:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763722.448466:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763722.448468:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763722.448471:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:3.0:1787763722.448475:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763722.448478:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763722.448479:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763722.448482:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763722.448483:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763722.448485:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763722.448489:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763722.448492:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763722.448494:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763722.448497:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b12c0.
00000020:00000040:3.0:1787763722.448500:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:3.0:1787763722.448510:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763722.448511:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763722.448513:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763722.448514:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763722.448516:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763722.448520:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9d400.
00000100:00000001:3.0:1787763722.448523:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763722.448527:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b12c0 x1874601358753664/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763722.448534:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763722.448536:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763722.448540:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001900fdea] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b12c0 x1874601358753664/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763722.448553:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763722.448556:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763722.448560:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763722.448562:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763722.448564:0:18336:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763722.448567:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763722.448570:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4607
00000400:00000200:3.0:1787763722.448573:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763722.448575:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763722.448578:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763722.448582:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763722.448584:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763722.448586:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763722.448589:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763722.448591:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763722.448593:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:3.0:1787763722.448595:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763722.448597:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:3.0:1787763722.448599:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:3.0:1787763722.448601:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:3.0:1787763722.448605:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763722.448607:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763722.448609:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763722.448611:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763722.448613:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:3.0:1787763722.448615:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763722.448617:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763722.448619:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763722.448622:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763722.448624:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763722.448626:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763722.448628:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763722.448631:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763722.448634:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763722.448637:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0780.
00000020:00000040:3.0:1787763722.448640:0:18336:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:3.0:1787763722.448642:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763722.448644:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763722.448646:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763722.448647:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763722.448649:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763722.448652:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9f000.
00000100:00000001:3.0:1787763722.448656:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763722.448660:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0780 x1874601358753792/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763722.448674:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763722.448677:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763722.448681:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cef40868] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0780 x1874601358753792/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763722.448689:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763722.448694:0:18336:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4618)
00000800:00000200:2.1:1787763722.448968:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763722.448974:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787763722.449330:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763722.449333:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787763722.449629:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763722.449631:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787763722.449893:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763722.449895:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00010000:00000001:0.0:1787763722.767959:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763722.767965:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763722.767970:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763722.767971:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763722.767973:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763722.767974:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763722.767976:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763722.767977:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763722.767980:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763722.767981:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763723.791925:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299281675, at 4299281728
00010000:00000001:0.0:1787763723.791930:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763723.791936:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763723.791942:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:3.0:1787763723.791943:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767ae0.
00010000:00000001:0.0:1787763723.791946:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763723.791951:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763723.791957:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763723.791961:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763723.791964:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763723.791966:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763723.791968:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763723.791973:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763723.791974:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763723.791977:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763723.791979:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763723.791982:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763723.791984:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763724.815956:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763724.815961:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763724.815965:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763724.815966:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763724.815968:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763724.815969:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763724.815971:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763724.815972:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763724.815974:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763724.815975:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763724.815994:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763724.815997:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763724.815999:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763725.839941:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763725.839949:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763725.839954:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763725.839955:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763725.839958:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763725.839959:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763725.839962:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763725.839962:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763725.839965:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763725.839966:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763726.863947:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763726.863954:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763726.863959:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763726.863960:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763726.863963:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763726.863967:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763726.863970:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763726.863974:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763726.863978:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763726.863981:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763726.863983:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763726.863986:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763726.863990:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763726.863992:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763726.863997:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763726.863999:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763726.864001:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763726.864002:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763726.864015:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763726.864016:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763726.864018:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763726.864019:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763727.567943:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763727.567952:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763727.567954:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763727.567973:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763727.567978:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763727.567986:0:18336:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 4613
00000400:00000200:3.0:1787763727.567996:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763727.568025:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763727.568029:0:18336:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763727.568032:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763727.568036:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763727.568056:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763727.568059:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763727.568064:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763727.568066:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:3.0:1787763727.568069:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763727.568073:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:3.0:1787763727.568076:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:3.0:1787763727.568079:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:3.0:1787763727.568083:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763727.568086:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763727.568088:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763727.568091:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763727.568095:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:3.0:1787763727.568098:0:18336:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763727.568101:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763727.568105:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763727.568108:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763727.568112:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763727.568114:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763727.568116:0:18336:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763727.568125:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b3480.
00000020:00000040:3.0:1787763727.568127:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:3.0:1787763727.568131:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763727.568132:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763727.568135:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763727.568138:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763727.568141:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763727.568148:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9dc00.
00000100:00000001:3.0:1787763727.568154:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763727.568161:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b3480 x1874601358753920/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763727.568170:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763727.568174:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763727.568178:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005fcc8ed6] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b3480 x1874601358753920/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763727.568198:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763727.568203:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763727.568206:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763727.568208:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763727.568210:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763727.568212:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763727.568215:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4613
00000400:00000200:3.0:1787763727.568220:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763727.568225:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763727.568228:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763727.568232:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763727.568235:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763727.568237:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763727.568240:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763727.568246:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763727.568249:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:3.0:1787763727.568253:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763727.568258:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:3.0:1787763727.568264:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:3.0:1787763727.568270:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:3.0:1787763727.568275:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763727.568277:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763727.568280:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763727.568287:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763727.568292:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:3.0:1787763727.568299:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763727.568306:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763727.568311:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763727.568336:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763727.568343:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763727.568350:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763727.568356:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763727.568364:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763727.568370:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763727.568377:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b1680.
00000020:00000040:3.0:1787763727.568383:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:3.0:1787763727.568409:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763727.568411:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763727.568416:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763727.568420:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763727.568424:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763727.568433:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9e800.
00000100:00000001:3.0:1787763727.568441:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763727.568451:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b1680 x1874601358754048/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763727.568463:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763727.568468:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763727.568477:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045d21e1f] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b1680 x1874601358754048/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763727.568496:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763727.568502:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763727.568512:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763727.568516:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763727.568519:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763727.568522:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763727.568529:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4613
00000400:00000200:3.0:1787763727.568540:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763727.568547:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763727.568552:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763727.568556:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763727.568561:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763727.568566:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763727.568569:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763727.568573:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763727.568575:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000800:00000200:2.1:1787763727.568576:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000020:00000001:3.0:1787763727.568577:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763727.568581:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000800:00000200:2.1:1787763727.568582:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000020:00000001:3.0:1787763727.568584:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:3.0:1787763727.568589:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:3.0:1787763727.568596:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763727.568598:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763727.568601:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763727.568605:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763727.568609:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:3.0:1787763727.568616:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763727.568620:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763727.568624:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763727.568627:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763727.568630:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763727.568634:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763727.568636:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763727.568642:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763727.568646:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763727.568651:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b1e00.
00000020:00000040:3.0:1787763727.568654:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:3.0:1787763727.568658:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763727.568660:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763727.568664:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763727.568667:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763727.568669:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763727.568674:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9e000.
00000100:00000001:3.0:1787763727.568680:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763727.568686:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b1e00 x1874601358754176/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763727.568700:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763727.568703:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763727.568708:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007fca43c8] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b1e00 x1874601358754176/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763727.568718:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763727.568721:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763727.568725:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787763727.568728:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763727.568731:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763727.568737:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763727.568742:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4613
00000400:00000200:3.0:1787763727.568750:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763727.568755:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763727.568760:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763727.568765:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763727.568769:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763727.568772:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763727.568777:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763727.568780:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763727.568782:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:3.0:1787763727.568785:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763727.568788:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:3.0:1787763727.568792:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:3.0:1787763727.568796:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:3.0:1787763727.568811:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763727.568815:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763727.568819:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763727.568824:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763727.568827:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:3.0:1787763727.568832:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763727.568837:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763727.568841:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763727.568845:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763727.568870:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763727.568872:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763727.568875:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763727.568876:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763727.568877:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763727.568880:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0000.
00000020:00000040:3.0:1787763727.568882:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:3.0:1787763727.568884:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763727.568887:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763727.568890:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763727.568893:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763727.568897:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763727.568901:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9c400.
00000100:00000001:3.0:1787763727.568905:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763727.568915:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0000 x1874601358754304/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763727.568926:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763727.568929:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763727.568953:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000084e1803] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0000 x1874601358754304/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763727.568974:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763727.568977:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763727.568983:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763727.568989:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763727.568994:0:18336:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763727.569017:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763727.569022:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4613
00000400:00000200:3.0:1787763727.569032:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763727.569056:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763727.569062:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763727.569070:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763727.569077:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763727.569084:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763727.569092:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763727.569098:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763727.569101:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:3.0:1787763727.569104:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763727.569106:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:3.0:1787763727.569109:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:3.0:1787763727.569115:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:3.0:1787763727.569121:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763727.569126:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763727.569130:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763727.569133:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763727.569137:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:3.0:1787763727.569142:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763727.569145:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763727.569149:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763727.569153:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763727.569157:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763727.569163:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763727.569167:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763727.569170:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763727.569171:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763727.569174:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b2940.
00000020:00000040:3.0:1787763727.569180:0:18336:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:3.0:1787763727.569185:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763727.569187:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763727.569190:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763727.569192:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763727.569194:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763727.569200:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9c000.
00000100:00000001:3.0:1787763727.569206:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763727.569213:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b2940 x1874601358754432/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763727.569240:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763727.569244:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763727.569249:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000bae3a13] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b2940 x1874601358754432/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763727.569267:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763727.569273:0:18336:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4623)
00000800:00000200:2.1:1787763727.569358:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763727.569360:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787763727.569569:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763727.569571:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787763727.569751:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763727.569752:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787763727.570100:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763727.570102:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00010000:00000001:0.0:1787763727.887907:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763727.887915:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763727.887920:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763727.887921:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763727.887925:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763727.887925:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763727.887929:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763727.887930:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763727.887933:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763727.887934:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763727.887953:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763727.887955:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763727.887958:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787763728.911897:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299286795, at 4299286848
00000100:00000010:3.0:1787763728.911911:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767ba0.
00010000:00000001:0.0:1787763728.911921:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763728.911927:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763728.911933:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763728.911949:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763728.911956:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763728.911958:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763728.911961:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763728.911963:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763728.911966:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763728.911967:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763729.935907:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763729.935914:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763729.935921:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763729.935923:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763729.935926:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763729.935928:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763729.935931:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763729.935933:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763729.935936:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763729.935938:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763730.959895:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763730.959901:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763730.959903:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763730.959906:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763730.959910:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763730.959911:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763730.959913:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763730.959915:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763730.959918:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763730.959919:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763730.959921:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763730.959923:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763730.959925:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763730.959926:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763730.959927:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763730.959928:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763730.959929:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763730.959930:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763730.959931:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763730.959933:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763730.959935:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763730.959936:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763730.959950:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763730.959952:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763730.959954:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763731.983943:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763731.983951:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763731.983957:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763731.983974:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763731.983980:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763731.983981:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763731.983985:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763731.983987:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763731.983990:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763731.983991:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787763732.688528:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763732.688534:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787763732.689111:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763732.689113:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787763732.689304:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763732.689306:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787763732.689541:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763732.689542:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787763732.689770:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763732.689772:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00010000:00000001:0.0:1787763733.007938:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763733.007945:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763733.007949:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763733.007971:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763733.007974:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763733.007975:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763733.007977:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763733.007978:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763733.007981:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763733.007982:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763734.031961:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299291915, at 4299291968
00010000:00000001:0.0:1787763734.031963:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763734.031968:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763734.031975:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9821987678a0.
00010000:00000001:0.0:1787763734.031976:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763734.031982:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763734.031985:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763734.031988:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763734.031991:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763734.031993:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763734.031995:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763734.031997:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763734.032000:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763734.032001:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763734.032005:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763734.032006:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763734.032009:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763734.032010:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763734.032026:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763734.032028:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763734.032030:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763735.055976:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763735.055981:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763735.055985:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763735.055986:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763735.055989:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763735.055990:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763735.055993:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763735.055993:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763735.055996:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763735.055996:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763736.080011:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763736.080019:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763736.080025:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763736.080026:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763736.080029:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763736.080030:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763736.080033:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763736.080034:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763736.080037:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763736.080038:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763737.103977:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763737.103985:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763737.103990:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763737.103992:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763737.103995:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763737.103998:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763737.104001:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763737.104004:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763737.104007:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763737.104009:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763737.104010:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763737.104012:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763737.104015:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763737.104016:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763737.104020:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763737.104022:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763737.104023:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763737.104025:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763737.104026:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763737.104028:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763737.104029:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763737.104032:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763737.104090:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763737.104092:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763737.104095:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1787763737.808566:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763737.808571:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787763737.809275:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763737.809278:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787763737.809547:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763737.809549:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787763737.809728:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763737.809729:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787763737.809963:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763737.809965:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00010000:00000001:0.0:1787763738.127989:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763738.127994:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763738.127999:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763738.128000:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763738.128002:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763738.128003:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763738.128006:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763738.128007:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763738.128009:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763738.128009:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763739.151988:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299297035, at 4299297088
00010000:00000001:0.0:1787763739.151992:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763739.151999:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763739.152007:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:3.0:1787763739.152007:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767300.
00010000:00000001:0.0:1787763739.152012:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763739.152019:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763739.152021:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763739.152025:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763739.152027:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763739.152031:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763739.152033:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763740.175955:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763740.175962:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763740.175965:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763740.175966:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763740.175969:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763740.175970:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763740.175972:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763740.175973:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763740.175975:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763740.175976:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763740.176001:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763740.176003:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763740.176005:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763741.199987:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763741.199996:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763741.199999:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763741.200002:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763741.200007:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763741.200010:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763741.200019:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763741.200022:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763741.200027:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763741.200029:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763741.200033:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763741.200035:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763741.200038:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763741.200040:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763741.200042:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763741.200043:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763741.200045:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763741.200046:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763741.200048:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763741.200050:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763741.200053:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763741.200055:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763742.223967:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763742.223973:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763742.223977:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763742.223978:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763742.223981:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763742.223982:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763742.223984:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763742.223985:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763742.223987:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763742.223988:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787763742.928505:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763742.928512:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787763742.929241:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763742.929243:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787763742.929435:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763742.929436:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787763742.929649:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763742.929651:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787763742.929950:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763742.929966:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00010000:00000001:0.0:1787763743.247935:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763743.247941:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763743.247945:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763743.247946:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763743.247948:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763743.247949:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763743.247951:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763743.247952:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763743.247954:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763743.247955:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763743.247971:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763743.247973:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763743.247981:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787763744.271966:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299302155, at 4299302208
00010000:00000001:0.0:1787763744.271969:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763744.271974:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763744.271982:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763744.271985:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000010:3.0:1787763744.271986:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2cf00.
00010000:00000001:0.0:1787763744.271987:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763744.271992:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763744.271995:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763744.271997:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763744.271998:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763744.272000:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763744.272003:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763744.272004:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763744.272006:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763744.272007:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763744.272010:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763744.272011:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763744.272052:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763744.272057:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763744.272060:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763745.295914:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763745.295920:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763745.295924:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763745.295925:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763745.295928:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763745.295929:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763745.295931:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763745.295932:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763745.295934:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763745.295935:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763746.319975:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763746.319981:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763746.319987:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763746.319989:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763746.319993:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763746.319994:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763746.319998:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763746.319999:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763746.320003:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763746.320004:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763746.320029:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763746.320032:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763746.320035:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763747.343951:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763747.343961:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763747.343967:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763747.343968:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763747.343971:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763747.343974:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763747.343975:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763747.343978:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763747.343980:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763747.343982:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763747.343983:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763747.343985:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763747.343987:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763747.343989:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763747.343991:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763747.343992:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763747.343993:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763747.343995:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763747.343996:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763747.343997:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763747.343998:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763747.343999:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763747.344062:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763747.344066:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763747.344068:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787763748.048472:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763748.048478:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787763748.049082:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763748.049083:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787763748.049299:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763748.049301:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787763748.049516:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763748.049517:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787763748.049695:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763748.049696:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00010000:00000001:0.0:1787763748.367927:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763748.367932:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763748.367936:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763748.367937:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763748.367940:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763748.367941:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763748.367943:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763748.367944:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763748.367946:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763748.367946:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763749.391943:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299307275, at 4299307328
00000100:00000010:3.0:1787763749.391959:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2cd20.
00010000:00000001:0.0:1787763749.391969:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763749.391976:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763749.391982:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763749.391984:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763749.391988:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763749.391990:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763749.391994:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763749.391995:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763749.391998:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763749.391999:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763749.392030:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763749.392033:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763749.392036:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763750.415996:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763750.416007:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763750.416010:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763750.416014:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763750.416020:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763750.416023:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763750.416026:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763750.416029:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763750.416035:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763750.416037:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763750.416041:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763750.416042:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763750.416046:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763750.416048:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763750.416050:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763750.416051:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763750.416053:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763750.416055:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763750.416057:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763750.416059:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763750.416063:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763750.416064:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763750.416125:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763750.416130:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763750.416134:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763751.439955:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763751.439961:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763751.439965:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763751.439966:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763751.439969:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763751.439970:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763751.439973:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763751.439974:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763751.439976:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763751.439977:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763752.463946:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763752.463954:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763752.463960:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763752.463961:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763752.463964:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763752.463965:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763752.463968:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763752.463969:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763752.463971:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763752.463972:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763752.463997:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763752.464001:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763752.464005:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1787763753.168669:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763753.168679:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787763753.169526:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763753.169528:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787763753.169822:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763753.169825:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787763753.170082:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763753.170084:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787763753.170294:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763753.170296:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 28 secs later)
00010000:00000001:0.0:1787763753.487935:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763753.487945:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763753.487954:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763753.487958:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763753.487961:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763753.487965:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763753.487969:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763753.487972:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763753.487974:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763753.487977:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763753.487982:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763753.487984:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763753.487988:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763753.487989:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763753.487994:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763753.487996:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763753.488073:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763753.488076:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763753.488079:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787763754.511934:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299312396, at 4299312448
00010000:00000001:0.0:1787763754.511939:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763754.511945:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763754.511953:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:3.0:1787763754.511953:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767de0.
00010000:00000001:0.0:1787763754.511956:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763754.511961:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763754.511962:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763754.511966:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763754.511968:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763754.511972:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763754.511974:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763755.536033:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763755.536044:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763755.536053:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763755.536055:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763755.536059:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763755.536061:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763755.536065:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763755.536067:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763755.536071:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763755.536073:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763755.536109:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763755.536113:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763755.536117:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763756.559931:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763756.559937:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763756.559941:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763756.559942:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763756.559945:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763756.559947:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763756.559949:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763756.559952:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763756.559954:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763756.559956:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763756.559957:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763756.559959:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763756.559961:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763756.559962:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763756.559965:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763756.559966:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763756.559967:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763756.559969:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763756.559970:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763756.559971:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763756.559972:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763756.559973:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763756.560020:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763756.560026:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763756.560030:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763757.583924:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763757.583931:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763757.583938:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763757.583939:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763757.583943:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763757.583944:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763757.583947:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763757.583949:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763757.583952:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763757.583954:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787763758.288470:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763758.288475:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1787763758.289163:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763758.289166:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1787763758.289364:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763758.289366:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1787763758.289540:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763758.289541:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1787763758.289822:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763758.289825:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 23 secs later)
00010000:00000001:0.0:1787763758.607932:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763758.607939:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763758.607943:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763758.607944:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763758.607947:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763758.607948:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763758.607950:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763758.607951:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763758.607954:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763758.607954:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763758.607972:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763758.607974:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763758.607976:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787763759.631916:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299317515, at 4299317568
00000100:00000010:3.0:1787763759.631942:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9821987671e0.
00010000:00000001:0.0:1787763759.631975:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763759.631985:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763759.631992:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763759.631994:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763759.631999:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763759.632001:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763759.632006:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763759.632008:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763759.632013:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763759.632014:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763759.632061:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763759.632065:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763759.632068:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763760.655923:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763760.655930:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763760.655932:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763760.655935:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763760.655938:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763760.655940:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763760.655941:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763760.655943:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763760.655947:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763760.655949:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763760.655953:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763760.655954:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763760.655958:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763760.655959:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763760.655961:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763760.655962:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763760.655964:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763760.655965:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763760.655967:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763760.655970:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763760.655974:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763760.655975:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763761.679945:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763761.679953:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763761.679958:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763761.679959:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763761.679962:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763761.679963:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763761.679966:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763761.679967:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763761.679970:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763761.679971:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763761.679992:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763761.679994:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763761.679997:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763762.703966:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763762.703977:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763762.703984:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763762.703986:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763762.703991:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763762.703993:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763762.703997:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763762.703999:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763762.704003:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763762.704005:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763762.704110:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763762.704117:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763762.704122:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787763763.408480:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763763.408485:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787763763.409130:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763763.409132:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787763763.409321:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763763.409323:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787763763.409528:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763763.409531:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787763763.409821:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763763.409822:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00010000:00000001:0.0:1787763763.727949:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763763.727954:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763763.727958:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763763.727960:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763763.727970:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763763.727972:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763763.727975:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763763.727976:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763763.727978:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763763.727979:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763763.727982:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763763.727984:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763763.727986:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763763.727987:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763763.727990:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763763.727990:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763764.751929:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299322635, at 4299322688
00010000:00000001:0.0:1787763764.751933:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763764.751940:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763764.751947:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2cba0.
00010000:00000001:0.0:1787763764.751948:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763764.751953:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763764.751960:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763764.751962:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763764.751967:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763764.751969:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763764.751972:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763764.751974:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763764.751995:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763764.751998:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763764.752000:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763765.775972:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763765.775978:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763765.775982:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763765.775983:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763765.775986:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763765.775987:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763765.775989:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763765.775990:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763765.775992:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763765.775993:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763765.776076:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763765.776084:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763765.776090:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763766.799906:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763766.799912:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763766.799916:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763766.799917:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763766.799919:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763766.799922:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763766.799924:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763766.799926:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763766.799928:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763766.799930:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763766.799931:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763766.799933:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763766.799935:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763766.799936:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763766.799938:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763766.799940:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763766.799941:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763766.799942:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763766.799943:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763766.799944:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763766.799945:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763766.799946:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763767.823958:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763767.823963:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763767.823968:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763767.823968:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763767.823971:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763767.823972:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763767.823974:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763767.823975:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763767.823977:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763767.823978:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763767.823997:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763767.823999:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763767.824001:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787763768.527980:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763768.527991:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763768.527994:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763768.527998:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763768.528002:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763768.528011:0:18336:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 4654
00000400:00000200:3.0:1787763768.528022:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763768.528029:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763768.528033:0:18336:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763768.528036:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763768.528040:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763768.528043:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763768.528046:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763768.528050:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763768.528053:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:3.0:1787763768.528055:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763768.528059:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:3.0:1787763768.528063:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:3.0:1787763768.528065:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:3.0:1787763768.528068:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763768.528071:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763768.528073:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763768.528075:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763768.528079:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:3.0:1787763768.528083:0:18336:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763768.528085:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763768.528089:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763768.528092:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763768.528096:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763768.528098:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763768.528101:0:18336:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763768.528110:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b3c00.
00000020:00000040:3.0:1787763768.528114:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:3.0:1787763768.528119:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763768.528121:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763768.528125:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763768.528127:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763768.528132:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763768.528141:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9e400.
00000100:00000001:3.0:1787763768.528148:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763768.528158:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b3c00 x1874601358759040/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763768.528170:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763768.528174:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763768.528181:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbda2d43] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b3c00 x1874601358759040/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763768.528221:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763768.528225:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763768.528228:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763768.528230:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763768.528232:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763768.528234:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763768.528237:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4654
00000400:00000200:3.0:1787763768.528241:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763768.528244:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763768.528247:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763768.528251:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763768.528254:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763768.528256:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763768.528259:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763768.528262:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763768.528263:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:3.0:1787763768.528266:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763768.528269:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:3.0:1787763768.528273:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:3.0:1787763768.528278:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:3.0:1787763768.528284:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763768.528287:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763768.528292:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763768.528297:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763768.528302:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:3.0:1787763768.528309:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763768.528314:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763768.528318:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763768.528326:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763768.528331:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763768.528336:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763768.528343:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763768.528350:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763768.528354:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763768.528363:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b1a40.
00000020:00000040:3.0:1787763768.528368:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:3.0:1787763768.528373:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763768.528377:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763768.528381:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763768.528383:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763768.528388:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763768.528398:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9c000.
00000100:00000001:3.0:1787763768.528406:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763768.528417:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b1a40 x1874601358759168/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763768.528432:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763768.528439:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763768.528449:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b5428e47] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b1a40 x1874601358759168/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763768.528472:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763768.528479:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763768.528489:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763768.528494:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763768.528498:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763768.528505:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763768.528512:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4654
00000400:00000200:3.0:1787763768.528521:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763768.528530:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000800:00000200:1.1:1787763768.528531:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00080000:3.0:1787763768.528536:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000800:00000200:1.1:1787763768.528536:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000100:00000040:3.0:1787763768.528545:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763768.528551:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763768.528556:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763768.528563:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763768.528568:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763768.528573:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:3.0:1787763768.528577:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763768.528582:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:3.0:1787763768.528588:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:3.0:1787763768.528594:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:3.0:1787763768.528603:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763768.528609:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763768.528615:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763768.528619:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763768.528625:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:3.0:1787763768.528648:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763768.528653:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763768.528656:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763768.528662:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763768.528668:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763768.528672:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763768.528676:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763768.528683:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763768.528686:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763768.528692:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0f00.
00000020:00000040:3.0:1787763768.528698:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:3.0:1787763768.528704:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763768.528708:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763768.528712:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763768.528716:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763768.528721:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763768.528729:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9c400.
00000100:00000001:3.0:1787763768.528736:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763768.528748:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0f00 x1874601358759296/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763768.528784:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763768.528789:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763768.528798:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031bb8c12] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0f00 x1874601358759296/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763768.528813:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763768.528818:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763768.528824:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787763768.528828:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763768.528832:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763768.528839:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763768.528846:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4654
00000400:00000200:3.0:1787763768.528886:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763768.528894:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763768.528901:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763768.528909:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763768.528912:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763768.528915:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763768.528921:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763768.528927:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763768.528930:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:3.0:1787763768.528936:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763768.528940:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:3.0:1787763768.528946:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:3.0:1787763768.528954:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:3.0:1787763768.528962:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763768.528967:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763768.528973:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763768.528979:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763768.528986:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:3.0:1787763768.528993:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763768.529001:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763768.529005:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763768.529010:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763768.529015:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763768.529020:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763768.529025:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763768.529031:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763768.529036:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763768.529045:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b3840.
00000020:00000040:3.0:1787763768.529052:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:3.0:1787763768.529059:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763768.529063:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763768.529067:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763768.529072:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763768.529077:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763768.529099:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9e000.
00000100:00000001:3.0:1787763768.529106:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763768.529115:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b3840 x1874601358759424/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763768.529131:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763768.529134:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763768.529139:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a874aff9] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b3840 x1874601358759424/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763768.529157:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763768.529164:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763768.529172:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763768.529178:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763768.529182:0:18336:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763768.529186:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763768.529193:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4654
00000400:00000200:3.0:1787763768.529217:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763768.529224:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763768.529227:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763768.529233:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763768.529239:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763768.529246:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763768.529252:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763768.529258:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763768.529262:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:3.0:1787763768.529266:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763768.529269:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:3.0:1787763768.529275:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:3.0:1787763768.529280:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:3.0:1787763768.529289:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763768.529295:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1787763768.529299:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000040:3.0:1787763768.529302:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763768.529305:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763768.529308:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:3.0:1787763768.529311:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763768.529317:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787763768.529320:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
02000000:00000001:3.0:1787763768.529321:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763768.529326:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763768.529332:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763768.529337:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763768.529341:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763768.529345:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763768.529349:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763768.529356:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b21c0.
00000020:00000040:3.0:1787763768.529360:0:18336:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:3.0:1787763768.529365:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763768.529369:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763768.529371:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763768.529374:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763768.529379:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763768.529385:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9e800.
00000100:00000001:3.0:1787763768.529391:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763768.529399:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b21c0 x1874601358759552/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763768.529407:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763768.529411:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763768.529418:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a837d5f] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b21c0 x1874601358759552/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763768.529428:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763768.529432:0:18336:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4664)
00000800:00000200:1.1:1787763768.529681:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763768.529683:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787763768.529936:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763768.529937:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787763768.530174:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763768.530176:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00010000:00000001:0.0:1787763768.847953:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763768.847959:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763768.847963:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763768.847964:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763768.847967:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763768.847968:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763768.847970:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763768.847971:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763768.847973:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763768.847973:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763768.848049:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763768.848052:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763768.848055:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787763769.871951:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299327755, at 4299327808
00010000:00000001:0.0:1787763769.871962:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763769.871968:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763769.871971:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2c9c0.
00010000:00000001:0.0:1787763769.871974:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763769.871976:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763769.871991:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763769.871996:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763769.872006:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763769.872009:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763769.872013:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763769.872014:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763770.896021:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763770.896044:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763770.896047:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763770.896052:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763770.896058:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763770.896061:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763770.896064:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763770.896067:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763770.896073:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763770.896075:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763770.896080:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763770.896082:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763770.896086:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763770.896088:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763770.896090:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763770.896091:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763770.896093:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763770.896095:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763770.896097:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763770.896099:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763770.896103:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763770.896104:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763770.896140:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763770.896144:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763770.896147:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763771.919969:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763771.919977:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763771.919982:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763771.919983:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763771.919986:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763771.919987:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763771.919990:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763771.919992:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763771.919995:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763771.919995:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763771.920088:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763771.920092:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763771.920096:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763772.944012:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763772.944021:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763772.944030:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763772.944031:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763772.944036:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763772.944038:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763772.944042:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763772.944043:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763772.944047:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763772.944048:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763773.647986:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763773.647999:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763773.648002:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763773.648006:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763773.648010:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763773.648018:0:58520:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 4659
00000400:00000200:3.0:1787763773.648028:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763773.648033:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763773.648036:0:58520:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763773.648039:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763773.648042:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763773.648044:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763773.648047:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763773.648050:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763773.648052:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:3.0:1787763773.648054:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763773.648057:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:3.0:1787763773.648059:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:3.0:1787763773.648060:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:3.0:1787763773.648062:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763773.648064:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763773.648065:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763773.648067:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763773.648070:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:3.0:1787763773.648072:0:58520:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763773.648074:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763773.648076:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763773.648080:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763773.648082:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763773.648084:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763773.648085:0:58520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763773.648096:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0b40.
00000020:00000040:3.0:1787763773.648107:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:3.0:1787763773.648111:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763773.648112:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763773.648115:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763773.648118:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763773.648123:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763773.648131:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9dc00.
00000100:00000001:3.0:1787763773.648138:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763773.648147:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0b40 x1874601358759680/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763773.648161:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763773.648165:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763773.648169:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d6e219c] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0b40 x1874601358759680/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763773.648197:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763773.648206:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763773.648211:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763773.648213:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763773.648215:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763773.648218:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763773.648221:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4659
00000400:00000200:3.0:1787763773.648225:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763773.648229:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763773.648231:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763773.648235:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763773.648237:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763773.648238:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763773.648240:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763773.648242:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763773.648243:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:3.0:1787763773.648244:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763773.648246:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:3.0:1787763773.648247:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:3.0:1787763773.648249:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:3.0:1787763773.648252:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763773.648254:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763773.648258:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763773.648260:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763773.648263:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:3.0:1787763773.648268:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763773.648272:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763773.648275:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763773.648282:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763773.648288:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763773.648292:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763773.648298:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763773.648303:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763773.648305:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763773.648310:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b03c0.
00000020:00000040:3.0:1787763773.648314:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:3.0:1787763773.648319:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763773.648321:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763773.648327:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763773.648328:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763773.648332:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763773.648336:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9f000.
00000100:00000001:3.0:1787763773.648341:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763773.648352:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b03c0 x1874601358759808/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763773.648371:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763773.648377:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763773.648385:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fa8aa37] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b03c0 x1874601358759808/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763773.648408:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763773.648414:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763773.648426:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763773.648432:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763773.648437:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763773.648444:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763773.648454:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4659
00000400:00000200:3.0:1787763773.648463:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763773.648473:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763773.648478:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763773.648486:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763773.648493:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763773.648500:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763773.648508:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763773.648527:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763773.648531:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:3.0:1787763773.648536:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763773.648542:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:3.0:1787763773.648548:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:3.0:1787763773.648555:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000800:00000200:1.1:1787763773.648566:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000040:3.0:1787763773.648569:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000800:00000200:1.1:1787763773.648571:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000100:00000001:3.0:1787763773.648576:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763773.648598:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763773.648605:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763773.648611:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:3.0:1787763773.648620:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763773.648638:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763773.648641:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763773.648648:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763773.648653:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763773.648659:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763773.648664:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763773.648669:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763773.648675:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763773.648686:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b21c0.
00000020:00000040:3.0:1787763773.648693:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:3.0:1787763773.648699:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763773.648703:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763773.648709:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763773.648714:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763773.648719:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763773.648729:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9d400.
00000100:00000001:3.0:1787763773.648736:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763773.648747:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b21c0 x1874601358759936/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763773.648776:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763773.648783:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763773.648796:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a837d5f] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b21c0 x1874601358759936/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763773.648818:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763773.648825:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763773.648831:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787763773.648836:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763773.648839:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763773.648845:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763773.648879:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4659
00000400:00000200:3.0:1787763773.648883:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763773.648890:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763773.648892:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763773.648899:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763773.648904:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763773.648908:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763773.648913:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763773.648916:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763773.648920:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:3.0:1787763773.648922:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763773.648926:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:3.0:1787763773.648928:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:3.0:1787763773.648932:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:3.0:1787763773.648940:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763773.648943:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763773.648946:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763773.648950:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763773.648955:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:3.0:1787763773.648960:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763773.648964:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763773.648969:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763773.648972:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763773.648975:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763773.648980:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763773.648983:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763773.648989:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763773.648993:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763773.648999:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b3840.
00000020:00000040:3.0:1787763773.649003:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:3.0:1787763773.649009:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763773.649012:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763773.649015:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763773.649017:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763773.649021:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763773.649025:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9d800.
00000100:00000001:3.0:1787763773.649030:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763773.649038:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b3840 x1874601358760064/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763773.649049:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763773.649053:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763773.649060:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a874aff9] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b3840 x1874601358760064/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763773.649069:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763773.649076:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763773.649084:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763773.649088:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763773.649093:0:58520:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763773.649100:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763773.649108:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4659
00000400:00000200:3.0:1787763773.649117:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763773.649125:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763773.649131:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763773.649140:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763773.649147:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763773.649152:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763773.649160:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763773.649168:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763773.649172:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:3.0:1787763773.649174:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763773.649177:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:3.0:1787763773.649184:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:3.0:1787763773.649191:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:3.0:1787763773.649202:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763773.649210:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763773.649216:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763773.649223:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763773.649229:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:3.0:1787763773.649238:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763773.649245:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763773.649249:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763773.649254:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763773.649262:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763773.649267:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763773.649274:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763773.649283:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763773.649291:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763773.649300:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0f00.
00000020:00000040:3.0:1787763773.649306:0:58520:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:3.0:1787763773.649315:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763773.649319:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763773.649324:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763773.649328:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763773.649331:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763773.649339:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9cc00.
00000100:00000001:3.0:1787763773.649347:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763773.649357:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0f00 x1874601358760192/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763773.649379:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763773.649384:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763773.649396:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031bb8c12] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0f00 x1874601358760192/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763773.649425:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763773.649433:0:58520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4669)
00000800:00000200:1.1:1787763773.649445:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763773.649447:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787763773.649681:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763773.649683:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787763773.649961:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763773.649963:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787763773.650283:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763773.650286:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00010000:00000001:0.0:1787763773.967971:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763773.967979:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763773.967985:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763773.967988:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763773.967991:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763773.967995:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763773.967998:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763773.968000:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763773.968002:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763773.968004:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763773.968007:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763773.968008:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763773.968011:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763773.968012:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763773.968015:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763773.968016:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763773.968055:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763773.968057:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763773.968060:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787763774.991979:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299332875, at 4299332928
00010000:00000001:0.0:1787763774.991985:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763774.991991:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763774.991995:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2cd20.
00010000:00000001:0.0:1787763774.991999:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763774.992002:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763774.992011:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763774.992013:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763774.992019:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763774.992021:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763774.992025:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763774.992027:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763774.992074:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763774.992077:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763774.992080:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763776.015932:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763776.015940:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763776.015945:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763776.015946:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763776.015949:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763776.015950:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763776.015953:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763776.015954:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763776.015957:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763776.015957:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763777.039989:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763777.039997:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763777.040003:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763777.040004:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763777.040008:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763777.040011:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763777.040014:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763777.040018:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763777.040022:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763777.040025:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763777.040027:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763777.040030:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763777.040034:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763777.040036:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763777.040040:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763777.040042:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763777.040044:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763777.040046:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763777.040048:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763777.040050:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763777.040052:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763777.040054:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763777.040082:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763777.040085:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763777.040088:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763778.063942:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763778.063949:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763778.063954:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763778.063955:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763778.063958:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763778.063959:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763778.063962:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763778.063963:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763778.063966:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763778.063967:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763778.064023:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763778.064027:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763778.064030:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787763778.768768:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763778.768775:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787763778.769463:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763778.769465:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787763778.769716:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763778.769718:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787763778.769952:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763778.769972:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787763778.770209:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763778.770211:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00010000:00000001:0.0:1787763779.088009:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763779.088018:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763779.088025:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763779.088026:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763779.088030:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763779.088031:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763779.088034:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763779.088035:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763779.088039:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763779.088040:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763780.111961:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299337996, at 4299338048
00010000:00000001:0.0:1787763780.111969:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763780.111973:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763780.111977:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2cf00.
00010000:00000001:0.0:1787763780.111978:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763780.111982:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763780.111988:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763780.111993:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763780.111998:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763780.111999:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763780.112003:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763780.112007:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763781.135996:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763781.136007:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763781.136010:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763781.136014:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763781.136021:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763781.136023:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763781.136026:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763781.136030:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763781.136035:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763781.136037:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763781.136041:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763781.136043:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763781.136048:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763781.136050:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763781.136052:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763781.136053:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763781.136056:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763781.136057:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763781.136059:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763781.136060:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763781.136064:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763781.136065:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763781.136194:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763781.136199:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763781.136202:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763782.159943:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763782.159950:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763782.159956:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763782.159958:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763782.159961:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763782.159963:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763782.159966:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763782.159967:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763782.159971:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763782.159972:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763783.184037:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763783.184045:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763783.184051:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763783.184052:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763783.184055:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763783.184057:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763783.184061:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763783.184062:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763783.184065:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763783.184066:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763783.184137:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763783.184142:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763783.184146:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787763783.887970:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763783.887979:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763783.887982:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763783.887985:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763783.887988:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763783.887995:0:58520:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 4669
00000400:00000200:3.0:1787763783.888002:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763783.888007:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763783.888010:0:58520:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763783.888013:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763783.888015:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763783.888017:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763783.888019:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763783.888023:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763783.888024:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:3.0:1787763783.888026:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763783.888028:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:3.0:1787763783.888030:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:3.0:1787763783.888032:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:3.0:1787763783.888033:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763783.888035:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763783.888036:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763783.888037:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763783.888040:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:3.0:1787763783.888042:0:58520:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763783.888044:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763783.888046:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763783.888049:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763783.888051:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763783.888053:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763783.888054:0:58520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763783.888063:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b1a40.
00000020:00000040:3.0:1787763783.888066:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:3.0:1787763783.888069:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763783.888070:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763783.888073:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763783.888075:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763783.888078:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763783.888084:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9ec00.
00000100:00000001:3.0:1787763783.888090:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763783.888097:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b1a40 x1874601358760960/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763783.888105:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763783.888109:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763783.888113:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b5428e47] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b1a40 x1874601358760960/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763783.888138:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763783.888141:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763783.888143:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763783.888144:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763783.888145:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763783.888147:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763783.888149:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4669
00000400:00000200:3.0:1787763783.888151:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763783.888153:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763783.888154:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763783.888156:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763783.888158:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763783.888160:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763783.888162:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763783.888164:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763783.888165:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:3.0:1787763783.888166:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763783.888168:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:3.0:1787763783.888169:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:3.0:1787763783.888171:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:3.0:1787763783.888176:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763783.888178:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763783.888179:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763783.888181:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763783.888182:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:3.0:1787763783.888184:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763783.888185:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763783.888187:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763783.888192:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763783.888201:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763783.888202:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763783.888206:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763783.888210:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763783.888212:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763783.888217:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b3c00.
00000020:00000040:3.0:1787763783.888219:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:3.0:1787763783.888222:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763783.888224:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763783.888230:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763783.888231:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763783.888234:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763783.888240:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9fc00.
00000100:00000001:3.0:1787763783.888248:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763783.888265:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b3c00 x1874601358761088/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763783.888279:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763783.888282:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763783.888289:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbda2d43] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b3c00 x1874601358761088/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763783.888304:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763783.888306:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763783.888309:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763783.888320:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763783.888325:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763783.888331:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763783.888338:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4669
00000400:00000200:3.0:1787763783.888345:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763783.888352:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763783.888362:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763783.888371:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763783.888373:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763783.888377:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763783.888389:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763783.888397:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763783.888398:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:3.0:1787763783.888399:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763783.888402:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:3.0:1787763783.888407:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:3.0:1787763783.888411:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:3.0:1787763783.888419:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763783.888420:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763783.888428:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763783.888448:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763783.888463:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:3.0:1787763783.888470:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763783.888480:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763783.888488:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763783.888514:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763783.888525:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763783.888529:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763783.888539:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763783.888553:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763783.888556:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763783.888559:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b2940.
00000020:00000040:3.0:1787763783.888567:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:3.0:1787763783.888570:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763783.888572:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763783.888573:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763783.888574:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763783.888577:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763783.888585:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9f400.
00000100:00000001:3.0:1787763783.888589:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763783.888599:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b2940 x1874601358761216/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763783.888615:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763783.888625:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763783.888635:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000bae3a13] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b2940 x1874601358761216/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763783.888679:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763783.888682:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763783.888692:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787763783.888694:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763783.888699:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763783.888714:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763783.888722:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4669
00000400:00000200:3.0:1787763783.888738:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763783.888748:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763783.888750:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763783.888757:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763783.888765:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763783.888770:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763783.888773:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000800:00000200:1.1:1787763783.888778:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000020:00000001:3.0:1787763783.888780:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763783.888784:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:3.0:1787763783.888788:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763783.888791:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:3.0:1787763783.888793:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:3.0:1787763783.888796:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:3.0:1787763783.888801:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763783.888802:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763783.888806:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763783.888811:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763783.888820:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:3.0:1787763783.888832:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763783.888842:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763783.888906:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763783.888911:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763783.888916:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763783.888918:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763783.888920:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763783.888921:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763783.888923:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763783.888925:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0000.
00000020:00000040:3.0:1787763783.888928:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:3.0:1787763783.888931:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763783.888935:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763783.888940:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763783.888944:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763783.888947:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763783.888954:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9c800.
00000100:00000001:3.0:1787763783.888959:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763783.888966:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0000 x1874601358761344/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763783.888977:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763783.888980:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763783.888993:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000084e1803] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0000 x1874601358761344/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763783.889018:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763783.889021:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763783.889024:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763783.889028:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763783.889035:0:58520:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763783.889045:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763783.889060:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4669
00000400:00000200:3.0:1787763783.889074:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763783.889087:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763783.889097:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763783.889104:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763783.889109:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763783.889116:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763783.889127:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763783.889135:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763783.889139:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:3.0:1787763783.889144:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763783.889150:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:3.0:1787763783.889161:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:3.0:1787763783.889165:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:3.0:1787763783.889171:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763783.889175:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763783.889184:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763783.889188:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763783.889193:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:3.0:1787763783.889197:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763783.889201:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763783.889207:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763783.889214:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763783.889223:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763783.889226:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763783.889227:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763783.889239:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763783.889243:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763783.889254:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b1e00.
00000020:00000040:3.0:1787763783.889261:0:58520:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:3.0:1787763783.889264:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763783.889265:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763783.889268:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763783.889269:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763783.889271:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763783.889276:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9f800.
00000100:00000001:3.0:1787763783.889283:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763783.889296:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b1e00 x1874601358761472/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763783.889322:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763783.889328:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763783.889337:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007fca43c8] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b1e00 x1874601358761472/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763783.889363:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763783.889375:0:58520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4679)
00000800:00000200:1.1:1787763783.889438:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763783.889654:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763783.889843:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763783.890075:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00010000:00000001:0.0:1787763784.207920:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763784.207925:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763784.207930:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763784.207933:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763784.207935:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763784.207937:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763784.207940:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763784.207941:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763784.207943:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763784.207944:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763784.207947:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763784.207948:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763784.207950:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763784.207951:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763784.207953:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763784.207954:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763784.208013:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763784.208016:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763784.208019:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787763785.231945:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299343116, at 4299343168
00010000:00000001:0.0:1787763785.231950:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763785.231955:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763785.231961:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763785.231963:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763785.231963:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2c660.
00010000:00000001:0.0:1787763785.231970:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763785.231971:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763785.231975:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763785.231977:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763785.231981:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763785.231983:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763786.255948:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763786.255953:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763786.255957:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763786.255958:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763786.255960:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763786.255961:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763786.255964:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763786.255965:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763786.255967:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763786.255969:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763786.256026:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763786.256030:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763786.256033:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1787763786.960077:0:2377:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.141:988
00000400:00000100:0.0:1787763786.960113:0:2377:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.141@tcp at host 192.168.202.141 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1787763786.960122:0:2377:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763786.960126:0:2377:0:(router.c:1791:lnet_notify()) 192.168.202.41@tcp notifying 192.168.202.141@tcp: down
00000400:00000200:0.0:1787763786.960132:0:2377:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787763786.960136:0:2377:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1787763786.960141:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:0.0:1787763786.960145:0:2377:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88000.
00000400:00000200:0.0:1787763786.960151:0:2377:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787763786.960157:0:2377:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787763786.960163:0:2377:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fc38
00000400:00000010:0.0:1787763786.960166:0:2377:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fc38.
00000100:00000001:0.0:1787763786.960172:0:2377:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787763786.960182:0:2377:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9821899b1a40 x1874601358760960/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763808 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763786.960210:0:2377:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763786.960216:0:2377:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b1a40 x1874601358760960/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763808 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763786.960224:0:2377:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763786.960227:0:2377:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787763786.960236:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:0.0:1787763786.960239:0:2377:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88f00.
00000400:00000200:0.0:1787763786.960242:0:2377:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787763786.960246:0:2377:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787763786.960249:0:2377:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f198
00000400:00000010:0.0:1787763786.960251:0:2377:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f198.
00000100:00000001:0.0:1787763786.960254:0:2377:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787763786.960259:0:2377:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9821899b3c00 x1874601358761088/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763808 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763786.960267:0:2377:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763786.960271:0:2377:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b3c00 x1874601358761088/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763808 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763786.960292:0:2377:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763786.960294:0:2377:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787763786.960300:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:0.0:1787763786.960303:0:2377:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88800.
00000400:00000200:0.0:1787763786.960306:0:2377:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787763786.960310:0:2377:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787763786.960313:0:2377:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f088
00000400:00000010:0.0:1787763786.960315:0:2377:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f088.
00000100:00000001:0.0:1787763786.960317:0:2377:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787763786.960322:0:2377:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9821899b2940 x1874601358761216/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763808 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763786.960331:0:2377:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763786.960335:0:2377:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b2940 x1874601358761216/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763808 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763786.960341:0:2377:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763786.960343:0:2377:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787763786.960348:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:0.0:1787763786.960351:0:2377:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88100.
00000400:00000200:0.0:1787763786.960354:0:2377:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787763786.960357:0:2377:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787763786.960360:0:2377:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f770
00000400:00000010:0.0:1787763786.960362:0:2377:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f770.
00000100:00000001:0.0:1787763786.960365:0:2377:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787763786.960369:0:2377:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9821899b0000 x1874601358761344/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763808 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763786.960378:0:2377:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763786.960380:0:2377:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b0000 x1874601358761344/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763808 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763786.960387:0:2377:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763786.960389:0:2377:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787763786.960394:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:0.0:1787763786.960396:0:2377:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88d00.
00000400:00000200:0.0:1787763786.960399:0:2377:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787763786.960402:0:2377:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787763786.960405:0:2377:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f000
00000400:00000010:0.0:1787763786.960407:0:2377:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f000.
00000100:00000001:0.0:1787763786.960410:0:2377:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787763786.960415:0:2377:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9821899b1e00 x1874601358761472/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763808 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763786.960423:0:2377:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787763786.960426:0:2377:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b1e00 x1874601358761472/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763808 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787763786.960434:0:2377:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787763786.960435:0:2377:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:0.0:1787763787.279953:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763787.279960:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763787.279967:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763787.279968:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763787.279972:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763787.279975:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763787.279977:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763787.279980:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763787.279982:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763787.279984:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763787.279985:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763787.279987:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763787.279989:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763787.279990:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763787.279993:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763787.279994:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763787.279995:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763787.279996:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763787.279997:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763787.279998:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763787.279999:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763787.280000:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763787.280081:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763787.280086:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763787.280089:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763788.303943:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763788.303950:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763788.303954:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763788.303955:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763788.303958:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763788.303959:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763788.303962:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763788.303962:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763788.303965:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763788.303966:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763789.007922:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763789.007950:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763789.007954:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763789.007958:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763789.007962:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763789.007971:0:58520:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 4674
00000400:00000200:3.0:1787763789.007982:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763789.007989:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763789.007993:0:58520:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763789.007996:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763789.007999:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763789.008001:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763789.008003:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763789.008006:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763789.008007:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:3.0:1787763789.008010:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763789.008012:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:3.0:1787763789.008014:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:3.0:1787763789.008015:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:3.0:1787763789.008018:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763789.008020:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763789.008021:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763789.008023:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763789.008025:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:3.0:1787763789.008027:0:58520:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763789.008029:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763789.008032:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763789.008034:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763789.008037:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763789.008039:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763789.008041:0:58520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763789.008048:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b1680.
00000020:00000040:3.0:1787763789.008051:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:3.0:1787763789.008055:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763789.008057:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763789.008060:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763789.008062:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763789.008066:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763789.008073:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9d000.
00000100:00000001:3.0:1787763789.008080:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763789.008089:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b1680 x1874601358761600/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763789.008100:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763789.008105:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763789.008110:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045d21e1f] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b1680 x1874601358761600/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763789.008135:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763789.008138:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763789.008140:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763789.008142:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763789.008144:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763789.008146:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763789.008150:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4674
00000400:00000200:3.0:1787763789.008154:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763789.008158:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763789.008160:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763789.008163:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763789.008165:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763789.008168:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763789.008171:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763789.008174:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763789.008176:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:3.0:1787763789.008178:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763789.008180:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:3.0:1787763789.008182:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:3.0:1787763789.008185:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:3.0:1787763789.008189:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763789.008195:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763789.008199:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763789.008204:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763789.008209:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:3.0:1787763789.008216:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763789.008223:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763789.008228:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763789.008236:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763789.008241:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763789.008246:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763789.008254:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763789.008276:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763789.008280:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763789.008288:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b3480.
00000020:00000040:3.0:1787763789.008292:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:3.0:1787763789.008296:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763789.008301:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763789.008306:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763789.008308:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763789.008310:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763789.008318:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9ec00.
00000100:00000001:3.0:1787763789.008325:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763789.008334:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b3480 x1874601358761728/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763789.008347:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763789.008354:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763789.008362:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005fcc8ed6] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b3480 x1874601358761728/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763789.008382:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763789.008385:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763789.008389:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763789.008391:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763789.008393:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763789.008402:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763789.008409:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4674
00000400:00000200:3.0:1787763789.008421:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763789.008429:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763789.008434:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763789.008440:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763789.008459:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763789.008463:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763789.008465:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763789.008468:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763789.008469:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:3.0:1787763789.008471:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763789.008473:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:3.0:1787763789.008477:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:3.0:1787763789.008484:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:3.0:1787763789.008490:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763789.008496:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763789.008503:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763789.008508:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763789.008515:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:3.0:1787763789.008522:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763789.008527:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763789.008532:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763789.008538:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763789.008544:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763789.008549:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763789.008555:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763789.008564:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763789.008568:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763789.008576:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0780.
00000020:00000040:3.0:1787763789.008581:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:3.0:1787763789.008589:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763789.008592:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763789.008598:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763789.008601:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763789.008604:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763789.008610:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9c800.
00000100:00000001:3.0:1787763789.008617:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763789.008627:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0780 x1874601358761856/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1787763789.008646:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763789.008650:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1787763789.008660:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763789.008665:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763789.008675:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cef40868] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0780 x1874601358761856/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763789.008767:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763789.008773:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763789.008787:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787763789.008793:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763789.008796:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763789.008801:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763789.008809:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4674
00000400:00000200:3.0:1787763789.008820:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763789.008828:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763789.008835:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763789.008843:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763789.008884:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763789.008890:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763789.008896:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763789.008902:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763789.008906:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:3.0:1787763789.008910:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763789.008915:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:3.0:1787763789.008921:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:3.0:1787763789.008927:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:3.0:1787763789.008937:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763789.008943:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763789.008951:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763789.008958:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763789.008965:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:3.0:1787763789.008972:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763789.008977:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763789.008980:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763789.008984:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763789.008991:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763789.008997:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763789.009004:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763789.009009:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763789.009014:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763789.009021:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b12c0.
00000020:00000040:3.0:1787763789.009028:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:3.0:1787763789.009036:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763789.009039:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763789.009044:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763789.009048:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763789.009052:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763789.009061:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9f400.
00000100:00000001:3.0:1787763789.009069:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763789.009082:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b12c0 x1874601358761984/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763789.009099:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763789.009104:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763789.009114:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001900fdea] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b12c0 x1874601358761984/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763789.009135:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763789.009140:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763789.009148:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763789.009152:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763789.009156:0:58520:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763789.009163:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763789.009177:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4674
00000400:00000200:3.0:1787763789.009187:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763789.009197:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763789.009203:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763789.009209:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763789.009215:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763789.009218:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763789.009222:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763789.009226:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763789.009230:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:3.0:1787763789.009233:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763789.009238:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:3.0:1787763789.009244:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:3.0:1787763789.009249:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:3.0:1787763789.009254:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763789.009259:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763789.009264:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763789.009270:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763789.009276:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:3.0:1787763789.009284:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763789.009291:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763789.009296:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763789.009302:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763789.009308:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763789.009312:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763789.009317:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763789.009323:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763789.009328:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763789.009334:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b30c0.
00000020:00000040:3.0:1787763789.009340:0:58520:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:3.0:1787763789.009347:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763789.009351:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763789.009356:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763789.009360:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763789.009364:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763789.009373:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9fc00.
00000100:00000001:3.0:1787763789.009379:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763789.009388:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b30c0 x1874601358762112/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763789.009414:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763789.009419:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763789.009429:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8678ec4] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b30c0 x1874601358762112/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763789.009460:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763789.009469:0:58520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4684)
00000800:00000200:1.1:1787763789.009534:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763789.009537:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787763789.009836:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763789.009839:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787763789.010106:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763789.010109:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787763789.010415:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763789.010416:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00010000:00000001:0.0:1787763789.327909:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763789.327916:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763789.327920:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763789.327921:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763789.327923:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763789.327924:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763789.327926:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763789.327927:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763789.327929:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763789.327930:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763789.327979:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763789.327982:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763789.327985:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787763790.351964:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299348235, at 4299348288
00000100:00000010:3.0:1787763790.351983:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2c900.
00010000:00000001:0.0:1787763790.351993:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763790.352000:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763790.352009:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763790.352011:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763790.352018:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763790.352021:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763790.352025:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763790.352027:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763790.352031:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763790.352032:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763790.352093:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763790.352097:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763790.352100:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763791.375947:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763791.375956:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763791.375959:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763791.375962:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763791.375967:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763791.375970:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763791.375971:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763791.375973:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763791.375976:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763791.375978:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763791.375981:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763791.375982:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763791.375985:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763791.375990:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763791.375992:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763791.375993:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763791.375994:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763791.375995:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763791.375997:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763791.375999:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763791.376003:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763791.376004:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763792.399973:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763792.399979:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763792.399983:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763792.399984:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763792.399986:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763792.399987:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763792.399990:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763792.399991:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763792.399993:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763792.399994:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763792.400048:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763792.400051:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763792.400054:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763793.423908:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763793.423915:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763793.423920:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763793.423923:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763793.423924:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763793.423927:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763793.423930:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763793.423931:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763793.423933:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763793.423935:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763793.423944:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763793.423945:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763793.423947:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763793.423948:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763793.423950:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763793.423951:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763793.423987:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763793.423991:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763793.423993:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787763794.127934:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763794.127943:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763794.127945:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763794.127948:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763794.127952:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763794.127959:0:58520:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 4679
00000400:00000200:3.0:1787763794.127967:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763794.127973:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763794.127976:0:58520:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763794.127978:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763794.127981:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763794.127983:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763794.127985:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763794.127988:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763794.127990:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:3.0:1787763794.127992:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763794.127995:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:3.0:1787763794.127997:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:3.0:1787763794.127998:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:3.0:1787763794.128000:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763794.128002:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763794.128004:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763794.128005:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763794.128008:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:3.0:1787763794.128010:0:58520:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763794.128012:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763794.128014:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763794.128017:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763794.128019:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763794.128021:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763794.128022:0:58520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763794.128030:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b2580.
00000020:00000040:3.0:1787763794.128033:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:3.0:1787763794.128036:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763794.128037:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763794.128039:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763794.128042:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763794.128046:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763794.128053:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9f800.
00000100:00000001:3.0:1787763794.128058:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763794.128065:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b2580 x1874601358762240/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763794.128079:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763794.128083:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763794.128087:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d0536d5] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b2580 x1874601358762240/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763794.128109:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763794.128112:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763794.128115:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763794.128116:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763794.128118:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763794.128120:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763794.128121:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4679
00000400:00000200:3.0:1787763794.128124:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763794.128126:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763794.128128:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763794.128130:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763794.128132:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763794.128134:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763794.128135:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763794.128137:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763794.128138:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:3.0:1787763794.128139:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763794.128140:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:3.0:1787763794.128141:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:3.0:1787763794.128143:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:3.0:1787763794.128145:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763794.128146:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763794.128147:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763794.128149:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763794.128151:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:3.0:1787763794.128154:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763794.128156:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763794.128157:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763794.128162:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763794.128164:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763794.128165:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763794.128170:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763794.128172:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763794.128174:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763794.128176:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b2d00.
00000020:00000040:3.0:1787763794.128178:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:3.0:1787763794.128179:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763794.128180:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763794.128184:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763794.128186:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763794.128188:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763794.128203:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9cc00.
00000100:00000001:3.0:1787763794.128214:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763794.128228:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b2d00 x1874601358762368/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763794.128240:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763794.128248:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763794.128263:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000583ee9bd] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b2d00 x1874601358762368/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763794.128286:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763794.128290:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763794.128297:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763794.128304:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763794.128312:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763794.128319:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763794.128324:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4679
00000400:00000200:3.0:1787763794.128338:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763794.128345:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763794.128347:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763794.128351:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763794.128360:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763794.128369:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763794.128377:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763794.128390:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763794.128394:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:3.0:1787763794.128417:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763794.128419:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:3.0:1787763794.128421:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:3.0:1787763794.128424:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:3.0:1787763794.128442:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763794.128444:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763794.128446:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763794.128454:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763794.128461:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:3.0:1787763794.128464:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763794.128467:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763794.128477:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763794.128482:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763794.128490:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763794.128499:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763794.128505:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763794.128512:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763794.128521:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763794.128531:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b30c0.
00000020:00000040:3.0:1787763794.128535:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:3.0:1787763794.128546:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763794.128548:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763794.128552:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763794.128557:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763794.128563:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763794.128567:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9d800.
00000100:00000001:3.0:1787763794.128570:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763794.128580:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b30c0 x1874601358762496/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763794.128600:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763794.128608:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763794.128619:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8678ec4] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b30c0 x1874601358762496/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763794.128647:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763794.128659:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763794.128671:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787763794.128673:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763794.128675:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763794.128685:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763794.128695:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4679
00000400:00000200:3.0:1787763794.128717:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763794.128727:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763794.128732:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763794.128740:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763794.128750:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763794.128760:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763794.128768:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000800:00000200:1.1:1787763794.128773:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000020:00000001:3.0:1787763794.128775:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763794.128782:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000800:00000200:1.1:1787763794.128783:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000020:00000001:3.0:1787763794.128791:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763794.128795:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:3.0:1787763794.128804:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:3.0:1787763794.128820:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:3.0:1787763794.128826:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763794.128833:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763794.128842:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763794.128846:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763794.128876:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:3.0:1787763794.128879:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763794.128881:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763794.128883:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763794.128887:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763794.128888:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763794.128890:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763794.128893:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763794.128896:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763794.128898:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763794.128902:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b12c0.
00000020:00000040:3.0:1787763794.128908:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:3.0:1787763794.128918:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763794.128921:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763794.128930:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763794.128933:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763794.128936:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763794.128950:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9d400.
00000100:00000001:3.0:1787763794.128963:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763794.128978:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b12c0 x1874601358762624/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763794.129054:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763794.129062:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763794.129072:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001900fdea] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b12c0 x1874601358762624/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763794.129102:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763794.129111:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763794.129124:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763794.129126:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763794.129128:0:58520:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763794.129133:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763794.129137:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4679
00000400:00000200:3.0:1787763794.129143:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763794.129151:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763794.129155:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763794.129164:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763794.129177:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763794.129189:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763794.129197:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763794.129200:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763794.129207:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:3.0:1787763794.129214:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763794.129220:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:3.0:1787763794.129231:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:3.0:1787763794.129239:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:3.0:1787763794.129248:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763794.129251:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763794.129257:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763794.129261:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763794.129264:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:3.0:1787763794.129273:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763794.129276:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763794.129282:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763794.129285:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763794.129292:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763794.129294:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763794.129301:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763794.129306:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763794.129309:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763794.129320:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0780.
00000020:00000040:3.0:1787763794.129326:0:58520:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:3.0:1787763794.129334:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763794.129338:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763794.129343:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763794.129346:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763794.129350:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763794.129353:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9f000.
00000100:00000001:3.0:1787763794.129360:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763794.129369:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0780 x1874601358762752/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763794.129427:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763794.129432:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763794.129440:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cef40868] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0780 x1874601358762752/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763794.129458:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763794.129463:0:58520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4689)
00000800:00000200:1.1:1787763794.129678:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763794.129680:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787763794.129938:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763794.129939:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787763794.130138:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763794.130157:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787763794.130414:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763794.130416:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00010000:00000001:0.0:1787763794.447897:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763794.447903:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763794.447907:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763794.447908:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763794.447911:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763794.447912:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763794.447914:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763794.447915:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763794.447917:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763794.447917:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763795.471909:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299353356, at 4299353408
00010000:00000001:0.0:1787763795.471928:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:3.0:1787763795.471928:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2c240.
00010000:00000001:0.0:1787763795.471938:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763795.471949:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763795.471952:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763795.471962:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763795.471963:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763795.471967:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763795.471969:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763795.471972:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763795.471973:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763795.472016:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763795.472019:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763795.472022:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763796.495898:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763796.495903:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763796.495907:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763796.495908:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763796.495911:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763796.495913:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763796.495915:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763796.495918:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763796.495920:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763796.495922:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763796.495923:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763796.495925:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763796.495927:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763796.495928:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763796.495930:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763796.495931:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763796.495932:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763796.495933:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763796.495934:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763796.495935:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763796.495936:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763796.495938:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763796.495987:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763796.495990:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763796.495992:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763797.519954:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763797.519960:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763797.519965:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763797.519966:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763797.519968:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763797.519969:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763797.519971:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763797.519972:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763797.519974:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763797.519975:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763798.543909:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763798.543915:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763798.543919:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763798.543920:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763798.543922:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763798.543923:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763798.543925:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763798.543926:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763798.543928:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763798.543929:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763798.544007:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763798.544010:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763798.544013:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787763799.247886:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763799.247895:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763799.247897:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763799.247900:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763799.247904:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763799.247911:0:58520:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 4684
00000400:00000200:3.0:1787763799.247920:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763799.247927:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763799.247931:0:58520:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763799.247934:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763799.247937:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763799.247940:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763799.247942:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763799.247947:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763799.247949:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:3.0:1787763799.247952:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763799.247955:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:3.0:1787763799.247958:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:3.0:1787763799.247961:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:3.0:1787763799.247964:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763799.247966:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763799.247968:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763799.247970:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763799.247973:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:3.0:1787763799.247977:0:58520:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763799.247979:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763799.247982:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763799.247986:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763799.247989:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763799.247992:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763799.247994:0:58520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763799.248004:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b3480.
00000020:00000040:3.0:1787763799.248008:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:3.0:1787763799.248013:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763799.248015:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763799.248018:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763799.248021:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763799.248025:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763799.248031:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9dc00.
00000100:00000001:3.0:1787763799.248037:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763799.248045:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b3480 x1874601358762880/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763799.248053:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763799.248057:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763799.248061:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005fcc8ed6] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b3480 x1874601358762880/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763799.248079:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763799.248082:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763799.248084:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763799.248086:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763799.248087:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763799.248089:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763799.248090:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4684
00000400:00000200:3.0:1787763799.248094:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763799.248098:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763799.248100:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763799.248102:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763799.248104:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763799.248107:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763799.248111:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763799.248116:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763799.248119:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:3.0:1787763799.248121:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763799.248124:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:3.0:1787763799.248126:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:3.0:1787763799.248132:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:3.0:1787763799.248141:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763799.248143:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763799.248145:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763799.248152:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763799.248160:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:3.0:1787763799.248167:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763799.248179:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763799.248185:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763799.248193:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763799.248198:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763799.248201:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763799.248205:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763799.248209:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763799.248211:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763799.248217:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b1680.
00000020:00000040:3.0:1787763799.248222:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:3.0:1787763799.248224:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763799.248227:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763799.248237:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763799.248240:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763799.248244:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763799.248249:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9e800.
00000100:00000001:3.0:1787763799.248254:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763799.248263:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b1680 x1874601358763008/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763799.248280:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763799.248285:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763799.248291:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045d21e1f] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b1680 x1874601358763008/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763799.248311:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763799.248314:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763799.248319:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763799.248322:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763799.248325:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763799.248334:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763799.248340:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4684
00000400:00000200:3.0:1787763799.248362:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763799.248370:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763799.248376:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763799.248380:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763799.248385:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763799.248391:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763799.248395:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763799.248399:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763799.248400:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:3.0:1787763799.248401:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763799.248403:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:3.0:1787763799.248405:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:3.0:1787763799.248410:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:3.0:1787763799.248413:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763799.248418:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763799.248419:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763799.248422:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763799.248425:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:3.0:1787763799.248431:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763799.248435:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787763799.248438:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
02000000:00000001:3.0:1787763799.248439:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.1:1787763799.248444:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
02000000:00000001:3.0:1787763799.248445:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763799.248452:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763799.248457:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763799.248460:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763799.248465:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763799.248471:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763799.248479:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b1a40.
00000020:00000040:3.0:1787763799.248485:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:3.0:1787763799.248491:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763799.248494:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763799.248500:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763799.248502:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763799.248505:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763799.248511:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9e000.
00000100:00000001:3.0:1787763799.248517:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763799.248526:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b1a40 x1874601358763136/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763799.248540:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763799.248544:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763799.248550:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b5428e47] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b1a40 x1874601358763136/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763799.248558:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763799.248563:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763799.248566:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787763799.248570:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763799.248574:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763799.248578:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763799.248584:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4684
00000400:00000200:3.0:1787763799.248593:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763799.248601:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763799.248606:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763799.248612:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763799.248615:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763799.248621:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763799.248624:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763799.248628:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763799.248631:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:3.0:1787763799.248634:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763799.248638:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:3.0:1787763799.248643:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:3.0:1787763799.248649:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:3.0:1787763799.248657:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763799.248660:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763799.248666:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763799.248671:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763799.248676:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:3.0:1787763799.248681:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763799.248685:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763799.248687:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763799.248692:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763799.248696:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763799.248700:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763799.248704:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763799.248707:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763799.248712:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763799.248718:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0000.
00000020:00000040:3.0:1787763799.248721:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:3.0:1787763799.248725:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763799.248728:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763799.248731:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763799.248734:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763799.248737:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763799.248742:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9c400.
00000100:00000001:3.0:1787763799.248749:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763799.248761:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0000 x1874601358763264/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763799.248776:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763799.248777:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763799.248779:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000084e1803] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0000 x1874601358763264/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763799.248795:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763799.248799:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763799.248803:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763799.248807:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763799.248810:0:58520:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763799.248816:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763799.248821:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4684
00000400:00000200:3.0:1787763799.248828:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763799.248832:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763799.248835:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763799.248842:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763799.248846:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763799.248879:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763799.248882:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763799.248884:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763799.248885:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:3.0:1787763799.248888:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763799.248892:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:3.0:1787763799.248896:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:3.0:1787763799.248899:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:3.0:1787763799.248906:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763799.248911:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763799.248916:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763799.248919:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763799.248926:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:3.0:1787763799.248932:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763799.248936:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763799.248940:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763799.248945:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763799.248949:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763799.248953:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763799.248957:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763799.248960:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763799.248963:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763799.248970:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b2940.
00000020:00000040:3.0:1787763799.248974:0:58520:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:3.0:1787763799.248977:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763799.248981:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763799.248983:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763799.248987:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763799.248990:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763799.248996:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9c000.
00000100:00000001:3.0:1787763799.249002:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763799.249012:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b2940 x1874601358763392/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763799.249027:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763799.249031:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763799.249039:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000bae3a13] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b2940 x1874601358763392/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763799.249047:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763799.249052:0:58520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4694)
00000800:00000200:1.1:1787763799.249094:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763799.249096:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787763799.249317:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763799.249319:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787763799.249519:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763799.249521:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787763799.249765:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763799.249767:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00010000:00000001:0.0:1787763799.567935:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763799.567941:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763799.567946:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763799.567947:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763799.567949:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763799.567950:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763799.567953:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763799.567954:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763799.567956:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763799.567957:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763799.568021:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763799.568025:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763799.568029:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787763800.591991:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299358475, at 4299358528
00010000:00000001:0.0:1787763800.591994:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763800.591999:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763800.592008:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763800.592012:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763800.592013:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2c720.
00010000:00000001:0.0:1787763800.592023:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763800.592027:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763800.592033:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763800.592036:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763800.592039:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763800.592040:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763801.615930:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763801.615939:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763801.615942:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763801.615945:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763801.615951:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763801.615953:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763801.615955:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763801.615957:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763801.615960:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763801.615962:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763801.615965:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763801.615966:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763801.615968:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763801.615970:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763801.615971:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763801.615972:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763801.615973:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763801.615974:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763801.615975:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763801.615976:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763801.615979:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763801.615980:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763801.616048:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763801.616053:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763801.616056:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763802.639989:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763802.639997:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763802.640003:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763802.640004:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763802.640007:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763802.640009:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763802.640017:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763802.640018:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763802.640021:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763802.640022:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763802.640095:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763802.640100:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763802.640105:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763803.663911:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763803.663917:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763803.663921:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763803.663924:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763803.663926:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763803.663929:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763803.663931:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763803.663933:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763803.663934:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763803.663936:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763803.663939:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763803.663939:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763803.663942:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763803.663943:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763803.663945:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763803.663946:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763804.367939:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763804.367951:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763804.367954:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763804.367957:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763804.367962:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763804.367970:0:58520:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 4689
00000400:00000200:3.0:1787763804.367979:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763804.367986:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763804.367990:0:58520:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763804.367993:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763804.367997:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763804.368000:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763804.368003:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763804.368008:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763804.368010:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:3.0:1787763804.368013:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763804.368017:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:3.0:1787763804.368019:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:3.0:1787763804.368022:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:3.0:1787763804.368026:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763804.368028:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763804.368030:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763804.368032:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763804.368036:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:3.0:1787763804.368040:0:58520:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763804.368043:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763804.368046:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763804.368050:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763804.368053:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763804.368056:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763804.368058:0:58520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763804.368068:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b3c00.
00000020:00000040:3.0:1787763804.368071:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:3.0:1787763804.368075:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763804.368077:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763804.368080:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763804.368084:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763804.368087:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763804.368094:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9e400.
00000100:00000001:3.0:1787763804.368102:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763804.368111:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b3c00 x1874601358763520/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763804.368122:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763804.368127:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763804.368132:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbda2d43] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b3c00 x1874601358763520/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763804.368169:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763804.368173:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763804.368176:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763804.368178:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763804.368179:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763804.368182:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763804.368185:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4689
00000400:00000200:3.0:1787763804.368189:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763804.368193:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763804.368196:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763804.368200:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763804.368203:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763804.368205:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763804.368208:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763804.368213:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763804.368217:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:3.0:1787763804.368221:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763804.368225:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:3.0:1787763804.368231:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:3.0:1787763804.368237:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:3.0:1787763804.368245:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763804.368252:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763804.368260:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763804.368266:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763804.368273:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:3.0:1787763804.368282:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763804.368289:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763804.368295:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763804.368303:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763804.368322:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763804.368326:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763804.368331:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763804.368340:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763804.368344:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763804.368353:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b1e00.
00000020:00000040:3.0:1787763804.368364:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:3.0:1787763804.368372:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763804.368376:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763804.368382:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763804.368385:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763804.368388:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763804.368396:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9c000.
00000100:00000001:3.0:1787763804.368404:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763804.368416:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b1e00 x1874601358763648/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763804.368439:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763804.368444:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763804.368453:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007fca43c8] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b1e00 x1874601358763648/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763804.368470:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763804.368477:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763804.368485:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000800:00000200:1.1:1787763804.368485:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:3.0:1787763804.368491:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:1.1:1787763804.368491:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000100:00080000:3.0:1787763804.368495:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763804.368502:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763804.368510:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4689
00000400:00000200:3.0:1787763804.368520:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763804.368526:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763804.368529:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763804.368535:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763804.368540:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763804.368545:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763804.368549:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763804.368554:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763804.368557:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:3.0:1787763804.368560:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763804.368564:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:3.0:1787763804.368571:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:3.0:1787763804.368574:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:3.0:1787763804.368583:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763804.368590:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763804.368596:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763804.368602:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763804.368606:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:3.0:1787763804.368614:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763804.368622:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763804.368626:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763804.368631:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763804.368637:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763804.368642:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763804.368647:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763804.368653:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763804.368659:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763804.368676:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0f00.
00000020:00000040:3.0:1787763804.368683:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:3.0:1787763804.368688:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763804.368693:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763804.368699:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763804.368701:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763804.368706:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763804.368714:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9c400.
00000100:00000001:3.0:1787763804.368721:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763804.368732:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0f00 x1874601358763776/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763804.368751:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763804.368756:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763804.368766:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031bb8c12] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0f00 x1874601358763776/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763804.368787:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763804.368793:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763804.368801:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787763804.368805:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763804.368809:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763804.368815:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763804.368821:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4689
00000400:00000200:3.0:1787763804.368829:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763804.368839:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763804.368844:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763804.368881:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763804.368886:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763804.368892:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763804.368899:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763804.368905:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763804.368910:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:3.0:1787763804.368914:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763804.368919:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:3.0:1787763804.368926:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:3.0:1787763804.368933:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:3.0:1787763804.368942:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763804.368947:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763804.368953:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763804.368959:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763804.368964:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:3.0:1787763804.368973:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763804.368980:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763804.368986:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763804.368992:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763804.368997:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763804.369002:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763804.369007:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763804.369015:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763804.369019:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763804.369024:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b3840.
00000020:00000040:3.0:1787763804.369030:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:3.0:1787763804.369036:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763804.369039:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763804.369044:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763804.369047:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763804.369050:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763804.369055:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9e000.
00000100:00000001:3.0:1787763804.369062:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763804.369072:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b3840 x1874601358763904/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763804.369092:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763804.369097:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763804.369108:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a874aff9] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b3840 x1874601358763904/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763804.369137:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763804.369143:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763804.369152:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000200:1.1:1787763804.369153:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:3.0:1787763804.369157:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:1.1:1787763804.369158:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000100:00080000:3.0:1787763804.369161:0:58520:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763804.369168:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763804.369175:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4689
00000400:00000200:3.0:1787763804.369185:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763804.369191:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763804.369194:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763804.369203:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763804.369208:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763804.369214:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763804.369221:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763804.369228:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763804.369233:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:3.0:1787763804.369239:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763804.369243:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:3.0:1787763804.369250:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:3.0:1787763804.369257:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:3.0:1787763804.369268:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763804.369274:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763804.369281:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763804.369287:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763804.369294:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:3.0:1787763804.369303:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763804.369325:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763804.369331:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763804.369336:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763804.369344:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763804.369348:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763804.369354:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763804.369361:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763804.369366:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763804.369374:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b21c0.
00000020:00000040:3.0:1787763804.369380:0:58520:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:3.0:1787763804.369386:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763804.369389:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763804.369394:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763804.369398:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763804.369402:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763804.369411:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9e800.
00000100:00000001:3.0:1787763804.369418:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763804.369432:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b21c0 x1874601358764032/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763804.369477:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763804.369483:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763804.369495:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a837d5f] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b21c0 x1874601358764032/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763804.369514:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763804.369523:0:58520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4700)
00000800:00000200:1.1:1787763804.369608:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763804.369609:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787763804.369865:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763804.369866:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787763804.370075:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763804.370077:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00010000:00000001:0.0:1787763804.687956:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763804.687964:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763804.687971:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763804.687972:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763804.687976:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763804.687977:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763804.687981:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763804.687983:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763804.687986:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763804.687987:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763804.688043:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763804.688047:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763804.688050:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787763805.711918:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299363595, at 4299363648
00010000:00000001:0.0:1787763805.711933:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:3.0:1787763805.711933:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2ce40.
00010000:00000001:0.0:1787763805.711938:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763805.711946:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763805.711947:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763805.711951:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763805.711953:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763805.711956:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763805.711958:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763805.711961:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763805.711962:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763805.712002:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763805.712005:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763805.712008:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763806.735943:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763806.735948:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763806.735953:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763806.735954:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763806.735957:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763806.735960:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763806.735962:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763806.735965:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763806.735967:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763806.735969:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763806.735971:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763806.735972:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763806.735975:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763806.735976:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763806.735978:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763806.735979:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763806.735980:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763806.735981:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763806.735982:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763806.735983:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763806.735984:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763806.735985:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763807.759961:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763807.759966:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763807.759970:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763807.759971:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763807.759973:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763807.759974:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763807.759976:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763807.759977:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763807.759980:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763807.759981:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763807.760027:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763807.760031:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763807.760033:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763808.783953:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763808.783958:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763808.783962:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763808.783963:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763808.783965:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763808.783966:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763808.783968:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763808.783969:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763808.783971:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763808.783973:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763808.784034:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763808.784038:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763808.784042:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1787763809.488667:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763809.488675:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787763809.489350:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763809.489353:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787763809.489701:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763809.489703:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787763809.490091:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763809.490094:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787763809.490440:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763809.490443:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00010000:00000001:0.0:1787763809.807956:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763809.807962:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763809.807966:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763809.807967:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763809.807970:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763809.807971:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763809.807973:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763809.807974:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763809.807977:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763809.807978:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763810.831942:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299368716, at 4299368768
00010000:00000001:0.0:1787763810.831947:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763810.831951:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763810.831959:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:3.0:1787763810.831960:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767a20.
00010000:00000001:0.0:1787763810.831962:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763810.831970:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763810.831971:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763810.831976:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763810.831978:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763810.831982:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763810.831984:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763810.832012:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763810.832016:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763810.832021:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763811.855927:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763811.855934:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763811.855936:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763811.855938:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763811.855942:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763811.855944:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763811.855946:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763811.855947:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763811.855950:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763811.855951:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763811.855954:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763811.855955:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763811.855958:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763811.855959:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763811.855960:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763811.855961:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763811.855962:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763811.855962:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763811.855964:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763811.855965:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763811.855968:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763811.855969:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763811.856009:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763811.856013:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763811.856016:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763812.879942:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763812.879948:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763812.879953:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763812.879953:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763812.879956:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763812.879957:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763812.879959:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763812.879960:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763812.879962:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763812.879963:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763813.903910:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763813.903916:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763813.903921:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763813.903924:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763813.903926:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763813.903928:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763813.903931:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763813.903932:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763813.903934:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763813.903935:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763813.903938:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763813.903939:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763813.903941:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763813.903942:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763813.903944:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763813.903945:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763813.904008:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763813.904013:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763813.904016:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787763814.608044:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763814.608054:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763814.608056:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763814.608059:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763814.608062:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763814.608069:0:58520:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 4700
00000400:00000200:3.0:1787763814.608077:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763814.608082:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763814.608085:0:58520:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763814.608087:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763814.608090:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763814.608092:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763814.608094:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763814.608097:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763814.608099:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:3.0:1787763814.608101:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763814.608103:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:3.0:1787763814.608105:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:3.0:1787763814.608106:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:3.0:1787763814.608108:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763814.608109:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763814.608111:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763814.608112:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763814.608114:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:3.0:1787763814.608117:0:58520:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763814.608119:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763814.608121:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763814.608124:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763814.608126:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763814.608127:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763814.608129:0:58520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763814.608136:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b03c0.
00000020:00000040:3.0:1787763814.608139:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:3.0:1787763814.608143:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763814.608144:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763814.608146:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763814.608149:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763814.608153:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763814.608159:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9dc00.
00000100:00000001:3.0:1787763814.608164:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763814.608170:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b03c0 x1874601358764800/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763814.608181:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763814.608186:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763814.608192:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fa8aa37] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b03c0 x1874601358764800/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763814.608230:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763814.608234:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763814.608238:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763814.608239:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763814.608241:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763814.608244:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763814.608248:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4700
00000400:00000200:3.0:1787763814.608254:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763814.608258:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763814.608261:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763814.608266:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763814.608269:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763814.608274:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763814.608278:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763814.608280:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763814.608283:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:3.0:1787763814.608286:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763814.608290:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:3.0:1787763814.608294:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:3.0:1787763814.608298:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:3.0:1787763814.608304:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763814.608308:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763814.608311:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763814.608315:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763814.608317:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:3.0:1787763814.608323:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763814.608325:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763814.608327:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763814.608332:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763814.608335:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763814.608337:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763814.608341:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763814.608347:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763814.608350:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763814.608355:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0b40.
00000020:00000040:3.0:1787763814.608359:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:3.0:1787763814.608364:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763814.608366:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763814.608368:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763814.608370:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763814.608373:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763814.608380:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9f000.
00000100:00000001:3.0:1787763814.608387:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763814.608393:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0b40 x1874601358764928/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763814.608403:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763814.608407:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763814.608412:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d6e219c] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0b40 x1874601358764928/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763814.608449:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763814.608453:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763814.608461:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763814.608464:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763814.608466:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763814.608472:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763814.608476:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4700
00000400:00000200:3.0:1787763814.608520:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763814.608527:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763814.608529:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763814.608533:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763814.608535:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763814.608540:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763814.608544:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763814.608548:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763814.608551:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:3.0:1787763814.608553:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:2.1:1787763814.608554:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000020:00000040:3.0:1787763814.608555:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000800:00000200:2.1:1787763814.608559:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000020:00000001:3.0:1787763814.608560:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:3.0:1787763814.608567:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:3.0:1787763814.608575:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763814.608582:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763814.608589:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763814.608597:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763814.608602:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:3.0:1787763814.608610:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763814.608617:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763814.608622:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763814.608627:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763814.608630:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763814.608632:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763814.608635:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763814.608640:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763814.608643:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763814.608650:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b21c0.
00000020:00000040:3.0:1787763814.608655:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:3.0:1787763814.608658:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763814.608661:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763814.608664:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763814.608666:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763814.608667:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763814.608674:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9d400.
00000100:00000001:3.0:1787763814.608681:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763814.608691:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b21c0 x1874601358765056/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763814.608705:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763814.608712:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763814.608723:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a837d5f] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b21c0 x1874601358765056/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763814.608747:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763814.608751:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763814.608757:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787763814.608760:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763814.608763:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763814.608767:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763814.608773:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4700
00000400:00000200:3.0:1787763814.608782:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763814.608789:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763814.608794:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763814.608800:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763814.608804:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763814.608808:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763814.608812:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763814.608817:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763814.608821:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:3.0:1787763814.608826:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763814.608830:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:3.0:1787763814.608835:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:3.0:1787763814.608840:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:3.0:1787763814.608881:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763814.608887:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763814.608894:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763814.608902:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763814.608909:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:3.0:1787763814.608918:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763814.608926:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763814.608933:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763814.608939:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763814.608946:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763814.608952:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763814.608958:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763814.608965:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763814.608970:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763814.608978:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b3840.
00000020:00000040:3.0:1787763814.608985:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:3.0:1787763814.608992:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763814.608997:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763814.609004:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763814.609007:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763814.609012:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763814.609020:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9d800.
00000100:00000001:3.0:1787763814.609028:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763814.609039:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b3840 x1874601358765184/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763814.609058:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763814.609063:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763814.609072:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a874aff9] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b3840 x1874601358765184/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763814.609094:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763814.609100:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763814.609106:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763814.609110:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763814.609114:0:58520:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763814.609120:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763814.609126:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4700
00000400:00000200:3.0:1787763814.609131:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763814.609136:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763814.609140:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763814.609144:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763814.609146:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763814.609150:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763814.609154:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763814.609158:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763814.609160:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:3.0:1787763814.609163:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763814.609165:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:3.0:1787763814.609171:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:3.0:1787763814.609176:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:3.0:1787763814.609184:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763814.609189:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763814.609197:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763814.609203:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763814.609223:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:3.0:1787763814.609231:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763814.609239:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763814.609243:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763814.609248:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763814.609254:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763814.609259:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763814.609262:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763814.609268:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763814.609272:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763814.609279:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0f00.
00000020:00000040:3.0:1787763814.609285:0:58520:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:3.0:1787763814.609289:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763814.609292:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763814.609294:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763814.609297:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763814.609299:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763814.609307:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9cc00.
00000100:00000001:3.0:1787763814.609313:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787763814.609318:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00100000:3.0:1787763814.609321:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0f00 x1874601358765312/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1787763814.609324:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000100:00000001:3.0:1787763814.609334:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763814.609337:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763814.609343:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031bb8c12] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0f00 x1874601358765312/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763814.609356:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763814.609363:0:58520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4710)
00000800:00000200:2.1:1787763814.609556:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763814.609558:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787763814.609835:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763814.609837:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787763814.610042:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763814.610045:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00010000:00000001:0.0:1787763814.927943:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763814.927950:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763814.927955:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763814.927956:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763814.927960:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763814.927961:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763814.927965:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763814.927966:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763814.927970:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763814.927972:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763814.928020:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763814.928023:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763814.928026:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763815.951950:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763815.951955:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763815.951962:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763815.951966:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763815.951971:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763815.951973:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763815.951977:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763815.951979:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763815.951983:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763815.951985:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763815.952073:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299373835, at 4299373888
00000100:00000010:3.0:1787763815.952080:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767840.
00010000:00000001:0.0:1787763816.975971:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763816.975976:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763816.975981:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763816.975982:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763816.975984:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763816.975987:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763816.975989:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763816.975992:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763816.975994:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763816.975996:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763816.975997:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763816.975999:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763816.976001:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763816.976001:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763816.976004:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763816.976005:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763816.976006:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763816.976007:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763816.976008:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763816.976009:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763816.976010:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763816.976011:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763816.976081:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763816.976087:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763816.976091:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763818.000003:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763818.000014:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763818.000022:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763818.000024:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763818.000029:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763818.000030:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763818.000033:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763818.000034:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763818.000037:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763818.000038:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763818.000111:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763818.000116:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763818.000118:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763819.023958:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763819.023966:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763819.023972:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763819.023973:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763819.023975:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763819.023976:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763819.023979:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763819.023980:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763819.023983:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763819.023984:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787763819.728631:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763819.728638:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787763819.729214:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763819.729217:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787763819.729428:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763819.729431:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787763819.729605:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763819.729607:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787763819.729782:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763819.729784:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00010000:00000001:0.0:1787763820.048014:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763820.048023:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763820.048031:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763820.048032:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763820.048037:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763820.048038:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763820.048042:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763820.048043:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763820.048048:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763820.048049:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763820.048124:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763820.048135:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763820.048146:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763821.071924:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000040:3.0:1787763821.071924:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299378955, at 4299379008
00010000:00000001:0.0:1787763821.071932:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763821.071938:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763821.071940:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763821.071943:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767120.
00010000:00000001:0.0:1787763821.071944:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763821.071947:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763821.071951:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763821.071953:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763821.071956:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763821.071957:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763822.095982:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763822.095993:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763822.095995:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763822.096000:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763822.096005:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763822.096007:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763822.096008:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763822.096010:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763822.096015:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763822.096016:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763822.096019:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763822.096020:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763822.096023:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763822.096025:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763822.096026:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763822.096027:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763822.096028:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763822.096029:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763822.096030:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763822.096032:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763822.096034:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763822.096035:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763823.119914:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763823.119920:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763823.119925:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763823.119926:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763823.119929:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763823.119930:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763823.119932:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763823.119933:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763823.119935:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763823.119936:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763823.119977:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763823.119981:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763823.119984:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763824.143914:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763824.143921:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763824.143924:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763824.143927:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763824.143929:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763824.143932:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763824.143934:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763824.143936:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763824.143937:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763824.143939:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763824.143941:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763824.143942:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763824.143945:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763824.143946:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763824.143948:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763824.143949:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763824.848007:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763824.848018:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763824.848021:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763824.848025:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763824.848029:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763824.848037:0:58520:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 4710
00000400:00000200:3.0:1787763824.848047:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763824.848054:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763824.848058:0:58520:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763824.848061:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763824.848065:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763824.848068:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763824.848070:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763824.848075:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763824.848077:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:3.0:1787763824.848080:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763824.848085:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:3.0:1787763824.848087:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:3.0:1787763824.848090:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:3.0:1787763824.848094:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763824.848096:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763824.848099:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763824.848101:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763824.848104:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:3.0:1787763824.848108:0:58520:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763824.848111:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763824.848114:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763824.848118:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763824.848153:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763824.848155:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763824.848158:0:58520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763824.848169:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b1e00.
00000020:00000040:3.0:1787763824.848173:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:3.0:1787763824.848178:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763824.848180:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763824.848183:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763824.848186:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763824.848190:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763824.848198:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9f800.
00000100:00000001:3.0:1787763824.848205:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763824.848215:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b1e00 x1874601358766080/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763824.848226:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763824.848230:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763824.848236:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007fca43c8] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b1e00 x1874601358766080/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763824.848259:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763824.848262:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763824.848266:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763824.848268:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763824.848270:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763824.848273:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763824.848276:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4710
00000400:00000200:3.0:1787763824.848281:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763824.848285:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763824.848288:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763824.848293:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763824.848298:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763824.848303:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763824.848308:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763824.848315:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763824.848318:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:3.0:1787763824.848322:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763824.848326:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:3.0:1787763824.848332:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:3.0:1787763824.848338:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:3.0:1787763824.848348:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763824.848354:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763824.848358:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763824.848365:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763824.848370:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:3.0:1787763824.848378:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763824.848384:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763824.848389:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763824.848395:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763824.848398:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763824.848402:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763824.848408:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763824.848416:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763824.848422:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763824.848431:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b3c00.
00000020:00000040:3.0:1787763824.848438:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:3.0:1787763824.848445:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763824.848448:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763824.848462:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763824.848466:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763824.848471:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763824.848480:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9fc00.
00000100:00000001:3.0:1787763824.848488:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763824.848501:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b3c00 x1874601358766208/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763824.848517:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763824.848523:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763824.848534:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbda2d43] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b3c00 x1874601358766208/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1787763824.848554:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:3.0:1787763824.848555:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787763824.848557:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000100:00080000:3.0:1787763824.848562:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763824.848571:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763824.848574:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763824.848579:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763824.848588:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763824.848596:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4710
00000400:00000200:3.0:1787763824.848606:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763824.848616:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763824.848622:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763824.848632:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763824.848636:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763824.848639:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763824.848646:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763824.848650:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763824.848654:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:3.0:1787763824.848659:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763824.848663:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:3.0:1787763824.848669:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:3.0:1787763824.848674:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:3.0:1787763824.848679:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763824.848684:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763824.848688:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763824.848695:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763824.848702:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:3.0:1787763824.848710:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763824.848715:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763824.848719:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763824.848725:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763824.848730:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763824.848734:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763824.848739:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763824.848745:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763824.848749:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763824.848755:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b2940.
00000020:00000040:3.0:1787763824.848760:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:3.0:1787763824.848767:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763824.848770:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763824.848776:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763824.848780:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763824.848784:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763824.848791:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9f400.
00000100:00000001:3.0:1787763824.848798:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763824.848810:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b2940 x1874601358766336/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763824.848889:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763824.848896:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763824.848908:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000bae3a13] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b2940 x1874601358766336/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763824.848921:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763824.848924:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763824.848932:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787763824.848935:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763824.848938:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763824.848941:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763824.848946:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4710
00000400:00000200:3.0:1787763824.848954:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763824.848959:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763824.848963:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763824.848969:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763824.848973:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763824.848977:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763824.848980:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763824.848983:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763824.848985:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:3.0:1787763824.848988:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763824.848990:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:3.0:1787763824.848995:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:3.0:1787763824.848997:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:3.0:1787763824.849001:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763824.849005:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763824.849009:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763824.849012:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763824.849017:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:3.0:1787763824.849023:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763824.849026:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763824.849030:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763824.849033:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763824.849036:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763824.849040:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763824.849042:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763824.849047:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763824.849051:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763824.849058:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0000.
00000020:00000040:3.0:1787763824.849059:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:3.0:1787763824.849062:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763824.849065:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763824.849069:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763824.849071:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763824.849075:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763824.849080:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9c800.
00000100:00000001:3.0:1787763824.849086:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763824.849096:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0000 x1874601358766464/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763824.849112:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763824.849117:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763824.849140:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000084e1803] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0000 x1874601358766464/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763824.849164:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763824.849170:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763824.849177:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763824.849182:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763824.849188:0:58520:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763824.849195:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763824.849201:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4710
00000400:00000200:3.0:1787763824.849206:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763824.849213:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763824.849215:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763824.849217:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763824.849221:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763824.849223:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763824.849228:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763824.849231:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763824.849233:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:3.0:1787763824.849236:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763824.849237:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:3.0:1787763824.849241:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:3.0:1787763824.849245:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:3.0:1787763824.849251:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763824.849253:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763824.849258:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763824.849260:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763824.849263:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:3.0:1787763824.849269:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763824.849273:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763824.849278:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763824.849283:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763824.849287:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763824.849292:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763824.849296:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763824.849300:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763824.849304:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763824.849307:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b1a40.
00000020:00000040:3.0:1787763824.849312:0:58520:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:3.0:1787763824.849317:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763824.849320:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763824.849322:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763824.849325:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763824.849329:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763824.849335:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9ec00.
00000800:00000200:2.1:1787763824.849336:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763824.849341:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1787763824.849342:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763824.849351:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b1a40 x1874601358766592/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763824.849367:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763824.849372:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763824.849377:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b5428e47] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b1a40 x1874601358766592/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763824.849404:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763824.849410:0:58520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4720)
00000800:00000200:2.1:1787763824.849584:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763824.849586:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787763824.849843:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763824.849844:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787763824.850073:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763824.850075:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00010000:00000001:0.0:1787763825.167919:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763825.167925:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763825.167931:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763825.167932:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763825.167936:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763825.167937:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763825.167941:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763825.167942:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763825.167945:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763825.167946:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763826.191901:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299384075, at 4299384128
00000100:00000010:3.0:1787763826.191920:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767660.
00010000:00000001:0.0:1787763826.191928:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763826.191934:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763826.191939:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763826.191941:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763826.191944:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763826.191946:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763826.191948:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763826.191949:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763826.191952:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763826.191953:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763826.191987:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763826.191991:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763826.191994:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763827.215933:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763827.215941:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763827.215946:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763827.215947:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763827.215950:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763827.215953:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763827.215956:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763827.215959:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763827.215961:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763827.215964:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763827.215965:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763827.215968:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763827.215971:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763827.215972:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763827.215976:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763827.215977:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763827.215978:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763827.215979:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763827.215980:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763827.215981:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763827.215982:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763827.215983:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763828.239951:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763828.239959:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763828.239965:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763828.239966:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763828.239969:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763828.239970:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763828.239973:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763828.239974:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763828.239977:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763828.239978:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763829.263974:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763829.263979:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763829.263983:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763829.263984:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763829.263987:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763829.263987:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763829.263990:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763829.263991:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763829.263993:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763829.263994:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763829.264050:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763829.264054:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763829.264063:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787763829.967944:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763829.967959:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763829.967963:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763829.967967:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763829.967972:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763829.967980:0:58520:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 4715
00000400:00000200:3.0:1787763829.967990:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763829.967996:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763829.968000:0:58520:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763829.968003:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763829.968006:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763829.968008:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763829.968011:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763829.968015:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763829.968016:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:3.0:1787763829.968019:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763829.968022:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:3.0:1787763829.968024:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:3.0:1787763829.968025:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:3.0:1787763829.968027:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763829.968029:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763829.968030:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763829.968032:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763829.968034:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:3.0:1787763829.968037:0:58520:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763829.968039:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763829.968041:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763829.968044:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763829.968046:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763829.968048:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763829.968050:0:58520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763829.968058:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b1680.
00000020:00000040:3.0:1787763829.968061:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:3.0:1787763829.968065:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763829.968066:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763829.968070:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763829.968088:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763829.968094:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763829.968103:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9d000.
00000100:00000001:3.0:1787763829.968110:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763829.968121:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b1680 x1874601358766720/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763829.968134:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763829.968138:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763829.968143:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045d21e1f] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b1680 x1874601358766720/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763829.968158:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763829.968161:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763829.968164:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763829.968165:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763829.968173:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763829.968175:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763829.968177:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4715
00000400:00000200:3.0:1787763829.968182:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763829.968189:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763829.968195:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763829.968203:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763829.968210:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763829.968216:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763829.968223:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763829.968229:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763829.968233:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:3.0:1787763829.968238:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763829.968241:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:3.0:1787763829.968246:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:3.0:1787763829.968249:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:3.0:1787763829.968256:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763829.968258:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763829.968262:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763829.968274:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763829.968277:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:3.0:1787763829.968284:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763829.968289:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763829.968291:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763829.968300:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763829.968303:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763829.968307:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763829.968312:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763829.968316:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763829.968318:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763829.968323:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b3480.
00000020:00000040:3.0:1787763829.968327:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:3.0:1787763829.968329:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763829.968330:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763829.968331:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763829.968333:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763829.968334:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763829.968344:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9ec00.
00000100:00000001:3.0:1787763829.968348:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763829.968354:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b3480 x1874601358766848/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763829.968365:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763829.968369:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763829.968375:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005fcc8ed6] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b3480 x1874601358766848/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763829.968398:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763829.968401:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763829.968408:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763829.968411:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763829.968415:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763829.968418:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763829.968423:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4715
00000400:00000200:3.0:1787763829.968427:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763829.968431:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763829.968433:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763829.968438:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763829.968440:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763829.968441:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763829.968443:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763829.968448:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763829.968451:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:3.0:1787763829.968454:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763829.968456:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:3.0:1787763829.968459:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:3.0:1787763829.968465:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:3.0:1787763829.968469:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763829.968472:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763829.968475:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763829.968478:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763829.968481:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:3.0:1787763829.968485:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763829.968486:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763829.968487:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763829.968489:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763829.968493:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763829.968504:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763829.968507:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763829.968510:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763829.968512:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763829.968515:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0780.
00000020:00000040:3.0:1787763829.968521:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:3.0:1787763829.968526:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763829.968530:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763829.968534:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763829.968536:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763829.968542:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763829.968551:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9c800.
00000100:00000001:3.0:1787763829.968556:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763829.968564:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0780 x1874601358766976/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763829.968578:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763829.968582:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787763829.968586:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000040:3.0:1787763829.968587:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cef40868] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0780 x1874601358766976/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1787763829.968591:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1787763829.968603:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763829.968607:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763829.968612:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787763829.968614:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763829.968616:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763829.968620:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763829.968626:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4715
00000400:00000200:3.0:1787763829.968632:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763829.968637:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763829.968641:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763829.968644:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763829.968648:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763829.968652:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763829.968654:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763829.968659:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763829.968660:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:3.0:1787763829.968664:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763829.968667:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:3.0:1787763829.968669:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:3.0:1787763829.968674:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:3.0:1787763829.968680:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763829.968685:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763829.968689:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763829.968693:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763829.968697:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:3.0:1787763829.968703:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763829.968706:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763829.968707:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763829.968710:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763829.968711:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763829.968713:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763829.968717:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763829.968720:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763829.968724:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763829.968729:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b12c0.
00000020:00000040:3.0:1787763829.968732:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:3.0:1787763829.968736:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763829.968738:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763829.968740:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763829.968741:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763829.968743:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763829.968748:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9f400.
00000100:00000001:3.0:1787763829.968752:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763829.968757:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b12c0 x1874601358767104/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763829.968764:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763829.968768:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763829.968772:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001900fdea] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b12c0 x1874601358767104/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763829.968783:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763829.968788:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763829.968793:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763829.968794:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763829.968797:0:58520:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763829.968802:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763829.968808:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4715
00000400:00000200:3.0:1787763829.968816:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763829.968824:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763829.968830:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763829.968837:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763829.968843:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763829.968892:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763829.968896:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763829.968901:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763829.968905:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:3.0:1787763829.968909:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763829.968912:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:3.0:1787763829.968918:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:3.0:1787763829.968924:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:3.0:1787763829.968933:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763829.968940:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763829.968945:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763829.968948:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763829.968951:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:3.0:1787763829.968958:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763829.968964:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763829.968966:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763829.968972:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763829.968977:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763829.968980:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763829.968985:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763829.968987:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763829.968991:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763829.968994:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b30c0.
00000020:00000040:3.0:1787763829.968998:0:58520:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:3.0:1787763829.969002:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763829.969004:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763829.969009:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763829.969011:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763829.969014:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763829.969019:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9fc00.
00000100:00000001:3.0:1787763829.969023:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763829.969031:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b30c0 x1874601358767232/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763829.969055:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763829.969059:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763829.969065:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8678ec4] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b30c0 x1874601358767232/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763829.969090:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763829.969096:0:58520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4725)
00000800:00000200:2.1:1787763829.969311:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763829.969314:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787763829.969546:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763829.969549:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787763829.969817:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763829.969819:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787763829.970063:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763829.970064:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00010000:00000001:0.0:1787763830.288016:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763830.288027:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763830.288036:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763830.288038:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763830.288042:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763830.288044:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763830.288048:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763830.288051:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763830.288055:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763830.288057:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763831.312002:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299389195, at 4299389248
00010000:00000001:0.0:1787763831.312010:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763831.312016:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763831.312024:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763831.312026:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763831.312030:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:3.0:1787763831.312032:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9821987676c0.
00010000:00000001:0.0:1787763831.312034:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763831.312044:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763831.312047:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763831.312052:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763831.312054:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763832.335983:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763832.335994:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763832.335997:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763832.336001:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763832.336008:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763832.336011:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763832.336013:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763832.336016:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763832.336022:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763832.336024:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763832.336029:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763832.336030:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763832.336034:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763832.336036:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763832.336037:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763832.336039:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763832.336041:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763832.336043:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763832.336045:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763832.336047:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763832.336062:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763832.336064:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763832.336119:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763832.336125:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763832.336130:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763833.359992:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763833.360000:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763833.360005:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763833.360007:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763833.360010:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763833.360011:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763833.360015:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763833.360016:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763833.360027:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763833.360029:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763834.383970:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763834.383979:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763834.383988:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763834.383992:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763834.383995:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763834.384000:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763834.384004:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763834.384007:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763834.384009:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763834.384012:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763834.384016:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763834.384017:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763834.384021:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763834.384022:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763834.384024:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763834.384025:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787763835.088490:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763835.088496:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787763835.089217:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763835.089218:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787763835.089416:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763835.089419:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787763835.089614:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763835.089616:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787763835.089874:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763835.089875:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00010000:00000001:0.0:1787763835.407953:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763835.407960:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763835.407968:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763835.407969:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763835.407973:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763835.407974:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763835.407978:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763835.407979:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763835.407983:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763835.407985:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763835.408063:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763835.408068:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763835.408072:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787763836.431944:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299394315, at 4299394368
00010000:00000001:0.0:1787763836.431949:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763836.431955:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763836.431963:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:3.0:1787763836.431964:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767e40.
00010000:00000001:0.0:1787763836.431969:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763836.431976:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763836.431981:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763836.431984:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763836.431987:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763836.431990:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763836.431992:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763836.431994:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763836.431997:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763836.432001:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763836.432002:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763836.432005:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763836.432006:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763836.432007:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763836.432027:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763836.432029:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763836.432030:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763836.432031:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763836.432033:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763837.455965:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763837.455971:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763837.455975:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763837.455976:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763837.455979:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763837.455980:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763837.455982:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763837.455983:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763837.455985:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763837.455986:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763838.479914:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763838.479920:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763838.479924:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763838.479925:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763838.479928:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763838.479929:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763838.479931:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763838.479932:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763838.479934:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763838.479935:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763838.479988:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763838.479991:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763838.479994:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763839.503955:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763839.503960:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763839.503964:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763839.503965:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763839.503968:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763839.503969:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763839.503971:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763839.503972:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763839.503974:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763839.503975:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787763840.208528:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763840.208536:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787763840.209202:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763840.209204:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787763840.209433:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763840.209436:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787763840.209654:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763840.209656:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787763840.209870:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763840.209872:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00010000:00000001:0.0:1787763840.527923:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763840.527929:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763840.527933:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763840.527934:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763840.527936:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763840.527937:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763840.527939:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763840.527940:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763840.527943:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763840.527944:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763841.551947:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299399435, at 4299399488
00010000:00000001:0.0:1787763841.551955:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763841.551963:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763841.551965:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000010:3.0:1787763841.551965:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9821987677e0.
00010000:00000001:0.0:1787763841.551982:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763841.551988:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763841.551990:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763841.551991:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763841.551994:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763841.551998:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763841.551999:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763841.552003:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763841.552004:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763841.552007:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763841.552009:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763841.552010:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763841.552011:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763841.552012:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763841.552013:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763841.552014:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763841.552016:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763841.552018:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763841.552019:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763841.552056:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763841.552059:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763841.552061:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763842.575942:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763842.575948:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763842.575952:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763842.575953:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763842.575956:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763842.575957:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763842.575971:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763842.575972:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763842.575974:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763842.575975:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763843.599948:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763843.599967:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763843.599972:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763843.599973:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763843.599976:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763843.599977:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763843.599979:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763843.599980:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763843.599983:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763843.599984:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763844.623907:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763844.623913:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763844.623917:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763844.623920:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763844.623922:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763844.623925:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763844.623927:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763844.623929:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763844.623930:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763844.623932:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763844.623935:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763844.623936:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763844.623938:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763844.623939:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763844.623956:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763844.623958:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763844.624031:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763844.624034:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763844.624037:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787763845.328540:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763845.328560:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787763845.329187:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763845.329190:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787763845.329489:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763845.329492:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787763845.329789:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763845.329791:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787763845.330115:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763845.330117:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00010000:00000001:0.0:1787763845.647962:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763845.647968:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763845.647972:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763845.647973:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763845.647976:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763845.647977:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763845.647980:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763845.647982:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763845.647985:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763845.647987:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763846.671979:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000040:3.0:1787763846.671980:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299404555, at 4299404608
00010000:00000001:0.0:1787763846.671985:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763846.671992:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:3.0:1787763846.671994:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2c180.
00010000:00000001:0.0:1787763846.671995:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763846.672002:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763846.672006:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763846.672009:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763846.672012:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763846.672015:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763846.672018:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763846.672020:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763846.672022:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763846.672034:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763846.672035:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763846.672039:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763846.672042:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763846.672043:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763846.672045:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763846.672046:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763846.672048:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763846.672050:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763846.672052:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763847.695959:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763847.695966:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763847.695970:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763847.695971:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763847.695973:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763847.695974:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763847.695977:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763847.695978:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763847.695980:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763847.695981:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763847.696025:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763847.696028:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763847.696031:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763848.720047:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763848.720055:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763848.720061:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763848.720062:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763848.720065:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763848.720066:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763848.720069:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763848.720070:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763848.720073:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763848.720074:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763849.744008:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763849.744017:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763849.744024:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763849.744026:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763849.744031:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763849.744033:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763849.744037:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763849.744038:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763849.744042:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763849.744044:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763850.448002:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763850.448011:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763850.448013:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763850.448016:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763850.448020:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763850.448033:0:18336:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 4735
00000400:00000200:3.0:1787763850.448040:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763850.448045:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763850.448048:0:18336:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763850.448050:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763850.448053:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763850.448055:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763850.448057:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763850.448060:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763850.448061:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:3.0:1787763850.448063:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763850.448066:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:3.0:1787763850.448067:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:3.0:1787763850.448069:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:3.0:1787763850.448072:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763850.448073:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763850.448075:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763850.448076:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763850.448078:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:3.0:1787763850.448080:0:18336:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763850.448082:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763850.448084:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763850.448086:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763850.448088:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763850.448090:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763850.448091:0:18336:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763850.448104:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b2d00.
00000020:00000040:3.0:1787763850.448107:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:3.0:1787763850.448112:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763850.448113:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763850.448115:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763850.448118:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763850.448121:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763850.448128:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9f800.
00000100:00000001:3.0:1787763850.448134:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763850.448144:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b2d00 x1874601358769280/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763850.448155:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763850.448160:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763850.448165:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000583ee9bd] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b2d00 x1874601358769280/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763850.448189:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763850.448192:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763850.448196:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763850.448198:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763850.448200:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763850.448204:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763850.448207:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4735
00000400:00000200:3.0:1787763850.448212:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763850.448216:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763850.448219:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763850.448222:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763850.448225:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763850.448227:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763850.448230:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763850.448233:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763850.448234:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:3.0:1787763850.448237:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763850.448240:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:3.0:1787763850.448244:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:3.0:1787763850.448246:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:3.0:1787763850.448252:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763850.448256:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763850.448259:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763850.448263:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763850.448267:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:3.0:1787763850.448273:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763850.448277:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763850.448280:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763850.448287:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763850.448291:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763850.448295:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763850.448299:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763850.448303:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763850.448308:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763850.448314:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b2580.
00000020:00000040:3.0:1787763850.448319:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:3.0:1787763850.448324:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763850.448325:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763850.448328:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763850.448329:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763850.448334:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763850.448341:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9cc00.
00000100:00000001:3.0:1787763850.448347:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763850.448358:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b2580 x1874601358769408/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763850.448371:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763850.448376:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763850.448385:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d0536d5] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b2580 x1874601358769408/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763850.448405:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763850.448410:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763850.448417:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763850.448421:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763850.448425:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763850.448432:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763850.448438:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4735
00000400:00000200:3.0:1787763850.448448:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763850.448457:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763850.448463:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763850.448471:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763850.448474:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763850.448479:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763850.448482:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763850.448485:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763850.448487:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:3.0:1787763850.448490:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763850.448492:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:3.0:1787763850.448496:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:3.0:1787763850.448500:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:3.0:1787763850.448506:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763850.448510:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763850.448517:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763850.448520:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763850.448523:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:3.0:1787763850.448528:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763850.448532:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763850.448535:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763850.448539:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763850.448542:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763850.448544:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763850.448547:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763850.448550:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763850.448554:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763850.448559:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b30c0.
00000020:00000040:3.0:1787763850.448564:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:3.0:1787763850.448566:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763850.448569:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763850.448572:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763850.448575:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763850.448577:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787763850.448578:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
02000000:00000010:3.0:1787763850.448582:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9d800.
00000100:00000001:3.0:1787763850.448586:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763850.448590:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b30c0 x1874601358769536/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763850.448604:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763850.448608:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763850.448614:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8678ec4] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b30c0 x1874601358769536/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763850.448622:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763850.448627:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763850.448632:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787763850.448635:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763850.448638:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763850.448642:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763850.448646:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4735
00000400:00000200:3.0:1787763850.448654:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763850.448660:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763850.448663:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763850.448667:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763850.448668:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763850.448671:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763850.448675:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763850.448677:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763850.448679:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:3.0:1787763850.448681:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763850.448684:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:3.0:1787763850.448687:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:3.0:1787763850.448689:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:3.0:1787763850.448694:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763850.448697:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763850.448700:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763850.448702:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763850.448704:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:3.0:1787763850.448708:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763850.448712:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763850.448717:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763850.448720:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763850.448722:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763850.448725:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763850.448728:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763850.448732:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763850.448739:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763850.448745:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b12c0.
00000020:00000040:3.0:1787763850.448749:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:3.0:1787763850.448752:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763850.448755:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763850.448759:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763850.448761:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763850.448764:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763850.448769:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9d400.
00000100:00000001:3.0:1787763850.448773:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763850.448782:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b12c0 x1874601358769664/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763850.448791:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763850.448795:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763850.448802:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001900fdea] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b12c0 x1874601358769664/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763850.448813:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763850.448817:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763850.448824:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763850.448826:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763850.448828:0:18336:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763850.448831:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763850.448838:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4735
00000400:00000200:3.0:1787763850.448844:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763850.448876:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763850.448879:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763850.448883:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763850.448886:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763850.448904:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763850.448910:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763850.448916:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763850.448919:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:3.0:1787763850.448923:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763850.448927:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:3.0:1787763850.448932:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:3.0:1787763850.448936:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:3.0:1787763850.448941:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763850.448943:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763850.448948:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763850.448953:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763850.448958:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:3.0:1787763850.448966:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763850.448973:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763850.448979:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763850.448984:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763850.448990:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763850.448995:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763850.448997:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763850.449003:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763850.449006:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763850.449013:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0780.
00000020:00000040:3.0:1787763850.449018:0:18336:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:3.0:1787763850.449023:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763850.449026:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763850.449030:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763850.449033:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763850.449037:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787763850.449041:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
02000000:00000010:3.0:1787763850.449044:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9f000.
00000100:00000001:3.0:1787763850.449051:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763850.449058:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0780 x1874601358769792/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763850.449070:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763850.449075:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763850.449082:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cef40868] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0780 x1874601358769792/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763850.449100:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763850.449111:0:18336:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4746)
00000800:00000200:1.1:1787763850.449254:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763850.449430:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763850.449579:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00010000:00000001:0.0:1787763850.767976:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763850.767981:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763850.767985:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763850.767986:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763850.767988:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763850.767989:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763850.767992:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763850.767992:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763850.767995:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763850.767996:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763850.768062:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763850.768066:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763850.768069:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787763851.791938:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299409675, at 4299409728
00010000:00000001:0.0:1787763851.791945:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763851.791952:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000010:3.0:1787763851.791953:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2ca80.
00010000:00000001:0.0:1787763851.791956:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763851.791962:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763851.791966:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763851.791969:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763851.791972:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763851.791975:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763851.791980:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763851.791981:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763851.791985:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763851.791986:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763851.791989:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763851.791991:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763851.791993:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763851.791994:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763851.791996:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763851.791998:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763851.792000:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763851.792002:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763851.792006:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763851.792007:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763852.815968:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763852.815974:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763852.815977:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763852.815978:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763852.815981:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763852.815982:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763852.815984:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763852.815985:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763852.815987:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763852.815988:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:3.0:1787763853.520298:0:2378:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.141:988
00000400:00000100:3.0:1787763853.520352:0:2378:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.141@tcp at host 192.168.202.141 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1787763853.520364:0:2378:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763853.520369:0:2378:0:(router.c:1791:lnet_notify()) 192.168.202.41@tcp notifying 192.168.202.141@tcp: down
00000400:00000200:3.0:1787763853.520376:0:2378:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763853.520381:0:2378:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1787763853.520386:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:3.0:1787763853.520391:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88600.
00000400:00000200:3.0:1787763853.520397:0:2378:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787763853.520403:0:2378:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787763853.520411:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f330
00000400:00000010:3.0:1787763853.520415:0:2378:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f330.
00000100:00000001:3.0:1787763853.520421:0:2378:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763853.520430:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9821899b2d00 x1874601358769280/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763853.520771:0:2378:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763853.520778:0:2378:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b2d00 x1874601358769280/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787763875 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763853.520789:0:2378:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763853.520791:0:2378:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787763853.520803:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:3.0:1787763853.520806:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88a00.
00000400:00000200:3.0:1787763853.520810:0:2378:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787763853.520814:0:2378:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787763853.520818:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f660
00000400:00000010:3.0:1787763853.520820:0:2378:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f660.
00000100:00000001:3.0:1787763853.520824:0:2378:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763853.520829:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9821899b2580 x1874601358769408/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763853.520839:0:2378:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763853.520842:0:2378:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b2580 x1874601358769408/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763875 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763853.521374:0:2378:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787763853.521377:0:2378:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787763853.521379:0:2378:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649d000.
02000000:00000001:3.0:1787763853.521382:0:2378:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787763853.521384:0:2378:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787763853.521385:0:2378:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:3.0:1787763853.521387:0:2378:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787763853.521389:0:2378:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9cc00.
02000000:00000001:3.0:1787763853.521392:0:2378:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787763853.521393:0:2378:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787763853.521395:0:2378:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b2580.
00000100:00000001:3.0:1787763853.521398:0:2378:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787763853.521399:0:2378:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763853.521401:0:2378:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787763853.521409:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:3.0:1787763853.521412:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88400.
00000400:00000200:3.0:1787763853.521415:0:2378:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787763853.521419:0:2378:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787763853.521423:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fee0
00000400:00000010:3.0:1787763853.521425:0:2378:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fee0.
00000100:00000001:3.0:1787763853.521428:0:2378:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763853.521432:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9821899b30c0 x1874601358769536/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763853.521450:0:2378:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763853.521455:0:2378:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b30c0 x1874601358769536/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787763875 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763853.521462:0:2378:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763853.521464:0:2378:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787763853.521469:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:3.0:1787763853.521473:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88d00.
00000400:00000200:3.0:1787763853.521476:0:2378:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787763853.521480:0:2378:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787763853.521483:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f990
00000400:00000010:3.0:1787763853.521485:0:2378:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f990.
00000100:00000001:3.0:1787763853.521488:0:2378:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763853.521493:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9821899b12c0 x1874601358769664/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763853.521501:0:2378:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763853.521504:0:2378:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b12c0 x1874601358769664/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763875 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763853.521511:0:2378:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763853.521513:0:2378:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787763853.521519:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:3.0:1787763853.521521:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88100.
00000400:00000200:3.0:1787763853.521525:0:2378:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787763853.521528:0:2378:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787763853.521531:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f110
00000400:00000010:3.0:1787763853.521533:0:2378:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f110.
00000100:00000001:3.0:1787763853.521535:0:2378:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763853.521540:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9821899b0780 x1874601358769792/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763853.521547:0:2378:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763853.521550:0:2378:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b0780 x1874601358769792/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787763875 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763853.521563:0:2378:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763853.521565:0:2378:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:0.0:1787763853.839955:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763853.839961:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763853.839965:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763853.839966:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763853.839968:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763853.839969:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763853.839971:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763853.839972:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763853.839974:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763853.839975:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763853.840021:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763853.840024:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763853.840026:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763854.863970:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763854.863975:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763854.863979:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763854.863983:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763854.863986:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763854.863989:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763854.863992:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763854.863994:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763854.863996:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763854.863999:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763854.864003:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763854.864005:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763854.864008:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763854.864009:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763854.864013:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763854.864014:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787763855.568772:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763855.568790:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787763855.569435:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763855.569438:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787763855.569693:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763855.569695:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787763855.569926:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763855.569928:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787763855.570112:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763855.570113:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00010000:00000001:0.0:1787763855.887995:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763855.888003:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763855.888012:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763855.888013:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763855.888018:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763855.888019:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763855.888024:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763855.888025:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763855.888030:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763855.888032:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763856.911950:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299414796, at 4299414848
00000100:00000010:3.0:1787763856.911970:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767a80.
00010000:00000001:0.0:1787763856.911991:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763856.911997:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763856.912003:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763856.912004:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763856.912008:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763856.912012:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763856.912014:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763856.912017:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763856.912020:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763856.912023:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763856.912024:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763856.912027:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763856.912030:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763856.912031:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763856.912034:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763856.912035:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763856.912036:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763856.912037:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763856.912038:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763856.912039:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763856.912040:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763856.912042:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763856.912088:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763856.912091:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763856.912093:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763857.935934:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763857.935940:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763857.935945:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763857.935945:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763857.935948:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763857.935949:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763857.935951:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763857.935952:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763857.935954:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763857.935955:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763858.959926:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763858.959932:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763858.959937:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763858.959938:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763858.959941:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763858.959942:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763858.959944:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763858.959945:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763858.959947:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763858.959948:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763859.983948:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763859.983958:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763859.983966:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763859.983967:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763859.983972:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763859.983983:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763859.983989:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763859.983991:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763859.983995:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763859.983996:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763859.984047:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763859.984052:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763859.984056:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1787763860.688321:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763860.688324:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787763860.688736:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763860.688738:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787763860.689000:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763860.689002:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787763860.689183:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763860.689185:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787763860.689380:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763860.689382:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00010000:00000001:0.0:1787763861.007915:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763861.007920:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763861.007924:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763861.007925:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763861.007927:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763861.007929:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763861.007932:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763861.007933:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763861.007937:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763861.007938:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763862.031893:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299419915, at 4299419968
00000100:00000010:3.0:1787763862.031907:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767000.
00010000:00000001:0.0:1787763862.031921:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763862.031926:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763862.031932:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763862.031935:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763862.031939:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763862.031940:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763862.031942:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763862.031944:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763862.031948:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763862.031949:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763862.031951:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763862.031952:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763862.031954:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763862.031956:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763862.031957:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763862.031958:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763862.031959:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763862.031960:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763862.031961:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763862.031962:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763862.031964:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763862.031965:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763863.055908:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763863.055913:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763863.055917:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763863.055918:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763863.055921:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763863.055922:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763863.055924:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763863.055925:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763863.055927:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763863.055928:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763863.055969:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763863.055973:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763863.055975:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763864.079918:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763864.079924:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763864.079928:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763864.079929:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763864.079933:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763864.079934:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763864.079937:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763864.079938:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763864.079940:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763864.079941:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763865.103917:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763865.103925:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763865.103931:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763865.103934:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763865.103937:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763865.103941:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763865.103944:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763865.103946:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763865.103948:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763865.103949:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763865.103952:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763865.103953:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763865.103956:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763865.103957:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763865.103959:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763865.103960:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763865.807988:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763865.807999:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763865.808001:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763865.808005:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763865.808010:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763865.808019:0:58520:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 4751
00000400:00000200:3.0:1787763865.808030:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763865.808036:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763865.808040:0:58520:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763865.808044:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763865.808048:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763865.808051:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763865.808054:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763865.808058:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763865.808061:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:3.0:1787763865.808064:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763865.808067:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:3.0:1787763865.808070:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:3.0:1787763865.808072:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:3.0:1787763865.808076:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763865.808078:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763865.808089:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763865.808091:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763865.808095:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:3.0:1787763865.808098:0:58520:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763865.808101:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763865.808104:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763865.808107:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763865.808111:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763865.808113:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763865.808116:0:58520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763865.808124:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b2580.
00000020:00000040:3.0:1787763865.808127:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:3.0:1787763865.808131:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763865.808134:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763865.808137:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763865.808140:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763865.808152:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763865.808162:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9cc00.
00000100:00000001:3.0:1787763865.808169:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763865.808179:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b2580 x1874601358771200/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763865.808191:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763865.808195:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763865.808201:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d0536d5] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b2580 x1874601358771200/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763865.808226:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763865.808230:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763865.808234:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763865.808236:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763865.808237:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763865.808241:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763865.808244:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4751
00000400:00000200:3.0:1787763865.808249:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763865.808254:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763865.808257:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763865.808263:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763865.808270:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763865.808276:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763865.808283:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763865.808288:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763865.808292:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:3.0:1787763865.808295:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763865.808299:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:3.0:1787763865.808304:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:3.0:1787763865.808311:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:3.0:1787763865.808320:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763865.808326:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763865.808330:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763865.808334:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763865.808339:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:3.0:1787763865.808347:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763865.808351:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763865.808354:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763865.808361:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763865.808368:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763865.808373:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763865.808378:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763865.808384:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763865.808386:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763865.808393:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b3480.
00000020:00000040:3.0:1787763865.808408:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:3.0:1787763865.808415:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763865.808419:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763865.808425:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763865.808429:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763865.808434:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763865.808443:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9dc00.
00000100:00000001:3.0:1787763865.808449:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763865.808461:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b3480 x1874601358771328/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763865.808477:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763865.808484:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763865.808494:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005fcc8ed6] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b3480 x1874601358771328/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763865.808513:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763865.808518:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763865.808524:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763865.808528:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763865.808532:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763865.808540:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763865.808547:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4751
00000800:00000200:2.1:1787763865.808549:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763865.808554:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000400:00000200:3.0:1787763865.808558:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763865.808567:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763865.808572:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763865.808580:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763865.808585:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763865.808591:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763865.808595:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763865.808600:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763865.808603:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:3.0:1787763865.808607:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763865.808612:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:3.0:1787763865.808618:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:3.0:1787763865.808625:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:3.0:1787763865.808635:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763865.808640:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763865.808646:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763865.808652:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763865.808658:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:3.0:1787763865.808662:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763865.808668:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763865.808670:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763865.808674:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763865.808679:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763865.808682:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763865.808684:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763865.808687:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763865.808689:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763865.808693:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b1680.
00000020:00000040:3.0:1787763865.808697:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:3.0:1787763865.808701:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763865.808705:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763865.808711:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763865.808713:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763865.808716:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763865.808723:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9e800.
00000100:00000001:3.0:1787763865.808730:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763865.808740:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b1680 x1874601358771456/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763865.808772:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763865.808777:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763865.808784:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045d21e1f] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b1680 x1874601358771456/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763865.808801:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763865.808807:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763865.808813:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787763865.808818:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763865.808823:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763865.808829:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763865.808836:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4751
00000400:00000200:3.0:1787763865.808878:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763865.808886:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763865.808891:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763865.808900:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763865.808906:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763865.808912:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763865.808918:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763865.808924:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763865.808928:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:3.0:1787763865.808933:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763865.808938:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:3.0:1787763865.808944:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:3.0:1787763865.808951:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:3.0:1787763865.808960:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763865.808964:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763865.808971:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763865.808977:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763865.808984:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:3.0:1787763865.808994:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763865.809001:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763865.809004:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763865.809010:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763865.809017:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763865.809022:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763865.809026:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763865.809034:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763865.809039:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763865.809047:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b1a40.
00000020:00000040:3.0:1787763865.809052:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:3.0:1787763865.809059:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763865.809063:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763865.809068:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763865.809071:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763865.809076:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763865.809084:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9e000.
00000100:00000001:3.0:1787763865.809090:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763865.809102:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b1a40 x1874601358771584/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763865.809111:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763865.809115:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763865.809124:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b5428e47] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b1a40 x1874601358771584/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763865.809142:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763865.809147:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763865.809153:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763865.809156:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763865.809159:0:58520:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763865.809167:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763865.809174:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4751
00000400:00000200:3.0:1787763865.809212:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763865.809219:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763865.809225:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763865.809234:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000800:00000200:2.1:1787763865.809234:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763865.809240:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000100:00000001:3.0:1787763865.809241:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763865.809248:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763865.809254:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763865.809261:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763865.809265:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:3.0:1787763865.809269:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763865.809274:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:3.0:1787763865.809281:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:3.0:1787763865.809287:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:3.0:1787763865.809297:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763865.809303:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763865.809309:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763865.809315:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763865.809322:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:3.0:1787763865.809330:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763865.809336:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763865.809340:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763865.809346:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763865.809352:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763865.809357:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763865.809362:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763865.809369:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763865.809373:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763865.809380:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0000.
00000020:00000040:3.0:1787763865.809385:0:58520:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:3.0:1787763865.809391:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763865.809394:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763865.809399:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763865.809402:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763865.809406:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763865.809414:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9c400.
00000100:00000001:3.0:1787763865.809420:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763865.809432:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0000 x1874601358771712/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763865.809463:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763865.809469:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763865.809478:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000084e1803] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0000 x1874601358771712/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763865.809498:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763865.809506:0:58520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4761)
00000800:00000200:2.1:1787763865.809614:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763865.809616:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787763865.809889:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763865.809890:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787763865.810136:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763865.810139:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00010000:00000001:0.0:1787763866.127961:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763866.127967:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763866.127972:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763866.127973:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763866.127975:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763866.127976:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763866.127979:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763866.127980:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763866.127982:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763866.127983:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763866.128082:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763866.128089:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763866.128094:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787763867.151954:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299425035, at 4299425088
00010000:00000001:0.0:1787763867.151962:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:3.0:1787763867.151965:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767000.
00010000:00000001:0.0:1787763867.151967:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763867.151975:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763867.151977:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763867.151982:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763867.151985:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763867.151987:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763867.151991:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763867.151995:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763867.151997:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763867.151999:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763867.152001:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763867.152005:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763867.152006:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763867.152009:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763867.152010:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763867.152011:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763867.152013:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763867.152014:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763867.152015:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763867.152017:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763867.152019:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763868.175984:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763868.176007:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763868.176012:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763868.176014:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763868.176017:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763868.176018:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763868.176020:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763868.176021:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763868.176024:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763868.176025:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763869.199938:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763869.199943:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763869.199947:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763869.199948:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763869.199951:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763869.199952:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763869.199954:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763869.199955:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763869.199957:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763869.199958:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763869.200007:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763869.200010:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763869.200013:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763870.223939:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763870.223946:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763870.223951:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763870.223952:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763870.223955:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763870.223956:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763870.223959:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763870.223960:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763870.223963:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763870.223963:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763870.927959:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763870.927967:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763870.927969:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763870.927972:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763870.927976:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763870.927984:0:58520:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 4756
00000400:00000200:3.0:1787763870.927992:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763870.927999:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763870.928002:0:58520:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763870.928004:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763870.928007:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763870.928010:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763870.928012:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763870.928016:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763870.928018:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:3.0:1787763870.928021:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763870.928024:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:3.0:1787763870.928027:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:3.0:1787763870.928028:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:3.0:1787763870.928031:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763870.928032:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763870.928033:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763870.928034:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763870.928037:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:3.0:1787763870.928042:0:58520:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763870.928045:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763870.928048:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763870.928051:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763870.928055:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763870.928057:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763870.928067:0:58520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763870.928077:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b2940.
00000020:00000040:3.0:1787763870.928081:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:3.0:1787763870.928085:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763870.928087:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763870.928091:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763870.928094:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763870.928100:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763870.928108:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9c000.
00000100:00000001:3.0:1787763870.928115:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763870.928125:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b2940 x1874601358771840/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763870.928136:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763870.928141:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763870.928146:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000bae3a13] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b2940 x1874601358771840/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763870.928169:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763870.928173:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763870.928176:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763870.928178:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763870.928180:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763870.928183:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763870.928186:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4756
00000400:00000200:3.0:1787763870.928192:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763870.928196:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763870.928198:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763870.928203:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763870.928209:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763870.928215:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763870.928221:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763870.928226:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763870.928229:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:3.0:1787763870.928234:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763870.928239:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:3.0:1787763870.928251:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:3.0:1787763870.928262:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:3.0:1787763870.928275:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763870.928287:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763870.928298:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763870.928307:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763870.928319:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:3.0:1787763870.928327:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763870.928339:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763870.928344:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763870.928354:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763870.928361:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763870.928365:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763870.928370:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763870.928382:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763870.928389:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763870.928400:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b3c00.
00000020:00000040:3.0:1787763870.928406:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:3.0:1787763870.928426:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763870.928430:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763870.928436:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763870.928440:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763870.928443:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763870.928452:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9e400.
00000100:00000001:3.0:1787763870.928459:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763870.928468:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b3c00 x1874601358771968/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763870.928490:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763870.928498:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763870.928513:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbda2d43] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b3c00 x1874601358771968/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763870.928548:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763870.928557:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763870.928573:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763870.928578:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763870.928584:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763870.928589:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763870.928599:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4756
00000800:00000200:2.1:1787763870.928605:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000400:00000200:3.0:1787763870.928612:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000800:00000200:2.1:1787763870.928613:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000400:00000200:3.0:1787763870.928636:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763870.928645:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763870.928653:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763870.928662:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763870.928684:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763870.928692:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763870.928718:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763870.928720:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:3.0:1787763870.928723:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763870.928725:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:3.0:1787763870.928736:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:3.0:1787763870.928742:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:3.0:1787763870.928749:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763870.928758:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763870.928771:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763870.928778:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763870.928785:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:3.0:1787763870.928796:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763870.928801:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763870.928804:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763870.928811:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763870.928817:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763870.928825:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763870.928828:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763870.928839:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763870.928886:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763870.928895:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b1e00.
00000020:00000040:3.0:1787763870.928910:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:3.0:1787763870.928918:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763870.928922:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763870.928933:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763870.928938:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763870.928943:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763870.928961:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9c400.
00000100:00000001:3.0:1787763870.928974:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763870.928991:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b1e00 x1874601358772096/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763870.929039:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763870.929045:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763870.929061:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007fca43c8] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b1e00 x1874601358772096/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763870.929093:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763870.929102:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763870.929110:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787763870.929115:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763870.929124:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763870.929131:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763870.929140:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4756
00000400:00000200:3.0:1787763870.929154:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763870.929164:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763870.929175:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763870.929184:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763870.929190:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763870.929205:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763870.929216:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763870.929223:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763870.929229:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:3.0:1787763870.929235:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763870.929244:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:3.0:1787763870.929252:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:3.0:1787763870.929257:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:3.0:1787763870.929271:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763870.929281:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763870.929289:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763870.929293:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763870.929295:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:3.0:1787763870.929299:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763870.929302:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763870.929307:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763870.929317:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763870.929324:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763870.929331:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763870.929335:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763870.929347:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763870.929355:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763870.929375:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0f00.
00000020:00000040:3.0:1787763870.929383:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:3.0:1787763870.929394:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763870.929399:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763870.929402:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763870.929405:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763870.929408:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763870.929417:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9e000.
00000100:00000001:3.0:1787763870.929422:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763870.929432:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0f00 x1874601358772224/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763870.929461:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763870.929470:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763870.929479:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031bb8c12] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0f00 x1874601358772224/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763870.929505:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763870.929512:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763870.929522:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763870.929528:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763870.929534:0:58520:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763870.929547:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763870.929553:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4756
00000400:00000200:3.0:1787763870.929571:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763870.929589:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763870.929602:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763870.929609:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763870.929617:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763870.929624:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763870.929630:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763870.929635:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763870.929638:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:3.0:1787763870.929643:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763870.929653:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:3.0:1787763870.929664:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:3.0:1787763870.929672:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:3.0:1787763870.929684:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763870.929695:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763870.929716:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763870.929724:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763870.929734:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:3.0:1787763870.929746:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763870.929758:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763870.929765:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763870.929771:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763870.929785:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763870.929794:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763870.929798:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763870.929802:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787763870.929802:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:3.0:1787763870.929808:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787763870.929812:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000100:00000010:3.0:1787763870.929813:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b3840.
00000020:00000040:3.0:1787763870.929817:0:58520:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:3.0:1787763870.929824:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763870.929828:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763870.929832:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763870.929836:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763870.929838:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763870.929873:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9e800.
00000100:00000001:3.0:1787763870.929880:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763870.929892:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b3840 x1874601358772352/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763870.929909:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763870.929915:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763870.929928:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a874aff9] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b3840 x1874601358772352/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763870.929966:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763870.929975:0:58520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4766)
00000800:00000200:2.1:1787763870.930171:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763870.930173:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787763870.930429:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763870.930432:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787763870.930635:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763870.930636:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00010000:00000001:0.0:1787763871.247947:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763871.247956:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763871.247962:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763871.247963:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763871.247966:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763871.247967:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763871.247970:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763871.247970:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763871.247973:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763871.247974:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763872.272002:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299430155, at 4299430208
00010000:00000001:0.0:1787763872.272007:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763872.272021:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763872.272025:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000010:3.0:1787763872.272030:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767a80.
00010000:00000001:0.0:1787763872.272034:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763872.272040:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763872.272043:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763872.272046:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763872.272050:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763872.272058:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763872.272061:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763872.272069:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763872.272071:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763872.272076:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763872.272078:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763872.272079:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763872.272081:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763872.272083:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763872.272084:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763872.272086:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763872.272088:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763872.272092:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763872.272094:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763872.272141:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763872.272145:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763872.272149:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763873.295949:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763873.295954:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763873.295959:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763873.295960:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763873.295963:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763873.295963:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763873.295966:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763873.295967:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763873.295969:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763873.295970:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763874.319959:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763874.319967:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763874.319973:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763874.319975:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763874.319978:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763874.319980:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763874.319983:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763874.319984:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763874.319989:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763874.319990:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763875.343943:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763875.343948:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763875.343952:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763875.343955:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763875.343957:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763875.343961:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763875.343963:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763875.343965:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763875.343966:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763875.343968:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763875.343970:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763875.343971:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763875.343973:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763875.343974:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763875.343976:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763875.343977:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763875.344025:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763875.344028:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763875.344031:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1787763876.048508:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763876.048516:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787763876.049066:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763876.049068:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787763876.049263:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763876.049265:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787763876.049439:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763876.049441:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787763876.049615:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763876.049617:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00010000:00000001:0.0:1787763876.367956:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763876.367961:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763876.367966:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763876.367966:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763876.367969:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763876.367971:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763876.367974:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763876.367976:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763876.367979:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763876.367980:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763876.367982:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763876.367983:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763876.367986:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763876.367987:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763876.367989:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763876.367990:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763876.367991:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763876.367992:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763876.367993:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763876.367993:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763876.367995:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763876.367996:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763877.391922:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763877.391928:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763877.391932:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299435275, at 4299435328
00010000:00000001:0.0:1787763877.391934:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763877.391937:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763877.391945:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763877.391947:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763877.391947:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9821987677e0.
00010000:00000001:0.0:1787763877.391952:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763877.391955:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763877.391958:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763877.391959:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763878.415964:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763878.415971:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763878.415978:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763878.415979:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763878.415983:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763878.415984:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763878.415988:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763878.415989:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763878.415993:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763878.415994:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763878.416047:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763878.416050:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763878.416053:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763879.439965:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763879.439972:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763879.439979:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763879.439990:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763879.439995:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763879.439997:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763879.440000:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763879.440002:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763879.440005:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763879.440006:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763880.463962:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763880.463970:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763880.463977:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763880.463979:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763880.463982:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763880.463984:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763880.463987:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763880.463988:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763880.463992:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763880.463993:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763881.167975:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763881.167984:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763881.167987:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763881.167990:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763881.167993:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763881.168000:0:58520:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 4766
00000400:00000200:3.0:1787763881.168007:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763881.168013:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763881.168015:0:58520:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763881.168018:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763881.168020:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763881.168022:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763881.168025:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763881.168028:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763881.168030:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:3.0:1787763881.168032:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763881.168034:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:3.0:1787763881.168036:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:3.0:1787763881.168037:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:3.0:1787763881.168039:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763881.168041:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763881.168042:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763881.168044:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763881.168053:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:3.0:1787763881.168056:0:58520:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763881.168058:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763881.168060:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763881.168063:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763881.168065:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763881.168066:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763881.168068:0:58520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763881.168076:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b21c0.
00000020:00000040:3.0:1787763881.168078:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:3.0:1787763881.168082:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763881.168083:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763881.168086:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763881.168088:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763881.168092:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763881.168098:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9dc00.
00000100:00000001:3.0:1787763881.168103:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763881.168110:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b21c0 x1874601358773120/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763881.168118:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763881.168122:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763881.168125:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a837d5f] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b21c0 x1874601358773120/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763881.168144:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763881.168147:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763881.168149:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763881.168151:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763881.168152:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763881.168153:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763881.168155:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4766
00000400:00000200:3.0:1787763881.168158:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763881.168161:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763881.168163:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763881.168165:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763881.168167:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763881.168169:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763881.168170:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763881.168171:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763881.168173:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:3.0:1787763881.168174:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763881.168178:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:3.0:1787763881.168180:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:3.0:1787763881.168184:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:3.0:1787763881.168193:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763881.168198:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763881.168212:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763881.168218:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763881.168226:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:3.0:1787763881.168235:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763881.168242:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763881.168244:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763881.168251:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763881.168257:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763881.168259:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763881.168263:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763881.168266:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763881.168271:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763881.168277:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0b40.
00000020:00000040:3.0:1787763881.168281:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:3.0:1787763881.168283:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763881.168284:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763881.168286:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763881.168290:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763881.168291:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763881.168296:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9cc00.
00000100:00000001:3.0:1787763881.168302:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763881.168311:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0b40 x1874601358773248/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763881.168338:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763881.168342:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763881.168350:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d6e219c] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0b40 x1874601358773248/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763881.168370:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763881.168374:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763881.168378:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763881.168379:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763881.168380:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763881.168383:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763881.168389:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4766
00000400:00000200:3.0:1787763881.168413:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763881.168421:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763881.168426:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763881.168435:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763881.168438:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1787763881.168440:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000040:3.0:1787763881.168443:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000800:00000200:2.1:1787763881.168445:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000100:00000001:3.0:1787763881.168446:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763881.168452:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763881.168453:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:3.0:1787763881.168456:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763881.168460:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:3.0:1787763881.168464:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:3.0:1787763881.168466:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:3.0:1787763881.168474:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763881.168478:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763881.168482:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763881.168487:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763881.168492:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:3.0:1787763881.168495:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763881.168499:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763881.168503:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763881.168507:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763881.168511:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763881.168515:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763881.168517:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763881.168522:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763881.168526:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763881.168531:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b03c0.
00000020:00000040:3.0:1787763881.168535:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:3.0:1787763881.168540:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763881.168550:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763881.168553:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763881.168554:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763881.168558:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763881.168564:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9d800.
00000100:00000001:3.0:1787763881.168570:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763881.168577:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b03c0 x1874601358773376/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763881.168587:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763881.168589:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763881.168596:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fa8aa37] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b03c0 x1874601358773376/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763881.168605:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763881.168620:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763881.168627:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787763881.168630:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763881.168633:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763881.168635:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763881.168639:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4766
00000400:00000200:3.0:1787763881.168644:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763881.168647:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763881.168651:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763881.168656:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763881.168661:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763881.168666:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763881.168671:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763881.168676:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763881.168679:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:3.0:1787763881.168684:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763881.168687:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:3.0:1787763881.168700:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:3.0:1787763881.168707:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:3.0:1787763881.168715:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763881.168717:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763881.168723:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763881.168728:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763881.168732:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:3.0:1787763881.168737:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763881.168739:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763881.168742:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763881.168745:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763881.168746:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763881.168748:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763881.168750:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763881.168753:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763881.168756:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763881.168763:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b3840.
00000020:00000040:3.0:1787763881.168767:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:3.0:1787763881.168773:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763881.168775:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763881.168779:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763881.168782:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763881.168786:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763881.168792:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9f000.
00000100:00000001:3.0:1787763881.168800:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763881.168812:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b3840 x1874601358773504/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763881.168830:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763881.168833:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763881.168841:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a874aff9] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b3840 x1874601358773504/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763881.168876:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763881.168878:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763881.168881:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763881.168882:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763881.168884:0:58520:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763881.168890:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763881.168895:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4766
00000400:00000200:3.0:1787763881.168902:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763881.168906:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763881.168909:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763881.168913:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763881.168916:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763881.168921:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763881.168926:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763881.168930:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763881.168933:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:3.0:1787763881.168935:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763881.168938:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:3.0:1787763881.168940:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:3.0:1787763881.168942:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:3.0:1787763881.168944:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763881.168945:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763881.168946:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763881.168947:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763881.168949:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:3.0:1787763881.168952:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763881.168956:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763881.168959:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763881.168964:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763881.168969:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763881.168974:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763881.168980:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763881.168985:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763881.168990:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763881.168997:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0f00.
00000020:00000040:3.0:1787763881.169001:0:58520:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:3.0:1787763881.169005:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763881.169010:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763881.169016:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763881.169020:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763881.169023:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763881.169027:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9d400.
00000100:00000001:3.0:1787763881.169032:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763881.169037:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0f00 x1874601358773632/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763881.169067:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763881.169070:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763881.169074:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031bb8c12] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0f00 x1874601358773632/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763881.169090:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763881.169096:0:58520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4776)
00000800:00000200:2.1:1787763881.169192:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763881.169194:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787763881.169389:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763881.169391:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787763881.169563:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763881.169565:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787763881.169869:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763881.169871:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00010000:00000001:0.0:1787763881.487951:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763881.487961:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763881.487963:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763881.487967:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763881.487972:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763881.487974:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763881.487976:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763881.487979:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763881.487984:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763881.487986:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763881.487990:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763881.487991:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763881.487995:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763881.487996:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763881.487998:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763881.487999:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763881.488001:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763881.488003:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763881.488004:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763881.488007:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763881.488010:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763881.488012:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763881.488060:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763881.488063:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763881.488065:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763881.745761:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763881.745770:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763881.745773:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763881.745778:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763881.745781:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763881.745785:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763881.745787:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763881.745790:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763881.745793:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763882.511935:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299440395, at 4299440448
00010000:00000001:0.0:1787763882.511937:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763882.511942:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763882.511949:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767e40.
00010000:00000001:0.0:1787763882.511950:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763882.511953:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763882.511959:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763882.511961:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763882.511965:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763882.511967:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763882.511971:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763882.511973:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763882.767913:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763882.767920:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763882.767922:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763882.767926:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763882.767930:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763882.767933:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763882.767936:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763882.767938:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763882.767941:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763883.535978:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763883.535986:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763883.535992:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763883.535993:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763883.535996:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763883.535997:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763883.536001:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763883.536002:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763883.536004:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763883.536006:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763883.792071:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763883.792085:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763883.792089:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763883.792099:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763883.792106:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763883.792113:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763883.792116:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763883.792119:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763883.792123:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763884.560007:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763884.560017:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763884.560025:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763884.560029:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763884.560032:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763884.560036:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763884.560040:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763884.560043:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763884.560046:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763884.560048:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763884.560053:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763884.560055:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763884.560058:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763884.560060:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763884.560065:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763884.560066:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763884.560137:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763884.560143:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763884.560147:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763884.815964:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763884.815972:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763884.815974:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763884.815980:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763884.815986:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763884.815989:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763884.815992:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763884.815994:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763884.815997:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763885.583993:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763885.584004:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763885.584013:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763885.584014:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763885.584018:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763885.584019:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763885.584021:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763885.584022:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763885.584025:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763885.584026:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763885.839940:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763885.839949:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763885.839953:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763885.839960:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763885.839967:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763885.839976:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763885.839981:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763885.839985:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763885.839990:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787763886.288958:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763886.288969:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787763886.289636:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763886.289639:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787763886.290000:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763886.290003:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787763886.290313:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763886.290315:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787763886.290539:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763886.290540:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 28 secs later)
00010000:00000001:0.0:1787763886.607989:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763886.607999:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763886.608007:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763886.608008:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763886.608011:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763886.608014:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763886.608016:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763886.608019:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763886.608022:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763886.608024:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763886.608026:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763886.608028:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763886.608031:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763886.608032:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763886.608035:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763886.608036:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763886.608037:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763886.608039:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763886.608040:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763886.608040:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763886.608041:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763886.608043:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763886.864016:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763886.864025:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763886.864028:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763886.864034:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763886.864039:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763886.864044:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763886.864047:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763886.864050:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763886.864055:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763887.631947:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299445516, at 4299445568
00010000:00000001:0.0:1787763887.631951:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763887.631955:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763887.631962:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763887.631964:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763887.631964:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2c0c0.
00010000:00000001:0.0:1787763887.631967:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763887.631970:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763887.631973:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763887.631974:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763887.631980:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763887.631982:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763887.632008:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763887.632013:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763887.632017:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763887.887942:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763887.887948:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763887.887950:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763887.887956:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763887.887959:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763887.887963:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763887.887966:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763887.887968:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763887.887971:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763888.655964:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763888.655969:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763888.655974:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763888.655975:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763888.655977:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763888.655978:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763888.655980:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763888.655981:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763888.655983:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763888.655984:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763888.911943:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763888.911950:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763888.911952:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763888.911964:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763888.911968:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763888.911971:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763888.911974:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763888.911976:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763888.911979:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763889.679930:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763889.679936:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763889.679940:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763889.679941:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763889.679944:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763889.679945:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763889.679947:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763889.679949:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763889.679951:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763889.679952:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763889.936289:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763889.936295:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763889.936297:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763889.936301:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763889.936304:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763889.936307:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763889.936310:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763889.936311:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763889.936313:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763890.703928:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763890.703940:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763890.703945:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763890.703948:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763890.703951:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763890.703952:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763890.703954:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763890.703955:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763890.703957:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763890.703958:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763890.703993:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763890.703998:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763890.704001:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763890.959935:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763890.959941:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763890.959943:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763890.959947:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763890.959951:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763890.959954:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763890.959957:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763890.959959:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763890.959961:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787763891.408386:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763891.408401:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787763891.409113:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763891.409118:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787763891.409434:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763891.409435:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787763891.409729:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763891.409730:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787763891.409936:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763891.409938:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00010000:00000001:0.0:1787763891.727967:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763891.727978:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763891.727981:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763891.727986:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763891.727993:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763891.727995:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763891.727998:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763891.728001:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763891.728007:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763891.728009:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763891.728013:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763891.728015:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763891.728019:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763891.728021:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763891.728023:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763891.728024:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763891.728025:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763891.728026:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763891.728028:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763891.728029:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763891.728032:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763891.728033:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763891.983983:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763891.983993:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763891.983995:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763891.984000:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763891.984006:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763891.984011:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763891.984013:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763891.984016:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763891.984020:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763892.751908:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299450635, at 4299450688
00000100:00000010:3.0:1787763892.751930:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2cf60.
00010000:00000001:0.0:1787763892.751936:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763892.751941:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763892.751945:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763892.751947:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763892.751950:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763892.751951:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763892.751954:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763892.751955:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763892.751958:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763892.751960:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763893.007944:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763893.007953:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763893.007956:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763893.007961:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763893.007965:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763893.007970:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763893.007972:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763893.007975:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763893.007978:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763893.775918:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763893.775933:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763893.775940:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763893.775941:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763893.775945:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763893.775947:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763893.775950:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763893.775952:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763893.775955:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763893.775957:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763893.775994:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763893.775998:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763893.776001:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763894.031944:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763894.031950:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763894.031952:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763894.031957:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763894.031960:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763894.031964:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763894.031967:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763894.031969:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763894.031972:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763894.799906:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763894.799911:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763894.799916:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763894.799918:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763894.799920:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763894.799923:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763894.799925:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763894.799926:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763894.799928:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763894.799929:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763894.799932:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763894.799932:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763894.799935:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763894.799935:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763894.799937:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763894.799938:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763895.055993:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763895.056001:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763895.056004:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763895.056010:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763895.056015:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763895.056020:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763895.056025:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763895.056029:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763895.056034:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763895.823965:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763895.823970:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763895.823975:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763895.823976:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763895.823978:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763895.823980:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763895.823982:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763895.823983:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763895.823985:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763895.823986:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763896.079979:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763896.079986:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763896.079989:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763896.079995:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763896.080000:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763896.080005:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763896.080009:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763896.080012:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763896.080015:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787763896.528692:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763896.528702:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787763896.529535:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763896.529538:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787763896.529800:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763896.529802:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787763896.530072:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763896.530074:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787763896.530344:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763896.530346:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00010000:00000001:0.0:1787763896.848000:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763896.848009:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763896.848014:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763896.848015:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763896.848018:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763896.848022:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763896.848025:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763896.848028:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763896.848031:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763896.848033:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763896.848034:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763896.848036:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763896.848039:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763896.848040:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763896.848042:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763896.848043:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763896.848044:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763896.848045:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763896.848046:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763896.848047:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763896.848048:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763896.848050:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763896.848119:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763896.848127:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763896.848132:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763897.103918:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763897.103923:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763897.103925:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763897.103929:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763897.103932:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763897.103936:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763897.103938:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763897.103940:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763897.103944:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763897.872001:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299455756, at 4299455808
00010000:00000001:0.0:1787763897.872006:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763897.872011:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763897.872015:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2c2a0.
00010000:00000001:0.0:1787763897.872020:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763897.872025:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763897.872032:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763897.872043:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763897.872049:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763897.872050:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763897.872054:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763897.872055:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763898.127968:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763898.127979:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763898.127983:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763898.127990:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763898.127996:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763898.128001:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763898.128006:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763898.128010:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763898.128013:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763898.895932:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763898.895940:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763898.895946:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763898.895947:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763898.895950:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763898.895951:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763898.895953:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763898.895954:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763898.895957:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763898.895958:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763899.151964:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763899.151970:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763899.151972:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763899.151977:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763899.151983:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763899.151988:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763899.151991:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763899.151994:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763899.151997:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763899.920003:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763899.920011:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763899.920016:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763899.920017:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763899.920020:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763899.920021:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763899.920024:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763899.920025:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763899.920028:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763899.920029:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763899.920112:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763899.920117:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763899.920121:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763900.175962:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763900.175971:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763900.175972:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763900.175978:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763900.175983:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763900.175987:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763900.175990:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763900.175993:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763900.175996:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763900.943933:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763900.943941:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763900.943946:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763900.943947:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763900.943950:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763900.943951:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763900.943954:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763900.943955:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763900.943958:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763900.943959:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763901.199947:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763901.199956:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763901.199958:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763901.199964:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763901.199968:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763901.199972:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763901.199975:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763901.199978:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763901.199980:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787763901.648558:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763901.648567:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787763901.649288:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763901.649290:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787763901.649530:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763901.649533:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787763901.649823:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763901.649825:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787763901.650146:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763901.650148:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00010000:00000001:0.0:1787763901.967934:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763901.967947:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763901.967951:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763901.967955:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763901.967962:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763901.967965:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763901.967968:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763901.967971:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763901.967977:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763901.967979:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763901.967982:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763901.967983:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763901.967986:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763901.967988:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763901.967989:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763901.967990:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763901.967991:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763901.967992:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763901.967993:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763901.967995:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763901.967997:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763901.967998:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763902.223984:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763902.223995:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763902.223999:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763902.224006:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763902.224012:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763902.224018:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763902.224023:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763902.224027:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763902.224031:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763902.991966:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299460875, at 4299460928
00010000:00000001:0.0:1787763902.991971:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763902.991978:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763902.991984:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9821987676c0.
00010000:00000001:0.0:1787763902.991985:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763902.991989:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763902.991994:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763902.991996:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763902.991999:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763902.992001:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763902.992006:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763902.992008:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763902.992037:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763902.992040:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763902.992043:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763903.247972:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763903.247980:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763903.247982:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763903.247987:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763903.247990:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763903.247994:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763903.247996:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763903.247999:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763903.248001:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763904.015921:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763904.015928:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763904.015943:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763904.015945:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763904.015948:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763904.015949:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763904.015951:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763904.015952:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763904.015955:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763904.015956:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763904.271994:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763904.272003:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763904.272006:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763904.272013:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763904.272017:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763904.272021:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763904.272025:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763904.272028:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763904.272031:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763905.039960:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763905.039966:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763905.039970:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763905.039973:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763905.039975:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763905.039979:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763905.039981:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763905.039982:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763905.039984:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763905.039985:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763905.039988:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763905.039989:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763905.039991:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763905.039992:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763905.039994:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763905.039995:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763905.295934:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763905.295941:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763905.295943:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763905.295948:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763905.295952:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763905.295955:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763905.295958:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763905.295961:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763905.295964:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763906.063927:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763906.063933:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763906.063937:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763906.063938:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763906.063940:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763906.063941:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763906.063943:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763906.063944:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763906.063946:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763906.063948:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763906.064010:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763906.064013:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763906.064017:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763906.319948:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763906.319957:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763906.319959:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763906.319964:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763906.319968:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763906.319972:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763906.319980:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763906.319982:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763906.319984:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787763906.768531:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763906.768539:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787763906.769196:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763906.769198:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787763906.769477:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763906.769480:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787763906.769782:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763906.769785:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787763906.770243:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763906.770245:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00010000:00000001:0.0:1787763907.087964:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763907.087969:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763907.087973:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763907.087974:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763907.087977:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763907.087980:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763907.087981:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763907.087984:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763907.087987:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763907.087989:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763907.087990:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763907.087992:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763907.087994:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763907.087995:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763907.087997:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763907.087998:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763907.087999:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763907.088001:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763907.088002:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763907.088003:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763907.088004:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763907.088005:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763907.343954:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763907.343962:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763907.343966:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763907.343973:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763907.343977:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763907.343981:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763907.343985:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763907.343987:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763907.343990:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763908.111927:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299465995, at 4299466048
00010000:00000001:0.0:1787763908.111943:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:3.0:1787763908.111946:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767660.
00010000:00000001:0.0:1787763908.111949:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763908.111957:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763908.111961:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763908.111967:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763908.111970:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763908.111974:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763908.111976:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763908.111980:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763908.111982:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763908.367953:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763908.367960:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763908.367962:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763908.367967:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763908.367971:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763908.367974:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763908.367976:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763908.367979:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763908.367981:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763909.135963:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763909.135968:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763909.135973:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763909.135974:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763909.135976:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763909.135977:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763909.135980:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763909.135981:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763909.135983:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763909.135984:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763909.136040:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763909.136043:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763909.136046:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763909.392005:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763909.392016:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763909.392019:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763909.392027:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763909.392033:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763909.392038:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763909.392042:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763909.392052:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763909.392057:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763910.159942:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763910.159948:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763910.159952:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763910.159953:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763910.159955:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763910.159956:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763910.159959:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763910.159960:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763910.159962:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763910.159963:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763910.415971:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763910.415981:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763910.415983:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763910.415988:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763910.415993:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763910.415997:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763910.416000:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763910.416002:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763910.416006:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763911.183970:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763911.183975:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763911.183980:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763911.183981:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763911.183983:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763911.183984:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763911.183987:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763911.183987:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763911.183990:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763911.183990:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763911.439956:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763911.439963:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763911.439965:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763911.439969:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763911.439973:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763911.439976:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763911.439979:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763911.439981:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763911.439983:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763911.887988:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763911.887999:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763911.888002:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763911.888005:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763911.888010:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763911.888018:0:58520:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 4797
00000400:00000200:3.0:1787763911.888028:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763911.888035:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763911.888040:0:58520:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763911.888043:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763911.888046:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763911.888049:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763911.888053:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763911.888057:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763911.888059:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:3.0:1787763911.888062:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763911.888065:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:3.0:1787763911.888068:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:3.0:1787763911.888069:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:3.0:1787763911.888072:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763911.888073:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763911.888074:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763911.888076:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763911.888078:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:3.0:1787763911.888081:0:58520:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763911.888082:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763911.888084:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763911.888087:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763911.888089:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763911.888091:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763911.888093:0:58520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763911.888101:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b1e00.
00000020:00000040:3.0:1787763911.888104:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:3.0:1787763911.888107:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763911.888108:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763911.888111:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763911.888113:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763911.888117:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763911.888124:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9f800.
00000100:00000001:3.0:1787763911.888129:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763911.888137:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b1e00 x1874601358776960/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763911.888145:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763911.888149:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763911.888154:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007fca43c8] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b1e00 x1874601358776960/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763911.888172:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763911.888175:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763911.888177:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763911.888178:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763911.888180:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763911.888181:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763911.888183:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4797
00000400:00000200:3.0:1787763911.888186:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763911.888188:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763911.888189:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763911.888191:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763911.888193:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763911.888195:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763911.888196:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763911.888198:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763911.888199:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:3.0:1787763911.888200:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763911.888202:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:3.0:1787763911.888203:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:3.0:1787763911.888205:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:3.0:1787763911.888207:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763911.888208:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763911.888210:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763911.888211:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763911.888214:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:3.0:1787763911.888225:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763911.888234:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763911.888240:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763911.888247:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763911.888253:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763911.888255:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763911.888261:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763911.888265:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763911.888272:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763911.888276:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b3c00.
00000020:00000040:3.0:1787763911.888282:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:3.0:1787763911.888288:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763911.888289:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763911.888294:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763911.888295:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763911.888296:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763911.888299:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9fc00.
00000100:00000001:3.0:1787763911.888304:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763911.888311:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b3c00 x1874601358777088/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763911.888321:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763911.888325:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763911.888345:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbda2d43] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b3c00 x1874601358777088/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763911.888357:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763911.888363:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763911.888367:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763911.888370:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763911.888373:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763911.888375:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763911.888378:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4797
00000400:00000200:3.0:1787763911.888389:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763911.888396:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763911.888402:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763911.888410:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763911.888416:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763911.888422:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763911.888429:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763911.888434:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763911.888436:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:3.0:1787763911.888439:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763911.888443:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:3.0:1787763911.888445:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:3.0:1787763911.888450:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:3.0:1787763911.888453:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763911.888454:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763911.888459:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763911.888466:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763911.888468:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:3.0:1787763911.888471:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763911.888474:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763911.888476:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763911.888479:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763911.888481:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763911.888484:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763911.888489:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763911.888494:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763911.888497:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763911.888502:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b2940.
00000020:00000040:3.0:1787763911.888508:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:3.0:1787763911.888515:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763911.888519:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763911.888522:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763911.888524:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763911.888526:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763911.888531:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9f400.
00000100:00000001:3.0:1787763911.888537:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763911.888545:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b2940 x1874601358777216/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763911.888564:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763911.888568:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763911.888573:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000bae3a13] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b2940 x1874601358777216/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763911.888592:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763911.888596:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763911.888599:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787763911.888601:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763911.888604:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763911.888607:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763911.888611:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4797
00000400:00000200:3.0:1787763911.888616:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763911.888621:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763911.888625:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000800:00000200:2.1:1787763911.888626:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000040:3.0:1787763911.888631:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000800:00000200:2.1:1787763911.888632:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000100:00000001:3.0:1787763911.888635:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763911.888640:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763911.888643:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763911.888647:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763911.888651:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:3.0:1787763911.888652:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763911.888655:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:3.0:1787763911.888658:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:3.0:1787763911.888662:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:3.0:1787763911.888669:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763911.888675:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763911.888680:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763911.888682:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763911.888684:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:3.0:1787763911.888692:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763911.888694:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763911.888697:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763911.888700:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763911.888704:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763911.888708:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763911.888712:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763911.888714:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763911.888715:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763911.888718:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0000.
00000020:00000040:3.0:1787763911.888719:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:3.0:1787763911.888721:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763911.888721:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763911.888725:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763911.888728:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763911.888730:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763911.888734:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9c800.
00000100:00000001:3.0:1787763911.888738:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763911.888744:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0000 x1874601358777344/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763911.888775:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763911.888780:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763911.888790:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000084e1803] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0000 x1874601358777344/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763911.888813:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763911.888818:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763911.888824:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763911.888828:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763911.888833:0:58520:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763911.888836:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763911.888840:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4797
00000400:00000200:3.0:1787763911.888843:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763911.888873:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763911.888877:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763911.888879:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763911.888881:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763911.888882:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763911.888888:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763911.888893:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763911.888895:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:3.0:1787763911.888898:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763911.888900:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:3.0:1787763911.888903:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:3.0:1787763911.888908:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:3.0:1787763911.888917:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763911.888921:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763911.888923:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763911.888926:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763911.888929:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:3.0:1787763911.888934:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763911.888939:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763911.888942:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763911.888946:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763911.888950:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763911.888955:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763911.888958:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763911.888963:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763911.888967:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763911.888974:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b1a40.
00000020:00000040:3.0:1787763911.888978:0:58520:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:3.0:1787763911.888982:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763911.888984:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763911.888988:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763911.888991:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763911.888993:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763911.889001:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9ec00.
00000100:00000001:3.0:1787763911.889004:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763911.889011:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b1a40 x1874601358777472/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763911.889022:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763911.889025:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763911.889031:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b5428e47] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b1a40 x1874601358777472/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763911.889050:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763911.889056:0:58520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4807)
00000800:00000200:2.1:1787763911.889283:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763911.889285:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787763911.889600:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763911.889603:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787763911.889825:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763911.889827:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787763911.890028:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763911.890030:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00010000:00000001:0.0:1787763912.207949:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763912.207967:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763912.207969:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763912.207971:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763912.207975:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763912.207977:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763912.207978:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763912.207980:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763912.207984:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763912.207985:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763912.207987:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763912.207988:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763912.207991:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763912.207992:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763912.207993:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763912.207994:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763912.207995:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763912.207996:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763912.207997:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763912.207998:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763912.208000:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763912.208001:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763912.208081:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763912.208086:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763912.208090:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763912.463974:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763912.463985:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763912.463988:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763912.463996:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763912.464001:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763912.464006:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763912.464010:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763912.464014:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763912.464017:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763913.231917:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299471115, at 4299471168
00000100:00000010:3.0:1787763913.231939:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767120.
00010000:00000001:0.0:1787763913.231993:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763913.232000:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763913.232008:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763913.232010:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763913.232024:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763913.232026:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763913.232031:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763913.232032:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763913.232036:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763913.232038:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763913.487991:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763913.488001:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763913.488005:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763913.488013:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763913.488020:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763913.488024:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763913.488028:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763913.488031:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763913.488033:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763914.255922:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763914.255927:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763914.255931:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763914.255932:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763914.255935:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763914.255936:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763914.255938:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763914.255938:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763914.255940:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763914.255941:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763914.511923:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763914.511932:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763914.511935:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763914.511940:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763914.511944:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763914.511947:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763914.511950:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763914.511953:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763914.511955:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763915.279981:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763915.279991:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763915.280003:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763915.280006:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763915.280008:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763915.280011:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763915.280014:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763915.280015:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763915.280017:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763915.280019:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763915.280021:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763915.280022:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763915.280025:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763915.280025:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763915.280027:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763915.280028:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763915.280111:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763915.280117:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763915.280120:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763915.535981:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763915.535995:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763915.535998:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763915.536006:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763915.536012:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763915.536018:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763915.536021:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763915.536024:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763915.536028:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763916.303959:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763916.303967:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763916.303972:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763916.303973:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763916.303976:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763916.303977:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763916.303980:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763916.303981:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763916.303984:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763916.303986:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763916.559977:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763916.559983:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763916.559986:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763916.559990:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763916.559994:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763916.559998:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763916.560000:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763916.560002:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763916.560004:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787763917.008566:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763917.008982:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763917.009323:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763917.009513:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763917.009662:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00010000:00000001:0.0:1787763917.328032:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763917.328042:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763917.328050:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763917.328052:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763917.328056:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763917.328061:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763917.328064:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763917.328068:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763917.328072:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763917.328075:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763917.328078:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763917.328080:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763917.328085:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763917.328086:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763917.328091:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763917.328093:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763917.328094:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763917.328096:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763917.328097:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763917.328099:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763917.328100:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763917.328102:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763917.583995:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763917.584005:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763917.584009:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763917.584025:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763917.584030:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763917.584034:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763917.584038:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763917.584041:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763917.584045:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763918.351916:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000040:3.0:1787763918.351920:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299476235, at 4299476288
00010000:00000001:0.0:1787763918.351922:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763918.351931:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763918.351932:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763918.351935:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2c7e0.
00010000:00000001:0.0:1787763918.351936:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763918.351939:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763918.351944:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763918.351945:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763918.351947:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763918.351949:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763918.351982:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763918.351986:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763918.351990:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763918.607946:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763918.607953:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763918.607955:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763918.607960:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763918.607963:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763918.607967:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763918.607969:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763918.607972:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763918.607974:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763919.375944:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763919.375952:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763919.375958:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763919.375959:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763919.375963:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763919.375964:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763919.375967:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763919.375969:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763919.375972:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763919.375974:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763919.631956:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763919.631964:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763919.631966:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763919.631972:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763919.631976:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763919.631979:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763919.631982:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763919.631984:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763919.631987:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763920.399958:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763920.399969:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763920.399973:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763920.399974:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763920.399977:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763920.399977:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763920.399979:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763920.399980:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763920.399982:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763920.399983:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763920.655933:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763920.655940:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763920.655942:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763920.655947:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763920.655950:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763920.655953:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763920.655956:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763920.655959:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763920.655961:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763921.423933:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763921.423940:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763921.423942:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763921.423944:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763921.423948:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763921.423950:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763921.423951:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763921.423953:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763921.423957:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763921.423958:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763921.423962:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763921.423963:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763921.423965:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763921.423967:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763921.423968:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763921.423969:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763921.423971:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763921.423972:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763921.423974:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763921.423976:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763921.423979:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763921.423980:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763921.424032:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763921.424038:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763921.424041:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763921.679968:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763921.679979:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763921.679981:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763921.679988:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763921.679993:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763921.679998:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763921.680001:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763921.680005:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763921.680009:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763922.128013:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763922.128034:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763922.128037:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763922.128043:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763922.128049:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763922.128057:0:18336:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 4807
00000400:00000200:3.0:1787763922.128066:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763922.128072:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763922.128077:0:18336:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763922.128080:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763922.128083:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763922.128086:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763922.128089:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763922.128094:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763922.128096:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:3.0:1787763922.128099:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763922.128103:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:3.0:1787763922.128106:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:3.0:1787763922.128108:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:3.0:1787763922.128112:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763922.128114:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763922.128116:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763922.128118:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763922.128121:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:3.0:1787763922.128125:0:18336:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763922.128127:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763922.128130:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763922.128134:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763922.128138:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763922.128140:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763922.128143:0:18336:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763922.128150:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b1680.
00000020:00000040:3.0:1787763922.128154:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:3.0:1787763922.128159:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763922.128161:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763922.128175:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763922.128180:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763922.128185:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763922.128195:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9d000.
00000100:00000001:3.0:1787763922.128203:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763922.128214:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b1680 x1874601358778240/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763922.128226:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763922.128230:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763922.128236:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045d21e1f] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b1680 x1874601358778240/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763922.128297:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763922.128300:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763922.128303:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763922.128304:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763922.128306:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763922.128308:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763922.128311:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4807
00000400:00000200:3.0:1787763922.128316:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763922.128319:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763922.128321:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763922.128324:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763922.128327:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763922.128329:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763922.128331:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763922.128333:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763922.128334:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:3.0:1787763922.128336:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763922.128338:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:3.0:1787763922.128340:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:3.0:1787763922.128342:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:3.0:1787763922.128345:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763922.128347:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763922.128358:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763922.128361:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763922.128363:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:3.0:1787763922.128365:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763922.128368:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763922.128370:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763922.128378:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763922.128380:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763922.128382:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763922.128387:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763922.128390:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763922.128392:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763922.128398:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b3480.
00000020:00000040:3.0:1787763922.128400:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:3.0:1787763922.128403:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763922.128404:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763922.128406:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763922.128408:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763922.128410:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763922.128414:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9ec00.
00000100:00000001:3.0:1787763922.128419:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763922.128424:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b3480 x1874601358778368/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763922.128438:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763922.128440:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763922.128444:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005fcc8ed6] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b3480 x1874601358778368/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763922.128453:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763922.128455:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763922.128459:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763922.128461:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763922.128462:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763922.128466:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763922.128468:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4807
00000400:00000200:3.0:1787763922.128472:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763922.128476:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763922.128478:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763922.128480:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763922.128482:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763922.128484:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763922.128486:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763922.128488:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763922.128490:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:3.0:1787763922.128492:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763922.128493:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:3.0:1787763922.128496:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:3.0:1787763922.128498:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:3.0:1787763922.128501:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763922.128503:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763922.128504:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763922.128506:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763922.128509:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:3.0:1787763922.128512:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763922.128515:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763922.128516:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763922.128519:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763922.128521:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763922.128523:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763922.128526:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763922.128529:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763922.128531:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763922.128535:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b2580.
00000020:00000040:3.0:1787763922.128537:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:3.0:1787763922.128540:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763922.128541:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763922.128543:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763922.128545:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763922.128547:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763922.128552:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9c800.
00000100:00000001:3.0:1787763922.128555:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763922.128560:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b2580 x1874601358778496/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763922.128568:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763922.128571:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763922.128575:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d0536d5] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b2580 x1874601358778496/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763922.128582:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763922.128584:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763922.128588:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787763922.128589:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763922.128591:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763922.128593:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763922.128595:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4807
00000400:00000200:3.0:1787763922.128599:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763922.128602:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763922.128604:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763922.128608:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763922.128610:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763922.128612:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763922.128614:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763922.128616:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763922.128618:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:3.0:1787763922.128619:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763922.128622:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:3.0:1787763922.128623:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:3.0:1787763922.128626:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:3.0:1787763922.128628:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763922.128630:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763922.128632:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763922.128634:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763922.128636:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:3.0:1787763922.128639:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763922.128641:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763922.128644:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763922.128647:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763922.128649:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763922.128651:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763922.128653:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763922.128655:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763922.128657:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763922.128661:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b30c0.
00000020:00000040:3.0:1787763922.128663:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:3.0:1787763922.128666:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763922.128667:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763922.128669:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763922.128670:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763922.128672:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763922.128676:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9f400.
00000100:00000001:3.0:1787763922.128679:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763922.128683:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b30c0 x1874601358778624/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763922.128691:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763922.128693:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763922.128697:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8678ec4] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b30c0 x1874601358778624/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763922.128782:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763922.128785:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763922.128789:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763922.128791:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763922.128792:0:18336:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763922.128795:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763922.128798:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4807
00000400:00000200:3.0:1787763922.128802:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763922.128806:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763922.128808:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763922.128811:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763922.128813:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763922.128815:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763922.128817:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763922.128819:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763922.128821:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:3.0:1787763922.128823:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763922.128825:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:3.0:1787763922.128827:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:3.0:1787763922.128829:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:3.0:1787763922.128831:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763922.128833:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763922.128835:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763922.128837:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763922.128839:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:3.0:1787763922.128841:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763922.128844:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763922.128846:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763922.128883:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763922.128885:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763922.128888:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763922.128890:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763922.128892:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763922.128894:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763922.128898:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0780.
00000020:00000040:3.0:1787763922.128900:0:18336:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:3.0:1787763922.128904:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763922.128905:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763922.128907:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763922.128908:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763922.128910:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763922.128914:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9fc00.
00000100:00000001:3.0:1787763922.128918:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763922.128923:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0780 x1874601358778752/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763922.128930:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763922.128932:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763922.128936:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cef40868] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0780 x1874601358778752/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763922.128944:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763922.128948:0:18336:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4817)
00000800:00000200:2.1:1787763922.129228:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763922.129232:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787763922.129594:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763922.129597:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787763922.129924:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763922.129927:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787763922.130159:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763922.130160:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787763922.130434:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763922.130435:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00010000:00000001:0.0:1787763922.448018:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763922.448025:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763922.448033:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763922.448034:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763922.448042:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763922.448043:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763922.448047:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763922.448048:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763922.448052:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763922.448053:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763922.703989:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763922.703997:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763922.704000:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763922.704006:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763922.704009:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763922.704013:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763922.704016:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763922.704018:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763922.704020:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763923.471958:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299481356, at 4299481408
00000100:00000010:3.0:1787763923.471976:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767840.
00010000:00000001:0.0:1787763923.472059:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763923.472062:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763923.472065:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763923.472066:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763923.472069:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763923.472070:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763923.472072:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763923.472073:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763923.472076:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763923.472077:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763923.727955:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763923.727963:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763923.727966:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763923.727972:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763923.727976:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763923.727979:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763923.727982:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763923.727985:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763923.727988:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763924.496011:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763924.496018:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763924.496025:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763924.496028:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763924.496030:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763924.496033:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763924.496036:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763924.496038:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763924.496040:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763924.496041:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763924.496044:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763924.496045:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763924.496048:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763924.496049:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763924.496051:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763924.496052:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763924.496118:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763924.496123:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763924.496125:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763924.751920:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763924.751928:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763924.751930:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763924.751936:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763924.751940:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763924.751943:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763924.751946:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763924.751948:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763924.751950:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763925.519946:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763925.519951:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763925.519955:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763925.519956:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763925.519958:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763925.519959:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763925.519961:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763925.519962:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763925.519965:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763925.519965:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763925.775946:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763925.775954:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763925.775956:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763925.775961:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763925.775965:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763925.775969:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763925.775972:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763925.775974:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763925.775977:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763926.544920:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763926.544927:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763926.544932:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763926.544933:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763926.544936:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763926.544939:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763926.544941:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763926.544944:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763926.544946:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763926.544947:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763926.544949:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763926.544950:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763926.544952:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763926.544953:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763926.544956:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763926.544957:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763926.544958:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763926.544959:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763926.544959:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763926.544960:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763926.544961:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763926.544962:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763926.799967:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763926.799976:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763926.799979:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763926.799985:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763926.799990:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763926.799994:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763926.799997:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763926.800000:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763926.800003:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763927.247937:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763927.247944:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787763927.247946:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763927.247949:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763927.247952:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763927.247958:0:18336:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 4812
00000400:00000200:3.0:1787763927.247965:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763927.247970:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763927.247978:0:18336:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763927.247980:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763927.247983:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763927.247985:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763927.247986:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763927.247989:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763927.247991:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:3.0:1787763927.247992:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763927.247995:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:3.0:1787763927.247996:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:3.0:1787763927.247997:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:3.0:1787763927.247999:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763927.248000:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763927.248001:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763927.248002:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763927.248004:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:3.0:1787763927.248006:0:18336:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763927.248008:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763927.248009:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763927.248012:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763927.248013:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763927.248015:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787763927.248016:0:18336:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763927.248024:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b12c0.
00000020:00000040:3.0:1787763927.248026:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:3.0:1787763927.248029:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763927.248029:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763927.248032:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763927.248034:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763927.248036:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763927.248042:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9f800.
00000100:00000001:3.0:1787763927.248047:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763927.248053:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b12c0 x1874601358778880/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763927.248064:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763927.248067:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763927.248070:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001900fdea] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b12c0 x1874601358778880/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763927.248088:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763927.248090:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763927.248093:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787763927.248094:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763927.248095:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763927.248096:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763927.248098:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4812
00000400:00000200:3.0:1787763927.248100:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763927.248102:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763927.248103:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763927.248105:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763927.248106:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763927.248107:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763927.248109:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763927.248110:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763927.248111:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:3.0:1787763927.248112:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763927.248113:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:3.0:1787763927.248114:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:3.0:1787763927.248116:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:3.0:1787763927.248118:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763927.248124:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763927.248126:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763927.248129:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763927.248133:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:3.0:1787763927.248137:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763927.248140:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763927.248141:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763927.248147:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763927.248150:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763927.248153:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763927.248159:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763927.248165:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763927.248169:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763927.248173:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b2d00.
00000020:00000040:3.0:1787763927.248176:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:3.0:1787763927.248179:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763927.248181:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763927.248183:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763927.248186:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763927.248189:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763927.248203:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9d400.
00000100:00000001:3.0:1787763927.248210:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763927.248217:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b2d00 x1874601358779008/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763927.248225:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763927.248226:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763927.248229:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000583ee9bd] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b2d00 x1874601358779008/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763927.248237:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763927.248242:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763927.248248:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787763927.248252:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763927.248256:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763927.248263:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763927.248271:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4812
00000400:00000200:3.0:1787763927.248279:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763927.248284:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763927.248288:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763927.248294:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763927.248299:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763927.248302:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763927.248305:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763927.248308:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763927.248310:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:3.0:1787763927.248313:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763927.248315:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:3.0:1787763927.248319:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:3.0:1787763927.248323:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:3.0:1787763927.248329:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763927.248332:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763927.248335:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763927.248337:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763927.248342:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:3.0:1787763927.248347:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763927.248351:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763927.248353:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763927.248358:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763927.248361:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763927.248363:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763927.248365:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787763927.248369:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763927.248371:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787763927.248378:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000010:3.0:1787763927.248379:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0780.
00000800:00000200:2.1:1787763927.248382:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000020:00000040:3.0:1787763927.248383:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:3.0:1787763927.248389:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763927.248392:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763927.248396:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763927.248397:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763927.248398:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763927.248402:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9f000.
00000100:00000001:3.0:1787763927.248408:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763927.248415:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0780 x1874601358779136/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763927.248424:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763927.248428:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763927.248436:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cef40868] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0780 x1874601358779136/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763927.248441:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763927.248443:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763927.248445:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787763927.248448:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763927.248451:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763927.248455:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763927.248459:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4812
00000400:00000200:3.0:1787763927.248466:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763927.248470:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763927.248472:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763927.248473:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763927.248474:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763927.248477:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763927.248481:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763927.248486:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763927.248488:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:3.0:1787763927.248492:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763927.248496:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:3.0:1787763927.248500:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:3.0:1787763927.248505:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:3.0:1787763927.248512:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763927.248518:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763927.248522:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763927.248528:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763927.248532:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:3.0:1787763927.248537:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763927.248542:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763927.248546:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763927.248550:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763927.248553:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763927.248556:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763927.248559:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763927.248562:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763927.248564:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763927.248569:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b30c0.
00000020:00000040:3.0:1787763927.248573:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:3.0:1787763927.248579:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763927.248581:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763927.248585:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763927.248587:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763927.248590:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763927.248594:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9d800.
00000100:00000001:3.0:1787763927.248599:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763927.248607:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b30c0 x1874601358779264/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763927.248620:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763927.248622:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763927.248630:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8678ec4] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b30c0 x1874601358779264/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763927.248645:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787763927.248657:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787763927.248662:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787763927.248664:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787763927.248665:0:18336:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787763927.248667:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787763927.248671:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4812
00000400:00000200:3.0:1787763927.248679:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763927.248684:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787763927.248688:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787763927.248695:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763927.248699:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763927.248704:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763927.248709:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787763927.248712:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787763927.248714:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:3.0:1787763927.248717:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787763927.248719:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:3.0:1787763927.248723:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:3.0:1787763927.248726:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:3.0:1787763927.248730:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763927.248733:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787763927.248735:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787763927.248740:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787763927.248743:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:3.0:1787763927.248746:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787763927.248750:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787763927.248751:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787763927.248753:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787763927.248756:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763927.248759:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787763927.248762:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787763927.248765:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763927.248771:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763927.248774:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b2580.
00000020:00000040:3.0:1787763927.248776:0:18336:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:3.0:1787763927.248780:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787763927.248783:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763927.248785:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787763927.248788:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787763927.248790:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787763927.248793:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9cc00.
00000100:00000001:3.0:1787763927.248796:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763927.248800:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b2580 x1874601358779392/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787763927.248820:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787763927.248824:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763927.248828:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d0536d5] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b2580 x1874601358779392/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763927.248842:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763927.248846:0:18336:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4822)
00000800:00000200:2.1:1787763927.248970:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763927.248972:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787763927.249144:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763927.249146:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787763927.249316:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763927.249317:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787763927.249533:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763927.249535:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00010000:00000001:0.0:1787763927.567915:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763927.567922:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763927.567928:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763927.567929:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763927.567933:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763927.567934:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763927.567937:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763927.567938:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763927.567941:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763927.567942:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763927.567982:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763927.567985:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763927.567987:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763927.823950:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763927.823957:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763927.823960:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763927.823963:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763927.823967:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763927.823970:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763927.823973:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763927.823976:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763927.823979:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763928.591937:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299486475, at 4299486528
00010000:00000001:0.0:1787763928.591942:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763928.591948:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763928.591952:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767a20.
00010000:00000001:0.0:1787763928.591955:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763928.591957:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763928.591962:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763928.591963:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763928.591965:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763928.591967:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763928.591970:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763928.591971:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763928.847976:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763928.847985:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763928.847988:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763928.847993:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763928.847998:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763928.848002:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763928.848004:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763928.848007:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763928.848010:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763929.615934:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763929.615941:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763929.615946:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763929.615947:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763929.615950:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763929.615951:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763929.615954:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763929.615955:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763929.615958:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763929.615959:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763929.871963:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763929.871972:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763929.871974:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763929.871979:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763929.871983:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763929.871987:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763929.871990:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763929.871993:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763929.871997:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763930.639959:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763930.639964:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763930.639969:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763930.639970:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763930.639972:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763930.639973:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763930.639975:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763930.639976:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763930.639978:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763930.639979:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763930.640031:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763930.640036:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763930.640040:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763930.895984:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763930.895996:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763930.896000:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763930.896007:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763930.896013:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763930.896017:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763930.896020:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763930.896024:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763930.896027:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763931.663919:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763931.663928:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763931.663930:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763931.663933:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763931.663938:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763931.663940:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763931.663942:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763931.663944:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763931.663948:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763931.663950:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763931.663953:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763931.663954:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763931.663957:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763931.663958:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763931.663959:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763931.663961:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763931.663962:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763931.663963:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763931.663965:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763931.663967:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763931.663970:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763931.663971:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763931.919917:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763931.919923:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763931.919925:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763931.919929:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763931.919932:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763931.919935:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763931.919937:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763931.919939:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763931.919941:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787763932.368393:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763932.368407:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787763932.369036:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763932.369040:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787763932.369316:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763932.369317:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787763932.369560:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763932.369561:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787763932.369745:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763932.369747:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00010000:00000001:0.0:1787763932.687938:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763932.687943:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763932.687947:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763932.687948:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763932.687950:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763932.687951:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763932.687959:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763932.687960:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763932.687962:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763932.687963:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763932.943933:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763932.943939:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763932.943941:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763932.943946:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763932.943949:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763932.943952:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763932.943954:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763932.943956:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763932.943958:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763933.711941:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299491595, at 4299491648
00010000:00000001:0.0:1787763933.711945:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763933.711950:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763933.711955:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763933.711956:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763933.711957:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2c3c0.
00010000:00000001:0.0:1787763933.711960:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763933.711963:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763933.711968:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763933.711969:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763933.711972:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763933.711974:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763933.711996:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763933.711999:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763933.712002:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763933.967955:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763933.967962:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763933.967964:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763933.967968:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763933.967971:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763933.967974:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763933.967976:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763933.967978:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763933.967981:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763934.735951:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763934.735958:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763934.735963:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763934.735966:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763934.735968:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763934.735971:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763934.735974:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763934.735976:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763934.735977:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763934.735979:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763934.735982:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763934.735982:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763934.735985:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763934.735986:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763934.735988:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763934.735989:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763934.991943:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763934.991949:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763934.991952:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763934.991956:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763934.991960:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763934.991963:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763934.991966:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763934.991968:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763934.991971:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763935.759936:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763935.759941:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763935.759945:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763935.759946:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763935.759949:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763935.759950:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763935.759953:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763935.759954:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763935.759956:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763935.759957:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763936.015968:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763936.015977:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763936.015980:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763936.015985:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763936.015990:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763936.015995:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763936.015999:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763936.016001:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763936.016004:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763936.783979:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763936.783986:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763936.783992:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763936.783994:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763936.783997:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763936.784001:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763936.784003:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763936.784007:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763936.784010:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763936.784012:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763936.784014:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763936.784016:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763936.784021:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763936.784022:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763936.784026:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763936.784027:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763936.784029:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763936.784031:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763936.784032:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763936.784034:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763936.784036:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763936.784037:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763936.784088:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763936.784091:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763936.784093:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763937.039965:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763937.039975:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763937.039977:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763937.039981:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763937.039985:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763937.039988:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763937.039990:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763937.039992:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763937.039995:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787763937.488522:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763937.488529:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787763937.489156:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763937.489158:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787763937.489366:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763937.489368:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787763937.489602:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763937.489604:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787763937.489864:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763937.489866:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00010000:00000001:0.0:1787763937.807939:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763937.807947:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763937.807953:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763937.807954:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763937.807958:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763937.807960:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763937.807963:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763937.807965:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763937.807968:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763937.807970:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763938.063953:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763938.063960:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763938.063963:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763938.063969:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763938.063974:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763938.063978:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763938.063982:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763938.063985:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763938.063988:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763938.831940:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299496715, at 4299496768
00010000:00000001:0.0:1787763938.831949:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763938.831953:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763938.831956:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9821987671e0.
00010000:00000001:0.0:1787763938.831960:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763938.831963:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763938.831967:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763938.831968:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763938.831971:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763938.831972:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763938.831975:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763938.831977:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763939.087948:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763939.087955:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763939.087957:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763939.087961:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763939.087965:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763939.087968:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763939.087970:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763939.087973:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763939.087975:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763939.855905:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763939.855911:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763939.855915:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763939.855916:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763939.855919:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763939.855920:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763939.855923:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763939.855923:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763939.855925:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763939.855926:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763939.855982:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763939.855985:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763939.855988:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763940.111921:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763940.111928:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763940.111930:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763940.111934:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763940.111938:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763940.111942:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763940.111944:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763940.111947:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763940.111949:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763940.879965:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763940.879971:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763940.879976:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763940.879977:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763940.879979:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763940.879980:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763940.879983:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763940.879983:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763940.879986:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763940.879987:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763941.135978:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763941.135986:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763941.135988:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763941.135993:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763941.135997:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763941.136000:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763941.136002:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763941.136004:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763941.136006:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763941.903973:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763941.903982:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763941.903984:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763941.903986:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763941.903990:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763941.903992:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763941.903993:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763941.903995:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763941.903998:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763941.903999:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763941.904001:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763941.904002:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763941.904005:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763941.904006:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763941.904007:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763941.904008:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763941.904009:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763941.904009:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763941.904010:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763941.904012:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763941.904014:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763941.904014:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763942.159935:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763942.159943:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763942.159946:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763942.159952:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763942.159957:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763942.159961:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763942.159965:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763942.159967:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763942.159971:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787763942.608545:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763942.608550:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787763942.609314:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763942.609318:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787763942.609646:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763942.609647:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787763942.609927:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763942.609928:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787763942.610154:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763942.610157:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00010000:00000001:0.0:1787763942.927918:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763942.927924:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763942.927928:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763942.927929:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763942.927938:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763942.927939:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763942.927941:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763942.927942:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763942.927945:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763942.927946:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763942.927998:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763942.928002:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763942.928005:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787763943.183952:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787763943.183961:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787763943.183963:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787763943.183969:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787763943.183973:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787763943.183978:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763943.183981:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787763943.183984:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787763943.183987:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763943.951957:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299501835, at 4299501888
00010000:00000001:0.0:1787763943.951960:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763943.951964:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763943.951971:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763943.951972:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763943.951974:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767de0.
00010000:00000001:0.0:1787763943.951975:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763943.951979:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763943.951986:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763943.951988:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763943.951992:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763943.951993:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763944.975942:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763944.975951:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763944.975958:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763944.975960:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763944.975962:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763944.975965:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763944.975968:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763944.975969:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763944.975971:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763944.975972:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763944.975975:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763944.975976:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763944.975978:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763944.975979:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763944.975981:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763944.975982:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763945.999930:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763945.999936:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763945.999941:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763945.999942:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763945.999944:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763945.999945:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763945.999947:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763945.999948:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763945.999950:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763945.999951:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763946.000044:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763946.000047:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763946.000050:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763947.023952:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763947.023957:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763947.023961:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763947.023962:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763947.023965:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763947.023968:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763947.023970:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763947.023973:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763947.023975:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763947.023977:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763947.023978:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763947.023980:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763947.023982:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763947.023983:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763947.023986:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763947.023988:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763947.023989:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763947.023990:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763947.023991:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763947.023992:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763947.023993:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763947.023995:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787763947.728702:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763947.728711:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787763947.729804:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763947.729812:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787763947.730425:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763947.730426:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787763947.730675:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763947.730677:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787763947.730877:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763947.730879:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00010000:00000001:0.0:1787763948.047961:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763948.047975:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763948.047982:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763948.047983:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763948.047987:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763948.047988:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763948.047992:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763948.047993:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763948.047997:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763948.047999:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763949.071982:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299506956, at 4299507008
00010000:00000001:0.0:1787763949.071986:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763949.072005:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763949.072018:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:3.0:1787763949.072021:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2cde0.
00010000:00000001:0.0:1787763949.072022:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763949.072035:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763949.072039:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763949.072046:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763949.072048:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763949.072055:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763949.072056:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763949.072084:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763949.072089:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763949.072093:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763950.096005:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763950.096015:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763950.096024:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763950.096025:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763950.096030:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763950.096032:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763950.096036:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763950.096038:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763950.096042:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763950.096043:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763951.119959:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763951.119966:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763951.119972:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763951.119973:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763951.119996:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763951.119997:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763951.120001:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763951.120002:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763951.120005:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763951.120006:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763952.144029:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763952.144038:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763952.144041:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763952.144043:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763952.144049:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763952.144051:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763952.144052:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763952.144054:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763952.144058:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763952.144059:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763952.144062:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763952.144063:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763952.144066:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763952.144067:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763952.144068:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763952.144070:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763952.144071:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763952.144072:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763952.144073:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763952.144075:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763952.144078:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763952.144079:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763952.144169:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763952.144176:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763952.144181:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787763952.848556:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763952.848561:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787763952.849261:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763952.849268:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787763952.849574:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763952.849588:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787763952.849835:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763952.849837:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787763952.850063:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763952.850065:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00010000:00000001:0.0:1787763953.168022:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763953.168032:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763953.168037:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763953.168038:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763953.168041:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763953.168042:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763953.168045:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763953.168046:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763953.168048:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763953.168049:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763953.168130:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763953.168133:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763953.168136:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787763954.191962:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299512075, at 4299512128
00010000:00000001:0.0:1787763954.191972:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763954.191977:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763954.191978:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2c1e0.
00010000:00000001:0.0:1787763954.191988:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763954.191992:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763954.191999:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763954.192002:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763954.192014:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763954.192016:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763954.192021:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763954.192023:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763955.215956:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763955.215962:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763955.215967:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763955.215970:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763955.215972:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763955.215974:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763955.215977:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763955.215979:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763955.215981:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763955.215982:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763955.215985:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763955.215986:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763955.215993:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763955.215994:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763955.215996:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763955.215997:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763955.216056:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763955.216061:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763955.216064:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763956.240905:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763956.240912:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763956.240918:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763956.240920:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763956.240924:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763956.240925:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763956.240928:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763956.240940:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763956.240944:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763956.240945:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763956.240967:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763956.240970:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763956.240973:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763957.264246:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763957.264260:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763957.264266:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763957.264268:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763957.264271:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763957.264275:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763957.264277:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763957.264281:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763957.264284:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763957.264286:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763957.264288:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763957.264290:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763957.264294:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763957.264296:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763957.264299:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763957.264301:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763957.264302:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763957.264304:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763957.264306:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763957.264307:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763957.264309:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763957.264311:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787763957.968497:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763957.968503:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787763957.969160:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763957.969163:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787763957.969487:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763957.969490:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787763957.969801:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763957.969804:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787763957.970149:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763957.970152:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00010000:00000001:0.0:1787763958.287937:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763958.287960:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763958.287967:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763958.287969:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763958.287973:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763958.287974:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763958.287978:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763958.287979:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763958.287982:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763958.287983:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763958.288032:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763958.288035:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763958.288038:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787763959.311927:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299517195, at 4299517248
00000100:00000010:3.0:1787763959.311946:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2c780.
00010000:00000001:0.0:1787763959.311949:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763959.311954:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763959.311959:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763959.311960:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763959.311965:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763959.311966:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763959.311969:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763959.311971:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763959.311976:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763959.311978:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763959.312007:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763959.312012:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763959.312016:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763960.335948:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763960.335956:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763960.335963:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763960.335964:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763960.335968:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763960.335970:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763960.335973:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763960.335974:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763960.335978:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763960.335979:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763961.359943:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763961.359951:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763961.359956:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763961.359957:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763961.359961:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763961.359962:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763961.359965:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763961.359966:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763961.359969:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763961.359970:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763961.360008:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763961.360012:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763961.360016:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763962.383971:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763962.383979:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763962.383981:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763962.383985:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763962.383990:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763962.383993:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763962.383995:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763962.383997:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763962.384001:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763962.384002:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763962.384005:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763962.384007:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763962.384010:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763962.384011:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763962.384013:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763962.384014:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763962.384016:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763962.384017:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763962.384019:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763962.384021:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763962.384024:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763962.384026:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763962.384055:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763962.384058:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763962.384061:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787763963.088478:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763963.088486:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787763963.089124:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763963.089126:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787763963.089349:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763963.089351:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787763963.089561:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763963.089563:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787763963.089772:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763963.089785:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00010000:00000001:0.0:1787763963.407987:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763963.407992:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763963.407996:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763963.407998:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763963.408006:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763963.408007:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763963.408009:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763963.408010:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763963.408013:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763963.408014:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763964.431961:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299522315, at 4299522368
00000100:00000010:3.0:1787763964.431976:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2c660.
00010000:00000001:0.0:1787763964.432008:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763964.432015:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763964.432021:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763964.432026:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763964.432029:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763964.432032:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763964.432035:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763964.432037:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763964.432039:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763964.432041:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763964.432044:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763964.432045:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763964.432047:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763964.432048:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763964.432051:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763964.432052:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763964.432112:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763964.432116:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763964.432120:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763965.455964:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763965.455969:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763965.455973:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763965.455974:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763965.455977:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763965.455978:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763965.455980:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763965.455981:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763965.455983:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763965.455984:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763965.456003:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763965.456005:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763965.456008:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763966.479921:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763966.479926:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763966.479931:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763966.479932:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763966.479935:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763966.479937:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763966.479939:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763966.479942:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763966.479944:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763966.479946:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763966.479948:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763966.479949:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763966.479952:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763966.479952:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763966.479955:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763966.479956:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763966.479956:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763966.479957:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763966.479958:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763966.479959:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763966.479960:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763966.479962:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763967.503965:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763967.503971:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763967.503975:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763967.503976:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763967.503979:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763967.503980:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763967.503982:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763967.503983:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763967.503986:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763967.503987:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763967.504056:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763967.504059:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763967.504062:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787763968.208546:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763968.208553:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787763968.209134:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763968.209136:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787763968.209353:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763968.209354:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787763968.209567:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763968.209568:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787763968.209791:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763968.209793:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00010000:00000001:0.0:1787763968.527926:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763968.527931:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763968.527936:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763968.527937:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763968.527939:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763968.527940:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763968.527942:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763968.527943:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763968.527946:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763968.527947:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763968.527965:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763968.527967:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763968.527969:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763969.551916:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763969.551922:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763969.551928:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763969.551931:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763969.551934:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299527435, at 4299527488
00010000:00000001:0.0:1787763969.551936:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763969.551937:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763969.551943:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763969.551946:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763969.551947:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2c000.
00010000:00000001:0.0:1787763969.551950:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763969.551952:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763970.575936:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763970.575943:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763970.575948:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763970.575948:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763970.575951:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763970.575952:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763970.575954:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763970.575955:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763970.575957:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763970.575958:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763970.576012:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763970.576016:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763970.576018:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763971.599939:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763971.599945:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763971.599949:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763971.599950:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763971.599952:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763971.599953:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763971.599956:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763971.599956:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763971.599958:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763971.599959:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763971.599978:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763971.599980:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763971.599982:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763972.623934:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763972.623941:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763972.623943:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763972.623946:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763972.623950:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763972.623952:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763972.623953:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763972.623955:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763972.623958:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763972.623959:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763972.623962:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763972.623963:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763972.623965:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763972.623966:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763972.623967:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763972.623968:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763972.623969:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763972.623970:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763972.623971:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763972.623972:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763972.623975:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763972.623975:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787763973.328544:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763973.328550:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787763973.329320:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763973.329323:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787763973.329615:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763973.329618:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787763973.329829:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763973.329830:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787763973.330105:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763973.330107:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00010000:00000001:0.0:1787763973.647949:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763973.647956:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763973.647962:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763973.647963:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763973.647967:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763973.647968:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763973.647971:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763973.647973:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763973.647976:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763973.647978:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763973.648037:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763973.648041:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763973.648044:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763974.671919:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000040:3.0:1787763974.671920:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299532555, at 4299532608
00010000:00000001:0.0:1787763974.671924:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763974.671932:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763974.671935:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000010:3.0:1787763974.671938:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2c420.
00010000:00000001:0.0:1787763974.671939:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763974.671944:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763974.671947:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763974.671949:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763974.671951:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763974.671953:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763974.671956:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763974.671956:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763974.671959:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763974.671960:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763974.671962:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763974.671963:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763974.671978:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763974.671980:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763974.671982:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763975.695944:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763975.695949:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763975.695954:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763975.695955:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763975.695957:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763975.695958:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763975.695961:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763975.695962:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763975.695964:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763975.695965:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763976.719933:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763976.719939:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763976.719943:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763976.719944:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763976.719947:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763976.719950:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763976.719952:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763976.719954:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763976.719957:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763976.719958:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763976.719960:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763976.719961:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763976.719964:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763976.719965:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763976.719967:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763976.719969:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763976.719970:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763976.719971:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763976.719972:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763976.719973:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763976.719974:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763976.719976:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763976.720034:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763976.720038:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763976.720040:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763977.744012:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763977.744022:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763977.744031:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763977.744032:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763977.744036:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763977.744038:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763977.744043:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763977.744044:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763977.744048:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763977.744050:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763977.744083:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763977.744087:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763977.744091:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1787763978.448635:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763978.448641:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787763978.449345:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763978.449351:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787763978.449755:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763978.449757:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787763978.450016:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763978.450018:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787763978.450256:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763978.450259:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00010000:00000001:0.0:1787763978.767920:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763978.767926:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763978.767930:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763978.767931:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763978.767934:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763978.767935:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763978.767937:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763978.767938:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763978.767940:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763978.767941:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763979.791970:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299537675, at 4299537728
00010000:00000001:0.0:1787763979.791976:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763979.791986:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787763979.791991:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767300.
00010000:00000001:0.0:1787763979.791997:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763979.792002:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763979.792010:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763979.792012:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763979.792019:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763979.792021:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763979.792030:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763979.792032:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763979.792080:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763979.792083:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763979.792086:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763980.815996:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763980.816003:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763980.816008:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763980.816009:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763980.816012:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763980.816013:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763980.816016:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763980.816018:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763980.816021:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763980.816022:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763980.816054:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763980.816057:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763980.816059:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763981.839933:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763981.839941:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763981.839946:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763981.839947:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763981.839950:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763981.839951:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763981.839954:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763981.839955:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763981.839957:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763981.839958:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763982.864009:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763982.864018:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763982.864021:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763982.864024:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763982.864029:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763982.864032:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763982.864033:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763982.864035:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763982.864038:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763982.864040:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763982.864043:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763982.864044:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763982.864046:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763982.864048:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763982.864050:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763982.864051:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763982.864052:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763982.864053:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763982.864054:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763982.864055:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763982.864058:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763982.864059:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763982.864161:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763982.864167:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763982.864171:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1787763983.568773:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763983.569312:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763983.569478:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763983.569616:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763983.569775:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00010000:00000001:0.0:1787763983.887969:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763983.887977:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763983.887982:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763983.887983:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763983.887986:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763983.887987:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763983.887990:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763983.887991:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763983.887994:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763983.887995:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763983.888020:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763983.888022:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763983.888025:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787763984.911953:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299542796, at 4299542848
00010000:00000001:0.0:1787763984.911969:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:3.0:1787763984.911969:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9821987678a0.
00010000:00000001:0.0:1787763984.911976:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763984.911984:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763984.911989:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763984.911992:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763984.911995:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763984.911998:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763984.912001:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763984.912004:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763984.912006:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763984.912010:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763984.912012:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763984.912014:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763984.912015:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763984.912018:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763984.912019:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763985.935935:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763985.935942:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763985.935947:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763985.935948:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763985.935950:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763985.935951:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763985.935954:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763985.935955:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763985.935956:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763985.935957:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763985.936006:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763985.936010:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763985.936013:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1787763986.640085:0:2376:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.141:988
00000400:00000100:3.0:1787763986.640122:0:2376:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.141@tcp at host 192.168.202.141 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1787763986.640130:0:2376:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763986.640133:0:2376:0:(router.c:1791:lnet_notify()) 192.168.202.41@tcp notifying 192.168.202.141@tcp: down
00000400:00000200:3.0:1787763986.640138:0:2376:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787763986.640141:0:2376:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1787763986.640145:0:2376:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:3.0:1787763986.640148:0:2376:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8500.
00000400:00000200:3.0:1787763986.640154:0:2376:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787763986.640159:0:2376:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787763986.640165:0:2376:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0aa0
00000400:00000010:3.0:1787763986.640168:0:2376:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0aa0.
00000100:00000001:3.0:1787763986.640176:0:2376:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763986.640185:0:2376:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff982187f84780 x1874601358785920/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764008 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763986.640218:0:2376:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763986.640224:0:2376:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f84780 x1874601358785920/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764008 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763986.640233:0:2376:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763986.640236:0:2376:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787763986.640247:0:2376:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:3.0:1787763986.640249:0:2376:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8300.
00000400:00000200:3.0:1787763986.640253:0:2376:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787763986.640256:0:2376:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787763986.640260:0:2376:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:3.0:1787763986.640261:0:2376:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:3.0:1787763986.640263:0:2376:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763986.640267:0:2376:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff982187f86580 x1874601358786048/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764008 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763986.640273:0:2376:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763986.640276:0:2376:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f86580 x1874601358786048/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764008 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763986.640283:0:2376:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763986.640286:0:2376:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787763986.640292:0:2376:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:3.0:1787763986.640295:0:2376:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8c00.
00000400:00000200:3.0:1787763986.640299:0:2376:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787763986.640305:0:2376:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787763986.640309:0:2376:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0000
00000400:00000010:3.0:1787763986.640313:0:2376:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0000.
00000100:00000001:3.0:1787763986.640318:0:2376:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763986.640326:0:2376:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff982187f86d00 x1874601358786176/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764008 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763986.640359:0:2376:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763986.640365:0:2376:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f86d00 x1874601358786176/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764008 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763986.640377:0:2376:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763986.640381:0:2376:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787763986.640390:0:2376:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:3.0:1787763986.640395:0:2376:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8900.
00000400:00000200:3.0:1787763986.640401:0:2376:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787763986.640411:0:2376:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787763986.640417:0:2376:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0110
00000400:00000010:3.0:1787763986.640421:0:2376:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0110.
00000100:00000001:3.0:1787763986.640427:0:2376:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763986.640436:0:2376:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff982187f870c0 x1874601358786304/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764008 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763986.640453:0:2376:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763986.640461:0:2376:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f870c0 x1874601358786304/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764008 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763986.640492:0:2376:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763986.640497:0:2376:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787763986.640503:0:2376:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:3.0:1787763986.640506:0:2376:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8700.
00000400:00000200:3.0:1787763986.640509:0:2376:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787763986.640516:0:2376:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787763986.640523:0:2376:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0330
00000400:00000010:3.0:1787763986.640527:0:2376:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0330.
00000100:00000001:3.0:1787763986.640533:0:2376:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787763986.640538:0:2376:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff982187f86940 x1874601358786432/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764008 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763986.640548:0:2376:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787763986.640555:0:2376:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f86940 x1874601358786432/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764008 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787763986.640569:0:2376:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787763986.640572:0:2376:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:0.0:1787763986.959962:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763986.959967:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763986.959971:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763986.959972:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763986.959974:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763986.959977:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763986.959979:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763986.959981:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763986.959984:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763986.959985:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763986.959987:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763986.959988:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763986.959991:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763986.959992:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763986.959994:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763986.959995:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763986.959996:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763986.959997:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763986.959998:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763986.959999:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763986.960000:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763986.960001:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763986.960020:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763986.960022:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763986.960024:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763987.983957:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763987.983963:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763987.983967:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763987.983968:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763987.983971:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763987.983972:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763987.983974:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763987.983975:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763987.983977:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763987.983978:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787763988.688558:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763988.688565:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787763988.689421:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763988.689424:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787763988.689731:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763988.689733:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787763988.690026:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763988.690028:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787763988.690304:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763988.690307:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00010000:00000001:0.0:1787763989.007959:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763989.007966:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763989.007973:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763989.007974:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763989.007977:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763989.007977:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763989.007980:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763989.007981:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763989.007984:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763989.007984:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763989.008029:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763989.008032:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763989.008035:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787763990.031954:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299547915, at 4299547968
00000100:00000010:3.0:1787763990.031973:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767ba0.
00010000:00000001:0.0:1787763990.031975:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763990.031983:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763990.031994:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763990.031996:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763990.032001:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763990.032003:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763990.032007:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763990.032009:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763990.032013:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763990.032014:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763990.032046:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763990.032050:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763990.032053:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763991.055993:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763991.056003:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763991.056010:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763991.056011:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763991.056015:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763991.056017:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763991.056021:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763991.056023:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763991.056027:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763991.056029:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763992.079930:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763992.079937:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763992.079941:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763992.079942:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763992.079945:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763992.079946:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763992.079948:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763992.079949:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763992.079951:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763992.079952:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763992.080016:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763992.080021:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763992.080026:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763993.103965:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763993.103973:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763993.103975:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763993.103978:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763993.103983:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763993.103984:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763993.103986:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763993.103987:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763993.103991:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763993.103992:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763993.103994:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763993.103995:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763993.103998:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763993.103999:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763993.104000:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763993.104001:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763993.104002:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763993.104003:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763993.104004:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763993.104006:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763993.104008:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763993.104009:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763993.104030:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763993.104032:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763993.104034:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1787763993.808508:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763993.808514:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787763993.809124:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763993.809126:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787763993.809337:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763993.809339:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787763993.809522:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763993.809524:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787763993.809740:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787763993.809742:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00010000:00000001:0.0:1787763994.127924:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763994.127931:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763994.127937:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763994.127938:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763994.127942:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763994.127943:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763994.127946:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763994.127947:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763994.127951:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763994.127952:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787763995.151915:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299553035, at 4299553088
00000100:00000010:3.0:1787763995.151934:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767ae0.
00010000:00000001:0.0:1787763995.152009:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763995.152015:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763995.152020:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763995.152024:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763995.152032:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763995.152038:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763995.152042:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763995.152045:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763995.152047:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763995.152050:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763995.152055:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763995.152057:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763995.152060:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763995.152061:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763995.152065:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763995.152067:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763995.152119:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763995.152123:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763995.152127:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787763996.175920:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763996.175932:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763996.175937:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763996.175938:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763996.175941:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763996.175942:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763996.175944:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763996.175945:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763996.175948:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763996.175948:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787763996.175971:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787763996.175974:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787763996.175976:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000008:00000020:0.0:1787763996.879954:0:59014:0:(osc_request.c:747:osc_update_next_shrink()) next time 6087 to shrink grant
00000008:00000020:0.0:1787763996.879963:0:59014:0:(osc_request.c:747:osc_update_next_shrink()) next time 6087 to shrink grant
00010000:00000001:0.0:1787763997.199942:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763997.199953:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763997.199961:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763997.199962:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763997.199967:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763997.199971:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763997.199975:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763997.199977:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763997.199980:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763997.199982:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763997.199984:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763997.199986:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763997.199989:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763997.199990:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763997.199993:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763997.199994:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787763997.199995:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787763997.199997:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763997.199998:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787763997.199999:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763997.200000:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763997.200001:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763998.223980:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763998.223992:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763998.224001:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763998.224002:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763998.224007:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763998.224009:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763998.224013:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763998.224014:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763998.224018:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763998.224020:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787763998.224084:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787763998.224092:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787763998.224097:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787763998.928806:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763998.928819:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787763998.929910:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763998.929925:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787763998.930223:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763998.930225:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787763998.930516:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763998.930518:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787763998.930820:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787763998.930822:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00010000:00000001:0.0:1787763999.247975:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763999.247982:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763999.247989:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763999.247990:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763999.247995:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763999.247996:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763999.247999:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763999.248000:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787763999.248003:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787763999.248005:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764000.271958:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299558156, at 4299558208
00010000:00000001:0.0:1787764000.271962:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764000.271967:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764000.271973:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:3.0:1787764000.271973:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2cba0.
00010000:00000001:0.0:1787764000.271978:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764000.271988:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764000.271991:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764000.272008:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764000.272011:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764000.272014:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764000.272015:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764001.295938:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764001.295944:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764001.295949:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764001.295950:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764001.295952:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764001.295953:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764001.295955:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764001.295956:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764001.295958:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764001.295959:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764001.296000:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764001.296004:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764001.296007:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787764002.319992:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764002.320001:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764002.320007:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764002.320009:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764002.320012:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764002.320014:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764002.320018:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764002.320019:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764002.320023:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764002.320024:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764003.343951:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764003.343958:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764003.343960:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764003.343963:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764003.343967:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764003.343969:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764003.343970:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764003.343972:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764003.343975:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764003.343976:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764003.343978:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764003.343978:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764003.343981:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764003.343982:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764003.343983:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764003.343984:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764003.343985:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764003.343986:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764003.343987:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764003.343989:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764003.343991:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764003.343992:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787764004.048939:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764004.048951:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787764004.049446:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764004.049449:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787764004.049788:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764004.049791:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787764004.050133:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764004.050136:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787764004.050463:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764004.050466:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00010000:00000001:0.0:1787764004.367968:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764004.367974:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764004.367979:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764004.367983:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764004.367985:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764004.367988:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764004.367990:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764004.367992:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764004.367993:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764004.367995:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764004.367997:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764004.367998:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764004.368000:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764004.368001:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764004.368003:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764004.368004:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764004.368052:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764004.368056:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764004.368059:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787764005.391908:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299563276, at 4299563328
00000100:00000010:3.0:1787764005.391922:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2cd20.
00010000:00000001:0.0:1787764005.391940:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764005.391945:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764005.391952:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764005.391954:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764005.391959:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764005.391961:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764005.391966:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764005.391969:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764005.391977:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764005.391980:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764006.415999:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764006.416006:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764006.416012:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764006.416013:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764006.416016:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764006.416019:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764006.416022:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764006.416025:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764006.416028:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764006.416030:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764006.416031:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764006.416033:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764006.416036:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764006.416037:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764006.416040:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764006.416041:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764006.416042:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764006.416043:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764006.416044:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764006.416045:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764006.416046:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764006.416047:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764007.440016:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764007.440024:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764007.440030:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764007.440031:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764007.440034:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764007.440035:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764007.440038:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764007.440039:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764007.440042:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764007.440042:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764007.440105:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764007.440108:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764007.440111:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787764008.463991:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764008.463999:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764008.464005:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764008.464006:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764008.464009:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764008.464010:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764008.464013:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764008.464014:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764008.464017:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764008.464018:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787764009.169015:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764009.169026:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787764009.169693:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764009.169696:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787764009.170020:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764009.170022:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787764009.170318:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764009.170320:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787764009.170532:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764009.170534:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00010000:00000001:0.0:1787764009.487950:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764009.487956:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764009.487961:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764009.487961:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764009.487964:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764009.487965:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764009.487967:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764009.487968:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764009.487971:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764009.487972:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764010.511934:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299568396, at 4299568448
00010000:00000001:0.0:1787764010.511941:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764010.511946:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764010.511950:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767ae0.
00010000:00000001:0.0:1787764010.511953:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764010.511957:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764010.511964:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764010.511966:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764010.511973:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764010.511978:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764010.511983:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764010.511989:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764010.512028:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764010.512031:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764010.512033:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787764011.535973:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764011.535981:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764011.535988:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764011.535989:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764011.535993:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764011.535994:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764011.535999:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764011.536000:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764011.536004:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764011.536005:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764012.559931:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764012.559940:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764012.559943:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764012.559946:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764012.559952:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764012.559954:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764012.559956:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764012.559959:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764012.559963:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764012.559965:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764012.559968:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764012.559970:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764012.559972:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764012.559974:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764012.559975:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764012.559977:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764012.559978:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764012.559979:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764012.559981:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764012.559982:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764012.559985:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764012.559987:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764013.583920:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764013.583927:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764013.583932:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764013.583934:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764013.583938:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764013.583940:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764013.583943:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764013.583944:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764013.583948:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764013.583949:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764013.584011:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764013.584016:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764013.584020:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1787764014.288568:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764014.288573:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787764014.289061:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764014.289063:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787764014.289262:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764014.289264:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787764014.289562:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764014.289564:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787764014.289759:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764014.289761:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00010000:00000001:0.0:1787764014.607986:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764014.607994:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764014.608001:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764014.608005:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764014.608007:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764014.608011:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764014.608014:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764014.608017:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764014.608020:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764014.608022:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764014.608026:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764014.608028:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764014.608032:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764014.608033:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764014.608037:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764014.608038:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764015.631913:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299573515, at 4299573568
00010000:00000001:0.0:1787764015.631926:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764015.631931:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764015.631931:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767ba0.
00010000:00000001:0.0:1787764015.631948:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764015.631951:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764015.631955:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764015.631956:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764015.631959:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764015.631961:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764015.631966:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764015.631968:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764016.655923:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764016.655929:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764016.655934:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764016.655934:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764016.655937:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764016.655939:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764016.655941:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764016.655944:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764016.655946:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764016.655947:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764016.655949:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764016.655950:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764016.655953:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764016.655954:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764016.655956:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764016.655957:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764016.655958:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764016.655960:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764016.655961:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764016.655962:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764016.655963:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764016.655964:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764016.656037:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764016.656041:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764016.656043:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787764017.680007:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764017.680015:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764017.680036:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764017.680037:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764017.680040:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764017.680041:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764017.680043:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764017.680044:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764017.680046:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764017.680047:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764018.703960:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764018.703968:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764018.703975:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764018.703977:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764018.703981:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764018.703982:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764018.703986:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764018.703988:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764018.703992:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764018.703993:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764019.407974:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764019.407985:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764019.407987:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764019.407991:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764019.407996:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764019.408005:0:18336:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 4904
00000400:00000200:3.0:1787764019.408014:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764019.408020:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764019.408024:0:18336:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764019.408028:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764019.408031:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764019.408034:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764019.408038:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764019.408042:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764019.408044:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:3.0:1787764019.408047:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764019.408058:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:3.0:1787764019.408061:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:3.0:1787764019.408064:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:3.0:1787764019.408067:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764019.408069:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764019.408072:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764019.408074:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764019.408077:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:3.0:1787764019.408081:0:18336:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764019.408084:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764019.408087:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764019.408091:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764019.408094:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764019.408096:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764019.408098:0:18336:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764019.408108:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b3480.
00000020:00000040:3.0:1787764019.408111:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:3.0:1787764019.408116:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764019.408117:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764019.408121:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764019.408123:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764019.408127:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764019.408135:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9dc00.
00000100:00000001:3.0:1787764019.408143:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764019.408160:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b3480 x1874601358790400/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764019.408171:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764019.408176:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764019.408182:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005fcc8ed6] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b3480 x1874601358790400/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764019.408204:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764019.408207:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764019.408211:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764019.408212:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764019.408214:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764019.408217:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764019.408220:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4904
00000400:00000200:3.0:1787764019.408225:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764019.408229:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764019.408232:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764019.408236:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764019.408246:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764019.408252:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764019.408258:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764019.408265:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764019.408267:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:3.0:1787764019.408272:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764019.408276:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:3.0:1787764019.408282:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:3.0:1787764019.408288:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:3.0:1787764019.408296:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764019.408301:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764019.408307:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764019.408311:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764019.408316:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:3.0:1787764019.408323:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764019.408328:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764019.408338:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764019.408346:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764019.408351:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764019.408356:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764019.408375:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764019.408382:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764019.408385:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764019.408391:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b1680.
00000020:00000040:3.0:1787764019.408396:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:3.0:1787764019.408402:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764019.408405:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764019.408409:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764019.408413:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764019.408417:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764019.408425:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9e800.
00000100:00000001:3.0:1787764019.408430:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764019.408440:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b1680 x1874601358790528/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764019.408459:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764019.408464:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764019.408475:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045d21e1f] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b1680 x1874601358790528/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764019.408494:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764019.408499:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764019.408514:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764019.408518:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764019.408521:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.1:1787764019.408526:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:3.0:1787764019.408527:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:2.1:1787764019.408532:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000100:00080000:3.0:1787764019.408533:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4904
00000400:00000200:3.0:1787764019.408539:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764019.408542:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764019.408546:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764019.408553:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764019.408559:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764019.408563:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764019.408567:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764019.408573:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764019.408577:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:3.0:1787764019.408581:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764019.408585:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:3.0:1787764019.408588:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:3.0:1787764019.408593:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:3.0:1787764019.408602:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764019.408606:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764019.408611:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764019.408615:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764019.408621:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:3.0:1787764019.408628:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764019.408643:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764019.408649:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764019.408654:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764019.408659:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764019.408663:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764019.408666:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764019.408671:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764019.408675:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764019.408684:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b1a40.
00000020:00000040:3.0:1787764019.408696:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:3.0:1787764019.408703:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764019.408706:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764019.408709:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764019.408711:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764019.408713:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764019.408720:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9e000.
00000100:00000001:3.0:1787764019.408727:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764019.408738:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b1a40 x1874601358790656/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764019.408767:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764019.408772:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764019.408790:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b5428e47] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b1a40 x1874601358790656/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764019.408817:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764019.408823:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764019.408831:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764019.408834:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764019.408839:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764019.408881:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764019.408888:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4904
00000400:00000200:3.0:1787764019.408899:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764019.408907:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764019.408913:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764019.408921:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764019.408927:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764019.408932:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764019.408938:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764019.408944:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764019.408947:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:3.0:1787764019.408950:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764019.408953:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:3.0:1787764019.408958:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:3.0:1787764019.408963:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:3.0:1787764019.408972:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764019.408976:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764019.408981:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764019.408987:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764019.408994:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:3.0:1787764019.409001:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764019.409007:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764019.409013:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764019.409020:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764019.409025:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764019.409031:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764019.409036:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764019.409041:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764019.409046:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764019.409052:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0000.
00000020:00000040:3.0:1787764019.409057:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:3.0:1787764019.409063:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764019.409066:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764019.409070:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764019.409073:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764019.409078:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764019.409085:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9c400.
00000100:00000001:3.0:1787764019.409092:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764019.409101:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0000 x1874601358790784/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764019.409117:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764019.409121:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764019.409130:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000084e1803] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0000 x1874601358790784/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764019.409153:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764019.409159:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764019.409167:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764019.409171:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764019.409176:0:18336:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764019.409180:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764019.409186:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4904
00000400:00000200:3.0:1787764019.409201:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764019.409211:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764019.409216:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000800:00000200:2.1:1787764019.409221:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000040:3.0:1787764019.409225:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000800:00000200:2.1:1787764019.409226:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000100:00000001:3.0:1787764019.409230:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764019.409238:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764019.409244:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764019.409249:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764019.409254:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:3.0:1787764019.409258:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764019.409262:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:3.0:1787764019.409267:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:3.0:1787764019.409272:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:3.0:1787764019.409280:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764019.409284:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764019.409291:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764019.409296:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764019.409303:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:3.0:1787764019.409309:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764019.409315:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764019.409319:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764019.409325:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764019.409332:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764019.409336:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764019.409340:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764019.409345:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764019.409350:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764019.409357:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b2940.
00000020:00000040:3.0:1787764019.409378:0:18336:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:3.0:1787764019.409383:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764019.409386:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764019.409390:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764019.409393:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764019.409397:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764019.409403:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9e400.
00000100:00000001:3.0:1787764019.409410:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764019.409420:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b2940 x1874601358790912/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764019.409450:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764019.409456:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764019.409466:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000bae3a13] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b2940 x1874601358790912/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764019.409495:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764019.409502:0:18336:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4915)
00000800:00000200:2.1:1787764019.409615:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764019.409617:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787764019.409907:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764019.409909:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787764019.410110:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764019.410113:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00010000:00000001:0.0:1787764019.727962:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764019.727967:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764019.727971:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764019.727972:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764019.727975:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764019.727976:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764019.727978:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764019.727979:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764019.727981:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764019.727982:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764019.728042:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764019.728045:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764019.728054:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787764020.751929:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299578635, at 4299578688
00010000:00000001:0.0:1787764020.751940:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764020.751944:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764020.751944:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9821987678a0.
00010000:00000001:0.0:1787764020.751952:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764020.751955:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764020.751958:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764020.751959:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764020.751962:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764020.751964:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764020.751967:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764020.751968:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764021.775958:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764021.775963:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764021.775967:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764021.775968:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764021.775970:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764021.775971:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764021.775974:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764021.775974:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764021.775976:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764021.775977:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764022.799946:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764022.799956:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764022.799958:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764022.799961:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764022.799965:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764022.799967:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764022.799968:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764022.799970:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764022.799973:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764022.799974:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764022.799976:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764022.799977:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764022.799980:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764022.799981:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764022.799982:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764022.799983:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764022.799984:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764022.799985:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764022.799987:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764022.799988:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764022.799990:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764022.799991:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764022.800023:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764022.800026:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764022.800029:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787764023.823967:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764023.823975:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764023.823982:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764023.823983:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764023.823987:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764023.823989:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764023.823993:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764023.823994:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764023.823998:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764023.824000:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787764024.528500:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764024.528505:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787764024.529112:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764024.529114:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787764024.529429:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764024.529432:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787764024.529740:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764024.529743:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787764024.530066:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764024.530069:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00010000:00000001:0.0:1787764024.847924:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764024.847930:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764024.847934:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764024.847937:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764024.847940:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764024.847942:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764024.847945:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764024.847947:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764024.847949:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764024.847951:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764024.847955:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764024.847956:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764024.847958:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764024.847959:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764024.847962:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764024.847963:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764025.871904:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299583755, at 4299583808
00000100:00000010:3.0:1787764025.871918:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767300.
00010000:00000001:0.0:1787764025.871926:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764025.871930:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764025.871937:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764025.871940:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764025.871946:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764025.871948:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764025.871951:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764025.871952:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764025.871955:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764025.871956:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764025.871985:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764025.871987:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764025.871990:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787764026.895925:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764026.895930:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764026.895935:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764026.895936:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764026.895938:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764026.895941:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764026.895943:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764026.895946:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764026.895948:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764026.895950:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764026.895952:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764026.895953:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764026.895956:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764026.895957:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764026.895959:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764026.895960:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764026.895961:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764026.895962:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764026.895963:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764026.895963:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764026.895964:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764026.895966:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764027.919917:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764027.919923:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764027.919927:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764027.919928:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764027.919930:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764027.919931:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764027.919933:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764027.919934:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764027.919937:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764027.919938:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764028.944003:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764028.944014:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764028.944022:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764028.944024:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764028.944027:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764028.944028:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764028.944031:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764028.944032:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764028.944035:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764028.944036:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764028.944112:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764028.944117:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764028.944121:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1787764029.648583:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764029.648590:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787764029.649227:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764029.649229:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787764029.649448:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764029.649449:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787764029.649651:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764029.649653:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787764029.649874:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764029.649876:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00010000:00000001:0.0:1787764029.968020:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764029.968030:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764029.968039:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764029.968040:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764029.968045:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764029.968047:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764029.968051:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764029.968053:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764029.968058:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764029.968060:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764030.991945:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299588875, at 4299588928
00010000:00000001:0.0:1787764030.991948:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764030.991952:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764030.991959:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764030.991961:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764030.991963:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767de0.
00010000:00000001:0.0:1787764030.991976:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764030.991980:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764030.991987:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764030.991990:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764030.991993:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764030.991995:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764032.015951:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764032.015958:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764032.015962:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764032.015963:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764032.015966:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764032.015967:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764032.015969:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764032.015970:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764032.015973:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764032.015973:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764032.016022:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764032.016025:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764032.016028:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787764033.039921:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764033.039928:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764033.039931:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764033.039933:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764033.039937:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764033.039939:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764033.039941:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764033.039942:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764033.039945:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764033.039946:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764033.039948:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764033.039949:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764033.039951:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764033.039952:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764033.039953:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764033.039954:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764033.039955:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764033.039956:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764033.039958:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764033.039959:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764033.039961:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764033.039962:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764034.063942:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764034.063948:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764034.063953:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764034.063954:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764034.063956:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764034.063957:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764034.063959:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764034.063960:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764034.063962:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764034.063963:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764034.767971:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764034.767981:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764034.767983:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764034.767986:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764034.767989:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764034.767996:0:18336:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 4920
00000400:00000200:3.0:1787764034.768003:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764034.768008:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764034.768011:0:18336:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764034.768013:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764034.768015:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764034.768017:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764034.768019:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764034.768022:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764034.768024:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:3.0:1787764034.768026:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764034.768029:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:3.0:1787764034.768031:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:3.0:1787764034.768032:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:3.0:1787764034.768034:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764034.768035:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764034.768037:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764034.768038:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764034.768041:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:3.0:1787764034.768043:0:18336:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764034.768045:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764034.768047:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764034.768051:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764034.768053:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764034.768055:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764034.768056:0:18336:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764034.768064:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b3c00.
00000020:00000040:3.0:1787764034.768067:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:3.0:1787764034.768070:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764034.768072:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764034.768074:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764034.768076:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764034.768079:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764034.768085:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9c000.
00000100:00000001:3.0:1787764034.768091:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764034.768097:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b3c00 x1874601358792320/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764034.768105:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764034.768109:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764034.768113:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbda2d43] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b3c00 x1874601358792320/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764034.768129:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764034.768132:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764034.768134:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764034.768135:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764034.768136:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764034.768138:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764034.768140:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4920
00000400:00000200:3.0:1787764034.768142:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764034.768144:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764034.768145:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764034.768147:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764034.768149:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764034.768151:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764034.768152:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764034.768154:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764034.768155:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:3.0:1787764034.768156:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764034.768157:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:3.0:1787764034.768159:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:3.0:1787764034.768160:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:3.0:1787764034.768162:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764034.768164:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764034.768165:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764034.768166:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764034.768168:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:3.0:1787764034.768170:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764034.768172:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764034.768179:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764034.768188:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764034.768190:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764034.768191:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764034.768196:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764034.768201:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764034.768203:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764034.768210:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b1e00.
00000020:00000040:3.0:1787764034.768215:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:3.0:1787764034.768217:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764034.768218:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764034.768233:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764034.768234:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764034.768236:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764034.768240:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9e400.
00000100:00000001:3.0:1787764034.768244:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764034.768253:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b1e00 x1874601358792448/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764034.768330:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764034.768340:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764034.768358:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007fca43c8] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b1e00 x1874601358792448/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764034.768385:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764034.768390:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764034.768397:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764034.768400:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764034.768403:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764034.768408:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764034.768416:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4920
00000400:00000200:3.0:1787764034.768421:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764034.768422:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764034.768425:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764034.768437:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764034.768440:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764034.768447:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764034.768458:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764034.768462:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764034.768467:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:3.0:1787764034.768471:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764034.768478:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:3.0:1787764034.768483:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:3.0:1787764034.768491:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:3.0:1787764034.768504:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764034.768518:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764034.768527:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764034.768533:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764034.768539:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:3.0:1787764034.768546:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764034.768552:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764034.768556:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764034.768559:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764034.768569:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764034.768571:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764034.768573:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764034.768580:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764034.768587:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764034.768591:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0f00.
00000020:00000040:3.0:1787764034.768595:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:3.0:1787764034.768601:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764034.768603:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764034.768610:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764034.768615:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764034.768620:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764034.768628:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9c400.
00000100:00000001:3.0:1787764034.768635:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764034.768647:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0f00 x1874601358792576/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764034.768661:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764034.768663:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764034.768672:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031bb8c12] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0f00 x1874601358792576/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764034.768693:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764034.768699:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764034.768706:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764034.768714:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764034.768717:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764034.768720:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764034.768723:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4920
00000400:00000200:3.0:1787764034.768732:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764034.768743:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764034.768749:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764034.768761:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764034.768766:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764034.768769:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764034.768775:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764034.768777:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764034.768779:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:3.0:1787764034.768783:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:2.1:1787764034.768787:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000020:00000040:3.0:1787764034.768788:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:3.0:1787764034.768795:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:3.0:1787764034.768799:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000800:00000200:2.1:1787764034.768800:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000100:00000040:3.0:1787764034.768804:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764034.768813:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764034.768820:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764034.768825:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764034.768830:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:3.0:1787764034.768834:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764034.768838:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764034.768839:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764034.768842:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764034.768845:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764034.768894:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764034.768896:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764034.768900:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764034.768904:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764034.768910:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b3840.
00000020:00000040:3.0:1787764034.768915:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:3.0:1787764034.768926:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764034.768932:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764034.768935:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764034.768938:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764034.768941:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764034.768946:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9e000.
00000100:00000001:3.0:1787764034.768954:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764034.768969:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b3840 x1874601358792704/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764034.768979:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764034.768983:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764034.768999:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a874aff9] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b3840 x1874601358792704/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764034.769023:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764034.769027:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764034.769031:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764034.769033:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764034.769036:0:18336:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764034.769039:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764034.769046:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4920
00000400:00000200:3.0:1787764034.769056:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764034.769062:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764034.769071:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764034.769076:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764034.769078:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764034.769085:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764034.769092:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764034.769098:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764034.769100:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:3.0:1787764034.769103:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764034.769109:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:3.0:1787764034.769121:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:3.0:1787764034.769128:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:3.0:1787764034.769137:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764034.769145:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764034.769155:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764034.769163:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764034.769174:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:3.0:1787764034.769182:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764034.769188:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764034.769196:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764034.769202:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764034.769213:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764034.769233:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764034.769236:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764034.769249:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764034.769259:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764034.769268:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b03c0.
00000020:00000040:3.0:1787764034.769280:0:18336:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:3.0:1787764034.769287:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764034.769291:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764034.769294:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764034.769297:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764034.769301:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764034.769308:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9e800.
00000100:00000001:3.0:1787764034.769317:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764034.769327:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b03c0 x1874601358792832/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764034.769398:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764034.769409:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764034.769430:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fa8aa37] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b03c0 x1874601358792832/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764034.769467:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764034.769481:0:18336:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4930)
00000800:00000200:2.1:1787764034.769651:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764034.769653:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787764034.769846:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764034.769866:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787764034.770057:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764034.770059:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787764034.770261:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764034.770262:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00010000:00000001:0.0:1787764035.087925:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764035.087930:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764035.087934:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764035.087937:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764035.087939:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764035.087942:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764035.087944:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764035.087945:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764035.087947:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764035.087949:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764035.087951:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764035.087952:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764035.087955:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764035.087955:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764035.087958:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764035.087958:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764035.088018:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764035.088023:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764035.088028:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787764036.111966:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299593996, at 4299594048
00010000:00000001:0.0:1787764036.111972:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764036.111979:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764036.111988:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:3.0:1787764036.111989:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9821987671e0.
00010000:00000001:0.0:1787764036.111993:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764036.112001:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764036.112003:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764036.112008:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764036.112010:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764036.112015:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764036.112017:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764037.135965:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764037.135971:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764037.135976:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764037.135977:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764037.135979:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764037.135982:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764037.135984:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764037.135986:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764037.135989:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764037.135990:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764037.135991:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764037.135993:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764037.135995:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764037.135996:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764037.136007:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764037.136008:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764037.136009:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764037.136010:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764037.136011:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764037.136012:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764037.136014:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764037.136015:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764037.136074:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764037.136077:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764037.136079:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787764038.159953:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764038.159960:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764038.159966:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764038.159967:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764038.159970:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764038.159971:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764038.159975:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764038.159975:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764038.159979:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764038.159980:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764038.160042:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764038.160046:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764038.160049:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787764039.184002:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764039.184010:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764039.184014:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764039.184015:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764039.184019:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764039.184020:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764039.184023:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764039.184024:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764039.184027:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764039.184028:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787764039.888594:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764039.888600:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787764039.889211:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764039.889212:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787764039.889408:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764039.889409:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787764039.889637:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764039.889656:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787764039.889880:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764039.889882:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00010000:00000001:0.0:1787764040.207973:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764040.207981:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764040.207987:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764040.207988:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764040.207991:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764040.207992:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764040.207995:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764040.207996:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764040.207999:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764040.208000:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764040.208033:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764040.208036:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764040.208038:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787764041.231983:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299599115, at 4299599168
00000100:00000010:3.0:1787764041.231998:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2c420.
00010000:00000001:0.0:1787764041.232002:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764041.232007:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764041.232014:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764041.232017:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764041.232021:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764041.232024:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764041.232029:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764041.232031:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764041.232039:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764041.232041:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764041.232085:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764041.232088:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764041.232092:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787764042.255983:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764042.255993:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764042.256001:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764042.256003:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764042.256007:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764042.256009:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764042.256013:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764042.256015:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764042.256019:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764042.256020:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764043.279979:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764043.279990:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764043.279993:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764043.279998:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764043.280004:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764043.280007:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764043.280010:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764043.280013:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764043.280019:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764043.280021:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764043.280025:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764043.280027:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764043.280030:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764043.280032:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764043.280034:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764043.280036:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764043.280038:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764043.280039:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764043.280042:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764043.280044:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764043.280048:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764043.280050:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764043.280079:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764043.280082:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764043.280086:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787764044.303960:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764044.303969:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764044.303974:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764044.303975:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764044.303978:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764044.303979:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764044.303982:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764044.303983:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764044.303985:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764044.303986:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764044.304051:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764044.304059:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764044.304064:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787764045.008664:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764045.008674:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787764045.009726:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764045.009728:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787764045.009933:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764045.009935:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787764045.010112:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764045.010114:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787764045.010487:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764045.010489:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00010000:00000001:0.0:1787764045.328012:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764045.328022:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764045.328029:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764045.328033:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764045.328036:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764045.328040:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764045.328044:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764045.328048:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764045.328050:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764045.328053:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764045.328057:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764045.328059:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764045.328063:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764045.328064:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764045.328068:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764045.328070:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764046.351956:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764046.351963:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764046.351971:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764046.351975:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764046.351984:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764046.351987:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764046.351997:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000040:3.0:1787764046.351997:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299604236, at 4299604288
00010000:00000001:0.0:1787764046.352002:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764046.352017:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:3.0:1787764046.352017:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2c000.
00010000:00000001:0.0:1787764046.352024:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764046.352057:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764046.352061:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764046.352064:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787764047.375929:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764047.375935:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764047.375940:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764047.375941:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764047.375943:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764047.375946:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764047.375948:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764047.375951:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764047.375953:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764047.375955:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764047.375956:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764047.375958:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764047.375960:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764047.375961:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764047.375964:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764047.375965:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764047.375966:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764047.375967:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764047.375968:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764047.375969:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764047.375970:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764047.375971:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764047.376010:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764047.376014:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764047.376017:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787764048.399997:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764048.400009:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764048.400017:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764048.400019:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764048.400024:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764048.400025:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764048.400031:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764048.400032:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764048.400037:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764048.400039:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764049.423934:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764049.423948:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764049.423957:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764049.423958:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764049.423961:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764049.423962:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764049.423965:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764049.423966:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764049.423969:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764049.423970:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764049.423995:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764049.423997:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764049.424000:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1787764050.128642:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764050.129037:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764050.129446:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764050.129652:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764050.129821:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00010000:00000001:0.0:1787764050.447924:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764050.447929:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764050.447933:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764050.447934:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764050.447937:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764050.447938:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764050.447940:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764050.447941:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764050.447943:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764050.447944:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764050.447991:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764050.447995:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764050.447998:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787764051.471993:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299609355, at 4299609408
00010000:00000001:0.0:1787764051.471997:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764051.472009:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764051.472013:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767a20.
00010000:00000001:0.0:1787764051.472018:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764051.472025:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764051.472030:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764051.472031:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764051.472035:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764051.472037:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764051.472042:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764051.472044:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764052.495924:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764052.495932:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764052.495934:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764052.495937:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764052.495947:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764052.495949:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764052.495950:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764052.495952:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764052.495955:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764052.495956:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764052.495958:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764052.495959:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764052.495961:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764052.495963:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764052.495964:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764052.495965:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764052.495966:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764052.495967:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764052.495968:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764052.495969:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764052.495971:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764052.495972:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764052.495989:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764052.495990:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764052.495992:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1787764053.200090:0:2377:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.141:988
00000400:00000100:0.0:1787764053.200131:0:2377:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.141@tcp at host 192.168.202.141 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1787764053.200141:0:2377:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764053.200146:0:2377:0:(router.c:1791:lnet_notify()) 192.168.202.41@tcp notifying 192.168.202.141@tcp: down
00000400:00000200:0.0:1787764053.200152:0:2377:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764053.200156:0:2377:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1787764053.200162:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:0.0:1787764053.200166:0:2377:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:0.0:1787764053.200172:0:2377:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787764053.200177:0:2377:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787764053.200184:0:2377:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0ee0
00000400:00000010:0.0:1787764053.200187:0:2377:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0ee0.
00000100:00000001:0.0:1787764053.200194:0:2377:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764053.200203:0:2377:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff982187f85680 x1874601358794240/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764053.200240:0:2377:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764053.200245:0:2377:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f85680 x1874601358794240/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764075 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764053.200255:0:2377:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764053.200257:0:2377:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787764053.200267:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:0.0:1787764053.200270:0:2377:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8200.
00000400:00000200:0.0:1787764053.200273:0:2377:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787764053.200277:0:2377:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787764053.200280:0:2377:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e06e8
00000400:00000010:0.0:1787764053.200282:0:2377:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e06e8.
00000100:00000001:0.0:1787764053.200285:0:2377:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764053.200289:0:2377:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff982187f87c00 x1874601358794368/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764053.200297:0:2377:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764053.200301:0:2377:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f87c00 x1874601358794368/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764075 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764053.200308:0:2377:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764053.200309:0:2377:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787764053.200315:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:0.0:1787764053.200317:0:2377:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8d00.
00000400:00000200:0.0:1787764053.200320:0:2377:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787764053.200324:0:2377:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787764053.200326:0:2377:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0770
00000400:00000010:0.0:1787764053.200328:0:2377:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0770.
00000100:00000001:0.0:1787764053.200331:0:2377:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764053.200335:0:2377:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff982187f843c0 x1874601358794496/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764053.200344:0:2377:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764053.200349:0:2377:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f843c0 x1874601358794496/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764075 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764053.200356:0:2377:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764053.200357:0:2377:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787764053.200363:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:0.0:1787764053.200365:0:2377:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8700.
00000400:00000200:0.0:1787764053.200368:0:2377:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787764053.200371:0:2377:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787764053.200375:0:2377:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0d48
00000400:00000010:0.0:1787764053.200377:0:2377:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0d48.
00000100:00000001:0.0:1787764053.200379:0:2377:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764053.200384:0:2377:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff982187f84f00 x1874601358794624/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764053.200393:0:2377:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764053.200397:0:2377:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f84f00 x1874601358794624/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764075 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764053.200404:0:2377:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764053.200406:0:2377:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787764053.200411:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:0.0:1787764053.200414:0:2377:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8900.
00000400:00000200:0.0:1787764053.200416:0:2377:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787764053.200419:0:2377:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787764053.200422:0:2377:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0660
00000400:00000010:0.0:1787764053.200425:0:2377:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0660.
00000100:00000001:0.0:1787764053.200427:0:2377:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764053.200432:0:2377:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff982187f85a40 x1874601358794752/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764053.200439:0:2377:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764053.200443:0:2377:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f85a40 x1874601358794752/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764075 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764053.200448:0:2377:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764053.200450:0:2377:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:0.0:1787764053.519951:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764053.519957:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764053.519961:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764053.519962:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764053.519965:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764053.519966:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764053.519968:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764053.519969:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764053.519971:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764053.519972:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764053.520082:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764053.520086:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764053.520089:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787764054.543913:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764054.543919:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764054.543923:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764054.543925:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764054.543928:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764054.543930:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764054.543933:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764054.543934:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764054.543936:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764054.543938:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764054.543940:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764054.543941:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764054.543943:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764054.543944:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764054.543946:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764054.543946:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787764055.249148:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764055.249153:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787764055.249539:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764055.249542:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787764055.249888:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764055.249891:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787764055.250249:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764055.250252:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787764055.250545:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764055.250548:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00010000:00000001:0.0:1787764055.567949:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764055.567954:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764055.567958:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764055.567959:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764055.567962:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764055.567963:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764055.567965:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764055.567966:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764055.567969:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764055.567969:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764055.567988:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764055.567990:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764055.567992:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787764056.591982:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299614476, at 4299614528
00010000:00000001:0.0:1787764056.591989:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764056.591994:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764056.591998:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767840.
00010000:00000001:0.0:1787764056.592000:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764056.592004:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764056.592012:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764056.592017:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764056.592042:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764056.592046:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764056.592059:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764056.592062:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764056.592125:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764056.592129:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764056.592133:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787764057.615952:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764057.615958:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764057.615964:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764057.615965:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764057.615969:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764057.615973:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764057.615975:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764057.615979:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764057.615982:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764057.615984:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764057.615986:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764057.615989:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764057.615992:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764057.615994:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764057.615997:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764057.615999:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764057.616001:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764057.616002:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764057.616004:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764057.616006:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764057.616008:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764057.616009:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764058.640035:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764058.640046:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764058.640054:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764058.640055:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764058.640061:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764058.640063:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764058.640067:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764058.640068:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764058.640072:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764058.640074:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764058.640108:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764058.640112:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764058.640115:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787764059.663909:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764059.663916:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764059.663920:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764059.663921:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764059.663923:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764059.663924:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764059.663927:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764059.663928:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764059.663930:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764059.663931:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764059.663977:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764059.663980:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764059.663983:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1787764060.368519:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764060.368524:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787764060.369158:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764060.369161:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787764060.369448:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764060.369450:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787764060.369651:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764060.369654:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787764060.369874:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764060.369876:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 52 secs later)
00010000:00000001:0.0:1787764060.687907:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764060.687913:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764060.687917:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764060.687918:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764060.687921:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764060.687922:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764060.687924:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764060.687925:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764060.687927:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764060.687928:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764061.711912:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299619595, at 4299619648
00010000:00000001:0.0:1787764061.711915:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764061.711920:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764061.711926:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764061.711928:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764061.711931:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:3.0:1787764061.711932:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767120.
00010000:00000001:0.0:1787764061.711935:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764061.711939:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764061.711941:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764061.711944:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764061.711945:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764061.711968:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764061.711971:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764061.711974:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787764062.735928:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764062.735937:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764062.735940:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764062.735950:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764062.735956:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764062.735959:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764062.735961:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764062.735964:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764062.735981:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764062.735983:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764062.735987:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764062.735988:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764062.735992:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764062.735994:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764062.735995:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764062.735998:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764062.736000:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764062.736001:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764062.736003:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764062.736006:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764062.736010:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764062.736011:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764062.736063:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764062.736067:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764062.736071:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787764063.759903:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764063.759911:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764063.759917:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764063.759919:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764063.759923:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764063.759924:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764063.759928:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764063.759929:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764063.759933:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764063.759935:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764064.783906:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764064.783915:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764064.783922:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764064.783925:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764064.783928:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764064.783931:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764064.783935:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764064.783938:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764064.783940:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764064.783943:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764064.783946:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764064.784010:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764064.784015:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764064.784017:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764064.784020:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764064.784022:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764064.784045:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764064.784047:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764064.784049:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787764065.488593:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764065.488599:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787764065.489419:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764065.489425:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787764065.489754:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764065.489756:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787764065.490087:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764065.490090:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1787764065.490508:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764065.490511:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00010000:00000001:0.0:1787764065.807963:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764065.807969:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764065.807973:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764065.807974:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764065.807976:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764065.807977:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764065.807980:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764065.807981:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764065.807983:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764065.807984:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764065.808040:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764065.808045:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764065.808050:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787764066.831977:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299624715, at 4299624768
00010000:00000001:0.0:1787764066.831988:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764066.831993:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764066.831996:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2c900.
00010000:00000001:0.0:1787764066.831999:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764066.832003:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764066.832012:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764066.832013:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764066.832018:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764066.832020:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764066.832025:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764066.832027:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764067.856019:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764067.856030:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764067.856039:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764067.856040:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764067.856045:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764067.856048:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764067.856051:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764067.856054:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764067.856057:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764067.856059:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764067.856061:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764067.856062:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764067.856066:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764067.856067:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764067.856069:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764067.856070:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764067.856071:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764067.856072:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764067.856073:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764067.856074:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764067.856075:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764067.856076:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764067.856102:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764067.856104:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764067.856106:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787764068.879960:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764068.879967:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764068.879973:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764068.879975:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764068.879979:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764068.879980:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764068.879983:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764068.879985:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764068.879989:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764068.879990:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764068.880045:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764068.880049:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764068.880053:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787764069.903972:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764069.903980:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764069.903985:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764069.903986:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764069.903989:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764069.903991:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764069.903993:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764069.903994:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764069.903997:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764069.903998:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764070.608006:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764070.608018:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764070.608021:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764070.608025:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764070.608030:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764070.608037:0:18336:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 4956
00000400:00000200:3.0:1787764070.608046:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764070.608052:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764070.608055:0:18336:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764070.608057:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764070.608060:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764070.608062:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764070.608065:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764070.608069:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764070.608071:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:3.0:1787764070.608074:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764070.608077:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:3.0:1787764070.608079:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:3.0:1787764070.608080:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:3.0:1787764070.608082:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764070.608083:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764070.608085:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764070.608086:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764070.608088:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:3.0:1787764070.608091:0:18336:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764070.608093:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764070.608095:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764070.608099:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764070.608101:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764070.608103:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764070.608105:0:18336:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764070.608115:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0b40.
00000020:00000040:3.0:1787764070.608119:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:3.0:1787764070.608124:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764070.608125:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764070.608128:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764070.608131:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764070.608135:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764070.608143:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9dc00.
00000100:00000001:3.0:1787764070.608150:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764070.608159:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0b40 x1874601358796800/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764070.608169:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764070.608174:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764070.608179:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d6e219c] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0b40 x1874601358796800/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764070.608202:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764070.608204:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764070.608207:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764070.608208:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764070.608210:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764070.608211:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764070.608221:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4956
00000400:00000200:3.0:1787764070.608224:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764070.608226:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764070.608228:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764070.608232:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764070.608234:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764070.608236:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764070.608237:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764070.608240:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764070.608242:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:3.0:1787764070.608252:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764070.608255:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:3.0:1787764070.608262:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:3.0:1787764070.608270:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:3.0:1787764070.608282:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764070.608289:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764070.608299:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764070.608308:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764070.608314:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:3.0:1787764070.608326:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764070.608330:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764070.608337:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764070.608343:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764070.608359:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764070.608363:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764070.608371:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764070.608380:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764070.608387:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764070.608392:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b21c0.
00000020:00000040:3.0:1787764070.608405:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:3.0:1787764070.608411:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764070.608413:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764070.608415:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764070.608418:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764070.608427:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764070.608445:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9cc00.
00000100:00000001:3.0:1787764070.608458:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764070.608470:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b21c0 x1874601358796928/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764070.608492:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764070.608495:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764070.608510:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a837d5f] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b21c0 x1874601358796928/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764070.608527:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764070.608532:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764070.608537:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764070.608542:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764070.608545:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764070.608553:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764070.608557:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4956
00000400:00000200:3.0:1787764070.608563:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764070.608573:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764070.608575:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764070.608584:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764070.608593:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764070.608596:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764070.608598:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764070.608601:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764070.608604:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:3.0:1787764070.608606:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764070.608610:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:3.0:1787764070.608613:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:3.0:1787764070.608615:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:3.0:1787764070.608622:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764070.608624:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764070.608627:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764070.608632:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764070.608639:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:3.0:1787764070.608643:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764070.608644:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764070.608645:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764070.608648:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764070.608649:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764070.608651:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764070.608652:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764070.608654:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764070.608655:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764070.608659:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b03c0.
00000020:00000040:3.0:1787764070.608663:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:3.0:1787764070.608667:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764070.608669:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764070.608674:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764070.608676:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764070.608679:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764070.608686:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9d800.
00000100:00000001:3.0:1787764070.608693:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764070.608698:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b03c0 x1874601358797056/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764070.608718:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764070.608721:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764070.608729:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fa8aa37] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b03c0 x1874601358797056/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764070.608761:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764070.608770:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764070.608777:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764070.608783:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764070.608786:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764070.608791:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764070.608794:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4956
00000400:00000200:3.0:1787764070.608807:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764070.608815:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764070.608827:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764070.608837:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000800:00000200:1.1:1787764070.608842:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:3.0:1787764070.608845:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1787764070.608884:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000100:00000040:3.0:1787764070.608912:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764070.608915:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764070.608919:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764070.608921:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:3.0:1787764070.608924:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764070.608927:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:3.0:1787764070.608931:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:3.0:1787764070.608939:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:3.0:1787764070.608945:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764070.608947:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764070.608954:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764070.608956:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764070.608963:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:3.0:1787764070.608966:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764070.608969:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764070.608972:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764070.608975:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764070.608978:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764070.608981:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764070.608985:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764070.608994:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764070.609000:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764070.609006:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b3840.
00000020:00000040:3.0:1787764070.609012:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:3.0:1787764070.609017:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764070.609018:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764070.609020:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764070.609023:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764070.609028:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764070.609033:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9f000.
00000100:00000001:3.0:1787764070.609039:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764070.609049:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b3840 x1874601358797184/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764070.609060:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764070.609065:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764070.609072:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a874aff9] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b3840 x1874601358797184/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764070.609090:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764070.609096:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764070.609100:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764070.609111:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764070.609116:0:18336:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764070.609124:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764070.609136:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4956
00000400:00000200:3.0:1787764070.609151:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764070.609162:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764070.609172:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764070.609179:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764070.609188:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764070.609198:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764070.609210:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764070.609219:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764070.609224:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:3.0:1787764070.609233:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764070.609236:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:3.0:1787764070.609245:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:3.0:1787764070.609256:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:3.0:1787764070.609263:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764070.609276:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764070.609280:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764070.609285:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764070.609295:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:3.0:1787764070.609307:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764070.609315:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764070.609319:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764070.609326:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764070.609339:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764070.609347:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764070.609352:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764070.609360:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764070.609372:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764070.609383:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0f00.
00000020:00000040:3.0:1787764070.609388:0:18336:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:3.0:1787764070.609398:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764070.609402:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764070.609411:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764070.609418:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764070.609425:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764070.609436:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9d400.
00000100:00000001:3.0:1787764070.609447:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764070.609471:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0f00 x1874601358797312/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764070.609501:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764070.609509:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764070.609526:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031bb8c12] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0f00 x1874601358797312/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764070.609591:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764070.609602:0:18336:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4966)
00000800:00000200:1.1:1787764070.609794:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764070.609796:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787764070.610068:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764070.610070:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787764070.610264:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764070.610266:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787764070.610447:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764070.610448:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00010000:00000001:0.0:1787764070.927968:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764070.927974:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764070.927979:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764070.927980:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764070.927983:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764070.927984:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764070.927986:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764070.927987:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764070.927989:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764070.927990:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764070.928013:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764070.928017:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764070.928020:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787764071.951972:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764071.951978:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764071.951979:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299629836, at 4299629888
00010000:00000001:0.0:1787764071.951987:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:3.0:1787764071.951994:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2c240.
00010000:00000001:0.0:1787764071.952000:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764071.952007:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764071.952009:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764071.952016:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764071.952021:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764071.952030:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764071.952037:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764071.952087:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764071.952091:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764071.952094:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787764072.976017:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764072.976028:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764072.976031:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764072.976035:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764072.976042:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764072.976044:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764072.976047:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764072.976050:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764072.976056:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764072.976060:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764072.976064:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764072.976066:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764072.976070:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764072.976072:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764072.976074:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764072.976076:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764072.976078:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764072.976079:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764072.976082:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764072.976084:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764072.976089:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764072.976090:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764073.999933:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764073.999939:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764073.999943:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764073.999944:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764073.999947:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764073.999947:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764073.999950:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764073.999951:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764073.999953:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764073.999954:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764073.999970:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764073.999972:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764073.999974:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764074.255986:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764074.255992:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764074.255994:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764074.256008:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764074.256013:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764074.256016:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764074.256019:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764074.256021:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764074.256025:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764075.023959:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764075.023965:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764075.023970:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764075.023973:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764075.023975:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764075.023978:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764075.023980:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764075.023981:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764075.023983:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764075.023984:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764075.023987:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764075.023988:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764075.023990:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764075.023991:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764075.023994:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764075.023994:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764075.024053:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764075.024057:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764075.024061:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764075.279972:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764075.279980:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764075.279984:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764075.279990:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764075.279994:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764075.279999:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764075.280002:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764075.280005:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764075.280009:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764075.727963:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764075.727970:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764075.727972:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764075.727975:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764075.727979:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764075.727986:0:18336:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 4961
00000400:00000200:3.0:1787764075.727993:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764075.727998:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764075.728001:0:18336:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764075.728003:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764075.728005:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764075.728008:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764075.728009:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764075.728013:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764075.728014:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:3.0:1787764075.728016:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764075.728019:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:3.0:1787764075.728020:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:3.0:1787764075.728022:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:3.0:1787764075.728024:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764075.728025:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764075.728026:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764075.728028:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764075.728031:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:3.0:1787764075.728033:0:18336:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764075.728035:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764075.728037:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764075.728040:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764075.728042:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764075.728044:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764075.728045:0:18336:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764075.728053:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b1e00.
00000020:00000040:3.0:1787764075.728055:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:3.0:1787764075.728059:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764075.728060:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764075.728062:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764075.728065:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764075.728069:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764075.728074:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9f800.
00000100:00000001:3.0:1787764075.728080:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764075.728087:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b1e00 x1874601358797440/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764075.728095:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764075.728098:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764075.728101:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007fca43c8] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b1e00 x1874601358797440/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764075.728120:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764075.728123:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764075.728125:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764075.728126:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764075.728127:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764075.728129:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764075.728131:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4961
00000400:00000200:3.0:1787764075.728133:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764075.728135:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764075.728137:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764075.728139:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764075.728141:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764075.728143:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764075.728145:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764075.728146:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764075.728147:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:3.0:1787764075.728149:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764075.728150:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:3.0:1787764075.728152:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:3.0:1787764075.728154:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:3.0:1787764075.728156:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764075.728161:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764075.728165:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764075.728169:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764075.728171:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:3.0:1787764075.728175:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764075.728180:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764075.728184:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764075.728189:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764075.728192:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764075.728195:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764075.728200:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764075.728205:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764075.728209:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764075.728214:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b3c00.
00000020:00000040:3.0:1787764075.728219:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:3.0:1787764075.728229:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764075.728232:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764075.728241:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764075.728243:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764075.728246:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764075.728252:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9fc00.
00000100:00000001:3.0:1787764075.728256:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764075.728262:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b3c00 x1874601358797568/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764075.728272:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764075.728276:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764075.728280:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbda2d43] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b3c00 x1874601358797568/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764075.728289:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764075.728291:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764075.728299:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764075.728302:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764075.728303:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764075.728309:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764075.728314:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4961
00000400:00000200:3.0:1787764075.728317:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764075.728324:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764075.728327:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764075.728332:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764075.728334:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764075.728338:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764075.728340:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764075.728342:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764075.728344:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:3.0:1787764075.728346:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764075.728348:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:3.0:1787764075.728350:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:3.0:1787764075.728353:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:3.0:1787764075.728358:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764075.728360:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764075.728361:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764075.728366:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764075.728371:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:3.0:1787764075.728379:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764075.728385:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764075.728390:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764075.728396:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764075.728402:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764075.728406:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764075.728411:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764075.728416:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764075.728421:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764075.728425:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b2940.
00000020:00000040:3.0:1787764075.728430:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:3.0:1787764075.728436:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764075.728437:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764075.728439:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764075.728442:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764075.728445:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764075.728450:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9f400.
00000100:00000001:3.0:1787764075.728454:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764075.728464:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b2940 x1874601358797696/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1787764075.728464:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764075.728471:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000100:00000001:3.0:1787764075.728479:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764075.728485:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764075.728495:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000bae3a13] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b2940 x1874601358797696/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764075.728515:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764075.728521:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764075.728531:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764075.728534:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764075.728536:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764075.728540:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764075.728547:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4961
00000400:00000200:3.0:1787764075.728555:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764075.728561:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764075.728566:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764075.728571:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764075.728575:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764075.728579:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764075.728583:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764075.728587:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764075.728589:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:3.0:1787764075.728592:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764075.728596:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:3.0:1787764075.728599:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:3.0:1787764075.728602:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:3.0:1787764075.728605:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764075.728607:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764075.728609:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764075.728614:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764075.728616:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:3.0:1787764075.728617:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764075.728619:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764075.728620:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764075.728622:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764075.728624:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764075.728626:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764075.728630:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764075.728633:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764075.728637:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764075.728642:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0000.
00000020:00000040:3.0:1787764075.728645:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:3.0:1787764075.728650:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764075.728654:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764075.728662:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764075.728667:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764075.728673:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764075.728682:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9c800.
00000100:00000001:3.0:1787764075.728689:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764075.728700:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0000 x1874601358797824/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764075.728724:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764075.728728:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764075.728737:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000084e1803] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0000 x1874601358797824/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764075.728755:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764075.728760:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764075.728769:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764075.728773:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764075.728777:0:18336:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764075.728783:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764075.728789:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4961
00000400:00000200:3.0:1787764075.728797:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764075.728803:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764075.728810:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764075.728816:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764075.728820:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764075.728823:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764075.728828:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764075.728834:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764075.728838:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:3.0:1787764075.728842:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764075.728845:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:3.0:1787764075.728908:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:3.0:1787764075.728914:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:3.0:1787764075.728922:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764075.728928:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764075.728934:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764075.728941:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764075.728946:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:3.0:1787764075.728952:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764075.728958:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764075.728964:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764075.728969:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764075.728975:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764075.728981:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764075.728985:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764075.728991:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764075.728997:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764075.729004:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b1a40.
00000020:00000040:3.0:1787764075.729009:0:18336:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:3.0:1787764075.729016:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764075.729020:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764075.729024:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764075.729026:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764075.729030:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764075.729037:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9ec00.
00000100:00000001:3.0:1787764075.729043:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764075.729052:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b1a40 x1874601358797952/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764075.729100:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764075.729105:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764075.729112:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b5428e47] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b1a40 x1874601358797952/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764075.729125:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764075.729131:0:18336:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4971)
00000800:00000200:1.1:1787764075.729215:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764075.729217:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787764075.729435:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764075.729437:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787764075.729616:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764075.729617:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787764075.729902:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764075.729904:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00010000:00000001:0.0:1787764076.047967:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764076.047973:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764076.047977:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764076.047978:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764076.047980:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764076.047981:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764076.047984:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764076.047985:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764076.047987:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764076.047988:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764076.303923:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764076.303929:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764076.303932:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764076.303936:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764076.303940:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764076.303950:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764076.303953:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764076.303955:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764076.303957:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764077.071939:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299634955, at 4299635008
00000100:00000010:3.0:1787764077.071959:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2c720.
00010000:00000001:0.0:1787764077.071967:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764077.071974:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764077.071981:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764077.071982:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764077.071985:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764077.071987:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764077.071992:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764077.071994:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764077.071997:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764077.071998:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764077.072039:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764077.072041:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764077.072043:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764077.327971:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764077.327984:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764077.327986:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764077.327993:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764077.327997:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764077.328000:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764077.328003:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764077.328005:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764077.328008:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764078.095961:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764078.095969:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764078.095974:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764078.095975:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764078.095978:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764078.095981:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764078.095983:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764078.095986:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764078.095989:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764078.095992:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764078.095993:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764078.095996:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764078.095999:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764078.095999:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764078.096002:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764078.096004:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764078.096005:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764078.096006:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764078.096007:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764078.096008:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764078.096009:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764078.096010:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764078.096071:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764078.096074:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764078.096076:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764078.351935:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764078.351947:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764078.351950:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764078.351958:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764078.351964:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764078.351968:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764078.351971:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764078.351974:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764078.351979:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764079.119956:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764079.119967:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764079.119976:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764079.119977:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764079.119980:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764079.119981:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764079.119984:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764079.119985:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764079.119987:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764079.119988:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764079.375992:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764079.376003:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764079.376006:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764079.376011:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764079.376018:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764079.376024:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764079.376028:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764079.376031:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764079.376034:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764080.143940:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764080.143945:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764080.143950:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764080.143951:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764080.143953:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764080.143955:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764080.143957:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764080.143958:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764080.143960:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764080.143961:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764080.143985:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764080.143987:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764080.143989:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764080.399951:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764080.399959:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764080.399961:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764080.399966:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764080.399969:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764080.399971:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764080.399974:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764080.399976:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764080.399978:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764080.847960:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764080.847971:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764080.847974:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764080.847978:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764080.847983:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764080.847990:0:18336:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 4966
00000400:00000200:3.0:1787764080.847999:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764080.848004:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764080.848007:0:18336:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764080.848010:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764080.848012:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764080.848014:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764080.848016:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764080.848020:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764080.848021:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:3.0:1787764080.848024:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764080.848027:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:3.0:1787764080.848029:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:3.0:1787764080.848031:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:3.0:1787764080.848033:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764080.848034:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764080.848035:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764080.848036:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764080.848038:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:3.0:1787764080.848041:0:18336:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764080.848042:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764080.848044:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764080.848047:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764080.848049:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764080.848050:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764080.848052:0:18336:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764080.848061:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b1680.
00000020:00000040:3.0:1787764080.848063:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:3.0:1787764080.848066:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764080.848068:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764080.848070:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764080.848082:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764080.848086:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764080.848092:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9d000.
00000100:00000001:3.0:1787764080.848098:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764080.848105:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b1680 x1874601358798080/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764080.848112:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764080.848116:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764080.848120:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045d21e1f] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b1680 x1874601358798080/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764080.848137:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764080.848140:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764080.848143:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764080.848144:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764080.848145:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764080.848147:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764080.848148:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4966
00000400:00000200:3.0:1787764080.848151:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764080.848152:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764080.848154:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764080.848156:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764080.848158:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764080.848159:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764080.848160:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764080.848162:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764080.848163:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:3.0:1787764080.848164:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764080.848165:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:3.0:1787764080.848167:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:3.0:1787764080.848168:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:3.0:1787764080.848170:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764080.848172:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764080.848173:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764080.848175:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764080.848176:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:3.0:1787764080.848179:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764080.848181:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764080.848182:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764080.848186:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764080.848188:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764080.848190:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764080.848197:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764080.848202:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764080.848206:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764080.848209:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b3480.
00000020:00000040:3.0:1787764080.848213:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:3.0:1787764080.848215:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764080.848217:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764080.848220:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764080.848221:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764080.848224:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764080.848229:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9ec00.
00000100:00000001:3.0:1787764080.848235:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764080.848242:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b3480 x1874601358798208/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764080.848251:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764080.848255:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764080.848259:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005fcc8ed6] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b3480 x1874601358798208/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764080.848269:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764080.848274:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764080.848279:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764080.848280:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764080.848282:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764080.848286:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764080.848289:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4966
00000400:00000200:3.0:1787764080.848293:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764080.848297:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764080.848298:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764080.848300:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764080.848302:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764080.848306:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764080.848309:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764080.848313:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764080.848314:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:3.0:1787764080.848315:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764080.848317:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:3.0:1787764080.848320:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:3.0:1787764080.848324:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:3.0:1787764080.848327:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764080.848328:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764080.848331:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764080.848334:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764080.848336:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:3.0:1787764080.848337:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764080.848339:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764080.848344:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764080.848346:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764080.848347:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764080.848349:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764080.848350:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764080.848354:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764080.848358:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764080.848363:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b2580.
00000020:00000040:3.0:1787764080.848368:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:3.0:1787764080.848371:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764080.848373:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764080.848374:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764080.848376:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764080.848384:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764080.848390:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9c800.
00000100:00000001:3.0:1787764080.848394:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764080.848402:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b2580 x1874601358798336/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764080.848420:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764080.848423:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764080.848432:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d0536d5] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b2580 x1874601358798336/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764080.848445:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764080.848447:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764080.848451:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764080.848453:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764080.848455:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764080.848459:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764080.848462:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4966
00000400:00000200:3.0:1787764080.848467:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764080.848473:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764080.848478:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764080.848482:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764080.848484:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764080.848489:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764080.848492:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764080.848497:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764080.848497:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:3.0:1787764080.848500:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764080.848503:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:3.0:1787764080.848507:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:3.0:1787764080.848511:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:3.0:1787764080.848518:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764080.848520:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764080.848522:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764080.848524:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764080.848528:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:3.0:1787764080.848533:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764080.848536:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764080.848540:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764080.848543:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764080.848545:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764080.848549:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764080.848552:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764080.848555:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764080.848556:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764080.848560:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b30c0.
00000020:00000040:3.0:1787764080.848563:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:3.0:1787764080.848566:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764080.848568:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764080.848571:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764080.848574:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764080.848577:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764080.848580:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9f400.
00000100:00000001:3.0:1787764080.848584:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787764080.848586:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00100000:3.0:1787764080.848590:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b30c0 x1874601358798464/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1787764080.848592:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000100:00000001:3.0:1787764080.848607:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764080.848610:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764080.848616:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8678ec4] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b30c0 x1874601358798464/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764080.848625:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764080.848629:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764080.848635:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764080.848637:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764080.848639:0:18336:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764080.848641:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764080.848646:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4966
00000400:00000200:3.0:1787764080.848651:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764080.848655:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764080.848660:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764080.848663:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764080.848665:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764080.848668:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764080.848671:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764080.848674:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764080.848675:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:3.0:1787764080.848678:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764080.848680:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:3.0:1787764080.848681:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:3.0:1787764080.848683:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:3.0:1787764080.848684:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764080.848686:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764080.848687:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764080.848688:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764080.848689:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:3.0:1787764080.848694:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764080.848696:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764080.848697:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764080.848698:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764080.848702:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764080.848705:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764080.848707:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764080.848712:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764080.848716:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764080.848720:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0780.
00000020:00000040:3.0:1787764080.848723:0:18336:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:3.0:1787764080.848726:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764080.848730:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764080.848732:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764080.848734:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764080.848736:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764080.848741:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9fc00.
00000100:00000001:3.0:1787764080.848745:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764080.848752:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0780 x1874601358798592/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764080.848769:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764080.848775:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764080.848783:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cef40868] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0780 x1874601358798592/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764080.848796:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764080.848816:0:18336:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4976)
00000800:00000200:1.1:1787764080.849187:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764080.849190:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787764080.849520:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764080.849537:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787764080.849917:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764080.849919:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787764080.850236:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764080.850238:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00010000:00000001:0.0:1787764081.167949:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764081.167955:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764081.167959:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764081.167960:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764081.167963:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764081.167964:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764081.167966:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764081.167967:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764081.167969:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764081.167970:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764081.168007:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764081.168009:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764081.168011:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764081.424070:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764081.424081:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764081.424083:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764081.424091:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764081.424095:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764081.424099:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764081.424102:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764081.424105:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764081.424108:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764082.191925:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299640075, at 4299640128
00010000:00000001:0.0:1787764082.191931:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764082.191935:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764082.191941:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:3.0:1787764082.191941:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2cde0.
00010000:00000001:0.0:1787764082.191943:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764082.191950:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764082.191953:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764082.191956:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764082.191956:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764082.191959:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764082.191968:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764082.447958:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764082.447968:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764082.447971:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764082.447977:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764082.447982:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764082.447987:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764082.447990:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764082.447994:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764082.447997:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764083.215919:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764083.215926:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764083.215929:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764083.215931:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764083.215935:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764083.215937:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764083.215938:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764083.215940:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764083.215943:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764083.215944:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764083.215947:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764083.215948:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764083.215950:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764083.215951:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764083.215952:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764083.215953:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764083.215954:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764083.215955:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764083.215957:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764083.215958:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764083.215960:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764083.215961:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764083.215979:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764083.215981:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764083.215983:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764083.472029:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764083.472039:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764083.472042:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764083.472046:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764083.472050:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764083.472053:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764083.472056:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764083.472058:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764083.472060:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764084.239959:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764084.239966:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764084.239972:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764084.239974:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764084.239978:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764084.239979:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764084.239983:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764084.239984:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764084.239987:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764084.239988:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764084.240013:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764084.240016:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764084.240019:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764084.496118:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764084.496202:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764084.496206:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764084.496212:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764084.496217:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764084.496221:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764084.496225:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764084.496227:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764084.496231:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764085.263946:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764085.263951:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764085.263956:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764085.263959:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764085.263961:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764085.263963:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764085.263966:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764085.263968:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764085.263969:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764085.263971:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764085.263973:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764085.263974:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764085.263976:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764085.263977:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764085.263979:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764085.263980:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764085.519952:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764085.519961:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764085.519964:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764085.519970:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764085.520285:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764085.520291:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764085.520295:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764085.520298:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764085.520300:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764085.968412:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764085.968423:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787764085.968426:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764085.968430:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764085.968434:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764085.968442:0:18336:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 4971
00000400:00000200:0.0:1787764085.968452:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764085.968459:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764085.968463:0:18336:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764085.968467:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764085.968470:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764085.968473:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764085.968476:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787764085.968481:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764085.968483:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:0.0:1787764085.968486:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764085.968490:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:0.0:1787764085.968493:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:0.0:1787764085.968495:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:0.0:1787764085.968498:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764085.968500:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764085.968502:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764085.968505:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787764085.968508:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:0.0:1787764085.968512:0:18336:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787764085.968515:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764085.968519:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764085.968522:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764085.968526:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764085.968528:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787764085.968531:0:18336:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764085.968538:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896003c0.
00000020:00000040:0.0:1787764085.968542:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:0.0:1787764085.968547:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764085.968549:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764085.968553:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764085.968568:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764085.968573:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764085.968581:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186487c00.
00000100:00000001:0.0:1787764085.968588:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764085.968599:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896003c0 x1874601358798720/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764085.968610:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764085.968615:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764085.968621:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031852cee] to pc [ptlrpcd_rcv+-1]  req@ffff9821896003c0 x1874601358798720/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1787764085.968916:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764085.968919:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000100:00000001:0.0:1787764085.969013:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764085.969017:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764085.969021:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787764085.969023:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764085.969026:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764085.969029:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764085.969032:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4971
00000400:00000200:0.0:1787764085.969037:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764085.969041:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764085.969043:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764085.969047:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764085.969049:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764085.969051:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764085.969053:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787764085.969056:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764085.969058:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:0.0:1787764085.969060:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764085.969062:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:0.0:1787764085.969065:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:0.0:1787764085.969067:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:0.0:1787764085.969070:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764085.969071:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764085.969073:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764085.969075:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787764085.969078:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:0.0:1787764085.969081:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787764085.969084:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764085.969086:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764085.969091:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764085.969094:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764085.969096:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764085.969101:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787764085.969105:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764085.969107:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764085.969111:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189600b40.
00000020:00000040:0.0:1787764085.969114:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:0.0:1787764085.969117:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764085.969118:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764085.969120:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764085.969122:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764085.969123:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764085.969127:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186485800.
00000100:00000001:0.0:1787764085.969131:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764085.969137:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189600b40 x1874601358798848/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764085.969146:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764085.969148:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764085.969153:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b75a9b86] to pc [ptlrpcd_rcv+-1]  req@ffff982189600b40 x1874601358798848/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1787764085.969583:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764085.969586:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000100:00000001:0.0:1787764085.969890:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764085.969894:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764085.969898:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787764085.969899:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764085.969901:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764085.969904:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764085.969907:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4971
00000400:00000200:0.0:1787764085.969911:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764085.969914:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764085.969916:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764085.969919:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764085.969922:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764085.969924:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764085.969926:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787764085.969929:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764085.969930:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:0.0:1787764085.969932:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764085.969934:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:0.0:1787764085.969937:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:0.0:1787764085.969940:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:0.0:1787764085.969943:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764085.969945:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764085.969948:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764085.969950:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787764085.969953:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:0.0:1787764085.969956:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787764085.969959:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764085.969961:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764085.969965:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764085.969967:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764085.969969:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764085.969972:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787764085.969975:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764085.969977:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764085.969982:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189600b40.
00000020:00000040:0.0:1787764085.969984:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:0.0:1787764085.969987:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764085.969988:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764085.969990:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764085.969992:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764085.969993:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764085.969998:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186485800.
00000100:00000001:0.0:1787764085.970001:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764085.970007:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189600b40 x1874601358798976/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764085.970015:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764085.970018:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764085.970022:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b75a9b86] to pc [ptlrpcd_rcv+-1]  req@ffff982189600b40 x1874601358798976/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764085.970032:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764085.970035:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764085.970039:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787764085.970040:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764085.970042:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764085.970044:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764085.970046:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4971
00000400:00000200:0.0:1787764085.970050:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764085.970053:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764085.970056:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764085.970059:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764085.970062:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764085.970064:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764085.970066:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787764085.970068:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764085.970070:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:0.0:1787764085.970072:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764085.970074:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:0.0:1787764085.970076:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:0.0:1787764085.970079:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:0.0:1787764085.970082:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764085.970084:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764085.970086:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764085.970088:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787764085.970091:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:0.0:1787764085.970094:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787764085.970096:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764085.970098:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764085.970101:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764085.970103:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764085.970106:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764085.970108:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787764085.970111:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764085.970112:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764085.970115:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896003c0.
00000020:00000040:0.0:1787764085.970118:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:0.0:1787764085.970120:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764085.970122:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764085.970124:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764085.970125:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764085.970127:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764085.970131:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186487c00.
00000100:00000001:0.0:1787764085.970134:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764085.970139:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896003c0 x1874601358799104/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764085.970147:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764085.970149:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764085.970154:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031852cee] to pc [ptlrpcd_rcv+-1]  req@ffff9821896003c0 x1874601358799104/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764085.970163:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764085.970165:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764085.970170:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787764085.970171:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764085.970173:0:18336:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764085.970175:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764085.970178:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4971
00000400:00000200:0.0:1787764085.970181:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764085.970184:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764085.970187:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764085.970190:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764085.970192:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764085.970194:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764085.970196:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787764085.970199:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764085.970200:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:0.0:1787764085.970202:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764085.970204:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:0.0:1787764085.970206:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:0.0:1787764085.970208:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:0.0:1787764085.970211:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764085.970213:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764085.970216:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764085.970218:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787764085.970221:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:0.0:1787764085.970224:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787764085.970226:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764085.970228:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764085.970231:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764085.970233:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764085.970235:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764085.970238:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787764085.970241:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764085.970242:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764085.970246:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189603c00.
00000020:00000040:0.0:1787764085.970248:0:18336:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:0.0:1787764085.970250:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764085.970252:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764085.970254:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764085.970256:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764085.970257:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764085.970261:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186485000.
00000100:00000001:0.0:1787764085.970264:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764085.970268:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189603c00 x1874601358799232/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764085.970276:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764085.970278:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764085.970282:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca2e9794] to pc [ptlrpcd_rcv+-1]  req@ffff982189603c00 x1874601358799232/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764085.970291:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764085.970295:0:18336:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4981)
00000800:00000200:1.1:1787764085.970495:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764085.970498:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787764085.970842:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764085.970845:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787764085.971180:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764085.971182:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00010000:00000001:0.0:1787764086.287925:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764086.287932:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764086.287939:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764086.287941:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764086.287944:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764086.287946:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764086.287950:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764086.287951:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764086.287955:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764086.287956:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764086.287975:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764086.287978:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764086.287981:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764086.543926:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764086.543935:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764086.543937:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764086.543943:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764086.543948:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764086.543953:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764086.543956:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764086.543960:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764086.543964:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764087.311955:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299645196, at 4299645248
00010000:00000001:0.0:1787764087.311959:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764087.311964:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764087.311971:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764087.311973:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764087.311978:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:3.0:1787764087.311981:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2c180.
00010000:00000001:0.0:1787764087.311982:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764087.311990:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764087.311992:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764087.311996:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764087.311998:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764087.312019:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764087.312022:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764087.312025:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764087.567912:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764087.567920:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764087.567923:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764087.567930:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764087.567934:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764087.567938:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764087.567941:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764087.567945:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764087.567949:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764088.335951:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764088.335957:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764088.335961:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764088.335962:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764088.335966:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764088.335969:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764088.335971:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764088.335973:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764088.335976:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764088.335977:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764088.335979:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764088.335980:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764088.335983:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764088.335984:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764088.335986:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764088.335988:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764088.335989:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764088.335990:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764088.335991:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764088.335992:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764088.335993:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764088.335995:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764088.591925:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764088.591933:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764088.591935:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764088.591941:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764088.591946:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764088.591951:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764088.591954:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764088.591958:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764088.591961:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764089.359937:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764089.359945:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764089.359951:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764089.359952:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764089.359956:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764089.359957:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764089.359961:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764089.359962:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764089.359966:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764089.359967:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764089.360018:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764089.360022:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764089.360026:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764089.615916:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764089.615922:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764089.615924:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764089.615928:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764089.615932:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764089.615936:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764089.615938:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764089.615941:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764089.615943:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764090.383930:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764090.383935:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764090.383939:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764090.383940:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764090.383943:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764090.383944:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764090.383947:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764090.383948:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764090.383950:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764090.383950:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764090.383966:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764090.383968:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764090.383970:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764090.639964:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764090.639972:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764090.639974:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764090.639980:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764090.639984:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764090.639989:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764090.639993:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764090.639996:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764090.640000:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764091.087981:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764091.087990:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764091.087993:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764091.087997:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764091.088001:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764091.088009:0:18336:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 4976
00000400:00000200:3.0:1787764091.088016:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764091.088021:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764091.088024:0:18336:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764091.088027:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764091.088029:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764091.088031:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764091.088033:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764091.088037:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764091.088038:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:3.0:1787764091.088040:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764091.088043:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:3.0:1787764091.088044:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:3.0:1787764091.088046:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:3.0:1787764091.088047:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764091.088049:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764091.088050:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764091.088052:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764091.088054:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:3.0:1787764091.088057:0:18336:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764091.088058:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764091.088060:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764091.088063:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764091.088065:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764091.088067:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764091.088069:0:18336:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764091.088076:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b2d00.
00000020:00000040:3.0:1787764091.088079:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:3.0:1787764091.088083:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764091.088084:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764091.088086:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764091.088088:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764091.088092:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764091.088098:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9f800.
00000100:00000001:3.0:1787764091.088103:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764091.088116:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b2d00 x1874601358799360/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764091.088124:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764091.088129:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764091.088134:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000583ee9bd] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b2d00 x1874601358799360/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764091.088159:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764091.088162:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764091.088166:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764091.088167:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764091.088169:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764091.088172:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764091.088175:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4976
00000400:00000200:3.0:1787764091.088179:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764091.088183:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764091.088186:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764091.088190:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764091.088192:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764091.088194:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764091.088196:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764091.088197:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764091.088205:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:3.0:1787764091.088209:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764091.088212:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:3.0:1787764091.088215:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:3.0:1787764091.088218:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:3.0:1787764091.088221:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764091.088226:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764091.088229:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764091.088233:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764091.088237:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:3.0:1787764091.088245:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764091.088250:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764091.088255:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764091.088261:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764091.088266:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764091.088269:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764091.088275:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764091.088279:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764091.088283:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764091.088291:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b12c0.
00000020:00000040:3.0:1787764091.088294:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:3.0:1787764091.088299:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764091.088303:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764091.088305:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764091.088306:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764091.088310:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764091.088314:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9d400.
00000100:00000001:3.0:1787764091.088319:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764091.088326:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b12c0 x1874601358799488/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764091.088338:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764091.088341:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764091.088349:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001900fdea] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b12c0 x1874601358799488/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764091.088372:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764091.088375:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764091.088380:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764091.088383:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764091.088385:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764091.088387:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764091.088390:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4976
00000400:00000200:3.0:1787764091.088397:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764091.088402:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764091.088405:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764091.088410:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764091.088413:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764091.088418:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764091.088422:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764091.088425:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764091.088427:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:3.0:1787764091.088431:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764091.088435:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:3.0:1787764091.088439:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:3.0:1787764091.088441:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:3.0:1787764091.088447:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764091.088452:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764091.088457:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764091.088459:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764091.088462:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:3.0:1787764091.088468:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764091.088472:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764091.088476:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764091.088480:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764091.088484:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764091.088489:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764091.088492:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764091.088497:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764091.088498:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764091.088502:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0780.
00000020:00000040:3.0:1787764091.088507:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:3.0:1787764091.088509:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764091.088513:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787764091.088517:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:3.0:1787764091.088518:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764091.088521:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764091.088523:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764091.088528:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9f000.
00000800:00000200:1.1:1787764091.088530:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1787764091.088533:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764091.088542:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0780 x1874601358799616/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764091.088555:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764091.088560:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764091.088568:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cef40868] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0780 x1874601358799616/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764091.088576:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764091.088579:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764091.088584:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764091.088586:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764091.088588:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764091.088593:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764091.088597:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4976
00000400:00000200:3.0:1787764091.088601:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764091.088606:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764091.088610:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764091.088615:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764091.088619:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764091.088622:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764091.088625:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764091.088627:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764091.088629:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:3.0:1787764091.088632:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764091.088633:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:3.0:1787764091.088636:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:3.0:1787764091.088637:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:3.0:1787764091.088640:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764091.088641:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764091.088642:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764091.088643:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764091.088645:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:3.0:1787764091.088647:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764091.088651:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764091.088654:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764091.088657:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764091.088661:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764091.088663:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764091.088667:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764091.088670:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764091.088671:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764091.088675:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b30c0.
00000020:00000040:3.0:1787764091.088679:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:3.0:1787764091.088683:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764091.088686:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764091.088689:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764091.088693:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764091.088697:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764091.088706:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9d800.
00000100:00000001:3.0:1787764091.088741:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764091.088752:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b30c0 x1874601358799744/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764091.088771:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764091.088774:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764091.088780:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8678ec4] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b30c0 x1874601358799744/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764091.088794:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764091.088798:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764091.088802:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764091.088804:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764091.088807:0:18336:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764091.088810:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764091.088815:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4976
00000400:00000200:3.0:1787764091.088821:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764091.088825:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764091.088829:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764091.088833:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764091.088836:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764091.088839:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764091.088843:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764091.088846:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764091.088884:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:3.0:1787764091.088887:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764091.088890:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:3.0:1787764091.088892:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:3.0:1787764091.088898:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:3.0:1787764091.088904:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764091.088909:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764091.088914:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764091.088917:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764091.088920:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:3.0:1787764091.088924:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764091.088926:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764091.088930:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764091.088933:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764091.088937:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764091.088941:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764091.088943:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764091.088947:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764091.088949:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764091.088955:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b2580.
00000020:00000040:3.0:1787764091.088958:0:18336:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:3.0:1787764091.088961:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764091.088963:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764091.088967:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764091.088969:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764091.088971:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764091.088977:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9cc00.
00000100:00000001:3.0:1787764091.088982:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764091.088989:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b2580 x1874601358799872/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764091.089001:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764091.089004:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764091.089009:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d0536d5] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b2580 x1874601358799872/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764091.089017:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764091.089021:0:18336:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4986)
00000800:00000200:1.1:1787764091.089187:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764091.089189:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787764091.089377:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764091.089378:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787764091.089556:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764091.089557:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787764091.089763:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764091.089776:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00010000:00000001:0.0:1787764091.407931:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764091.407939:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764091.407944:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764091.407945:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764091.407948:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764091.407950:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764091.407953:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764091.407954:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764091.407957:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764091.407958:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764091.663968:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764091.663976:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764091.663978:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764091.663984:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764091.663989:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764091.663995:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764091.663998:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764091.664002:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764091.664006:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764092.431926:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299650315, at 4299650368
00010000:00000001:0.0:1787764092.431939:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764092.431945:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000010:3.0:1787764092.431947:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2c7e0.
00010000:00000001:0.0:1787764092.431949:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764092.431956:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764092.431960:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764092.431963:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764092.431965:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764092.431968:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764092.431973:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764092.431975:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764092.431979:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764092.431980:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764092.431984:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764092.431986:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764092.431988:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764092.431989:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764092.431992:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764092.431993:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764092.431995:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764092.431997:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764092.432001:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764092.432002:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764092.432019:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764092.432021:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764092.432023:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764092.687954:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764092.687964:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764092.687967:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764092.687973:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764092.687977:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764092.687981:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764092.687984:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764092.687987:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764092.687990:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764093.455922:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764093.455927:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764093.455932:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764093.455933:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764093.455936:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764093.455937:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764093.455939:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764093.455940:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764093.455943:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764093.455945:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764093.455964:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764093.455966:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764093.455968:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764093.711969:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764093.711977:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764093.711979:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764093.711985:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764093.711989:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764093.711993:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764093.711996:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764093.711999:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764093.712002:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764094.479955:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764094.479962:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764094.479969:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764094.479972:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764094.479975:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764094.479978:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764094.479982:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764094.479984:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764094.479986:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764094.479989:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764094.479993:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764094.479994:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764094.479997:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764094.479999:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764094.480002:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764094.480003:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764094.735951:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764094.735959:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764094.735962:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764094.735968:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764094.735973:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764094.735979:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764094.735983:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764094.735986:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764094.735989:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764095.503999:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764095.504007:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764095.504016:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764095.504017:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764095.504021:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764095.504024:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764095.504028:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764095.504030:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764095.504035:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764095.504036:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764095.504067:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764095.504071:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764095.504074:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764095.759975:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764095.759986:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764095.759989:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764095.759995:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764095.759999:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764095.760003:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764095.760007:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764095.760010:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764095.760013:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764096.207911:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764096.207923:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764096.207926:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764096.207930:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764096.207934:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764096.207941:0:18336:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 4981
00000400:00000200:3.0:1787764096.207950:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764096.207955:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764096.207958:0:18336:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764096.207961:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764096.207964:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764096.207966:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764096.207968:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764096.207972:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764096.207974:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:3.0:1787764096.207976:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764096.207979:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:3.0:1787764096.207981:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:3.0:1787764096.207982:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:3.0:1787764096.207984:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764096.207986:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764096.207987:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764096.207989:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764096.207992:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:3.0:1787764096.207995:0:18336:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764096.207998:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764096.208001:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764096.208004:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764096.208007:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764096.208009:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764096.208011:0:18336:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764096.208017:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b3480.
00000020:00000040:3.0:1787764096.208020:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:3.0:1787764096.208024:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764096.208026:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764096.208029:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764096.208032:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764096.208037:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764096.208045:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9dc00.
00000100:00000001:3.0:1787764096.208052:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764096.208062:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b3480 x1874601358800000/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764096.208075:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764096.208081:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764096.208087:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005fcc8ed6] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b3480 x1874601358800000/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764096.208113:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764096.208117:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764096.208121:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764096.208122:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764096.208124:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764096.208127:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764096.208130:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4981
00000400:00000200:3.0:1787764096.208135:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764096.208140:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764096.208144:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764096.208150:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764096.208155:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764096.208160:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764096.208164:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764096.208167:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764096.208169:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:3.0:1787764096.208171:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764096.208182:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:3.0:1787764096.208185:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:3.0:1787764096.208192:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:3.0:1787764096.208199:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764096.208200:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764096.208204:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764096.208208:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764096.208213:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:3.0:1787764096.208218:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764096.208220:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764096.208224:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764096.208230:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764096.208234:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764096.208236:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764096.208240:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764096.208244:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764096.208249:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764096.208253:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b1680.
00000020:00000040:3.0:1787764096.208257:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:3.0:1787764096.208259:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764096.208262:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764096.208265:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764096.208266:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764096.208268:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764096.208275:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9e800.
00000100:00000001:3.0:1787764096.208280:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764096.208287:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b1680 x1874601358800128/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764096.208295:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764096.208299:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764096.208303:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045d21e1f] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b1680 x1874601358800128/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764096.208315:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764096.208318:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764096.208322:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764096.208324:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764096.208327:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764096.208331:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764096.208336:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4981
00000400:00000200:3.0:1787764096.208342:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764096.208348:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764096.208351:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764096.208355:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764096.208357:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764096.208358:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764096.208359:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764096.208360:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764096.208361:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:3.0:1787764096.208363:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764096.208366:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:3.0:1787764096.208367:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:3.0:1787764096.208369:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:3.0:1787764096.208375:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764096.208377:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764096.208379:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764096.208384:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764096.208387:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:3.0:1787764096.208390:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764096.208394:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764096.208396:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764096.208400:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764096.208402:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764096.208404:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764096.208405:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764096.208407:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764096.208410:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764096.208414:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b1a40.
00000020:00000040:3.0:1787764096.208416:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:3.0:1787764096.208417:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764096.208419:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764096.208420:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764096.208422:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764096.208424:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764096.208427:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9e000.
00000100:00000001:3.0:1787764096.208431:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764096.208437:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b1a40 x1874601358800256/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764096.208447:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764096.208450:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764096.208458:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b5428e47] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b1a40 x1874601358800256/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764096.208474:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764096.208480:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764096.208485:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764096.208487:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764096.208488:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764096.208490:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764096.208495:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4981
00000400:00000200:3.0:1787764096.208511:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764096.208517:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764096.208520:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764096.208522:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764096.208524:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764096.208527:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764096.208530:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764096.208532:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764096.208533:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:3.0:1787764096.208534:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764096.208536:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:3.0:1787764096.208539:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:3.0:1787764096.208543:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:3.0:1787764096.208548:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764096.208552:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764096.208557:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764096.208562:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000800:00000200:1.1:1787764096.208562:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000020:00000040:3.0:1787764096.208564:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:3.0:1787764096.208570:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000800:00000200:1.1:1787764096.208572:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1787764096.208573:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764096.208575:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764096.208577:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764096.208580:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764096.208582:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764096.208585:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764096.208589:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764096.208591:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764096.208594:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0000.
00000020:00000040:3.0:1787764096.208598:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:3.0:1787764096.208601:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764096.208603:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764096.208607:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764096.208608:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764096.208611:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764096.208615:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9c400.
00000100:00000001:3.0:1787764096.208621:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764096.208625:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0000 x1874601358800384/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764096.208636:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764096.208639:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764096.208653:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000084e1803] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0000 x1874601358800384/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764096.208660:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764096.208675:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764096.208685:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764096.208690:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764096.208693:0:18336:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764096.208699:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764096.208706:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4981
00000400:00000200:3.0:1787764096.208715:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764096.208721:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764096.208726:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764096.208731:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764096.208734:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764096.208736:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764096.208740:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764096.208745:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764096.208746:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:3.0:1787764096.208748:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764096.208751:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:3.0:1787764096.208753:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:3.0:1787764096.208757:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:3.0:1787764096.208760:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764096.208765:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764096.208770:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764096.208772:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764096.208774:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:3.0:1787764096.208779:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764096.208790:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764096.208792:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764096.208795:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764096.208800:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764096.208802:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764096.208805:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764096.208807:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764096.208813:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764096.208818:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b2940.
00000020:00000040:3.0:1787764096.208824:0:18336:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:3.0:1787764096.208829:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764096.208833:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764096.208837:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764096.208839:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764096.208841:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764096.208882:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9e400.
00000100:00000001:3.0:1787764096.208887:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764096.208894:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b2940 x1874601358800512/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764096.208912:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764096.208916:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764096.208921:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000bae3a13] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b2940 x1874601358800512/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764096.208936:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764096.208942:0:18336:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4991)
00000800:00000200:1.1:1787764096.209146:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764096.209148:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787764096.209371:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764096.209374:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787764096.209633:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764096.209635:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787764096.209863:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764096.209865:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00010000:00000001:0.0:1787764096.527976:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764096.527986:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764096.527993:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764096.527995:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764096.527999:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764096.528000:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764096.528003:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764096.528004:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764096.528006:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764096.528007:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764096.528031:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764096.528033:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764096.528036:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764096.783965:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764096.783974:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764096.783976:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764096.783980:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764096.783985:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764096.783991:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764096.783995:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764096.783997:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764096.784001:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764097.551961:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299655435, at 4299655488
00000100:00000010:3.0:1787764097.551973:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2c0c0.
00010000:00000001:0.0:1787764097.551991:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764097.552001:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764097.552011:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764097.552014:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764097.552021:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764097.552027:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764097.552030:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764097.552035:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764097.552039:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764097.552041:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764097.552044:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764097.552047:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764097.552052:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764097.552053:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764097.552057:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764097.552059:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764097.552061:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764097.552063:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764097.552064:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764097.552066:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764097.552067:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764097.552069:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764097.807983:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764097.807993:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764097.807996:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764097.808002:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764097.808008:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764097.808013:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764097.808016:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764097.808018:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764097.808021:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764098.575948:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764098.575956:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764098.575963:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764098.575964:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764098.575967:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764098.575968:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764098.575971:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764098.575973:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764098.575975:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764098.575976:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764098.576004:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764098.576007:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764098.576010:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764098.831957:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764098.831966:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764098.831969:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764098.831975:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764098.831980:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764098.831984:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764098.831987:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764098.831990:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764098.831992:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764099.599938:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764099.599947:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764099.599955:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764099.599956:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764099.599961:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764099.599962:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764099.599966:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764099.599968:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764099.599972:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764099.599974:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764099.600008:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764099.600012:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764099.600016:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764099.855943:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764099.855956:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764099.855960:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764099.855967:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764099.855973:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764099.855978:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764099.855982:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764099.855984:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764099.855987:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764100.623955:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764100.623965:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764100.623973:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764100.623975:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764100.623980:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764100.623981:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764100.623985:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764100.623987:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764100.623991:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764100.623992:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764100.879916:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764100.879924:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764100.879926:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764100.879930:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764100.879934:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764100.879937:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764100.879939:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764100.879942:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764100.879945:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764101.327933:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764101.327940:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764101.327943:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764101.327946:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764101.327949:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764101.327955:0:18336:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 4986
00000400:00000200:3.0:1787764101.327963:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764101.327967:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764101.327970:0:18336:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764101.327972:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764101.327974:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764101.327976:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764101.327978:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764101.327981:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764101.327983:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:3.0:1787764101.327985:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764101.327988:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:3.0:1787764101.327990:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:3.0:1787764101.327991:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:3.0:1787764101.327994:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764101.327995:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764101.327996:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764101.327998:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764101.328000:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:3.0:1787764101.328003:0:18336:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764101.328004:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764101.328006:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764101.328008:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764101.328010:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764101.328012:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764101.328014:0:18336:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764101.328021:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b3c00.
00000020:00000040:3.0:1787764101.328023:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:3.0:1787764101.328026:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764101.328027:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764101.328029:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764101.328031:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764101.328035:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764101.328040:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9c000.
00000100:00000001:3.0:1787764101.328046:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764101.328053:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b3c00 x1874601358800640/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764101.328061:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764101.328064:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764101.328068:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbda2d43] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b3c00 x1874601358800640/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764101.328087:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764101.328089:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764101.328092:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764101.328093:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764101.328095:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764101.328096:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764101.328098:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4986
00000400:00000200:3.0:1787764101.328101:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764101.328103:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764101.328104:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764101.328106:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764101.328108:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764101.328109:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764101.328110:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764101.328112:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764101.328113:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:3.0:1787764101.328114:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764101.328115:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:3.0:1787764101.328116:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:3.0:1787764101.328118:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:3.0:1787764101.328120:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764101.328122:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764101.328124:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764101.328125:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764101.328127:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:3.0:1787764101.328129:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764101.328130:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764101.328131:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764101.328136:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764101.328140:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764101.328142:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764101.328155:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764101.328159:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764101.328163:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764101.328169:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b1e00.
00000020:00000040:3.0:1787764101.328173:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:3.0:1787764101.328178:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764101.328180:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764101.328185:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764101.328188:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764101.328190:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764101.328195:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9e400.
00000100:00000001:3.0:1787764101.328199:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764101.328207:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b1e00 x1874601358800768/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764101.328216:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764101.328225:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764101.328231:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007fca43c8] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b1e00 x1874601358800768/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764101.328242:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764101.328246:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764101.328249:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764101.328252:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764101.328255:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764101.328261:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764101.328263:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4986
00000400:00000200:3.0:1787764101.328267:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764101.328272:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764101.328274:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764101.328278:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764101.328281:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764101.328282:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764101.328284:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764101.328286:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764101.328290:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:3.0:1787764101.328292:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764101.328293:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:3.0:1787764101.328296:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:3.0:1787764101.328303:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:3.0:1787764101.328308:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764101.328312:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764101.328314:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764101.328317:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764101.328319:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:3.0:1787764101.328325:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764101.328330:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764101.328333:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764101.328336:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764101.328340:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764101.328343:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764101.328345:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764101.328348:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764101.328352:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764101.328355:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0f00.
00000020:00000040:3.0:1787764101.328359:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:3.0:1787764101.328364:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764101.328366:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764101.328368:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764101.328369:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764101.328372:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764101.328377:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9c400.
00000100:00000001:3.0:1787764101.328381:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764101.328389:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0f00 x1874601358800896/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764101.328398:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764101.328402:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764101.328407:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031bb8c12] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0f00 x1874601358800896/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764101.328415:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764101.328417:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764101.328421:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764101.328423:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764101.328426:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764101.328430:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764101.328436:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4986
00000400:00000200:3.0:1787764101.328444:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764101.328449:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764101.328451:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764101.328456:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764101.328459:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764101.328461:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764101.328462:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764101.328464:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764101.328466:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:3.0:1787764101.328470:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764101.328473:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:3.0:1787764101.328475:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:3.0:1787764101.328480:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:3.0:1787764101.328486:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764101.328488:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764101.328492:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764101.328493:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764101.328495:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:3.0:1787764101.328500:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764101.328502:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764101.328505:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764101.328508:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764101.328514:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764101.328515:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764101.328518:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764101.328523:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764101.328526:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787764101.328529:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000010:3.0:1787764101.328531:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b3840.
00000020:00000040:3.0:1787764101.328536:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
00000800:00000200:1.1:1787764101.328536:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
02000000:00000001:3.0:1787764101.328538:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764101.328542:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764101.328545:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764101.328547:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764101.328550:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764101.328554:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9e000.
00000100:00000001:3.0:1787764101.328559:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764101.328567:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b3840 x1874601358801024/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764101.328582:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764101.328587:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764101.328596:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a874aff9] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b3840 x1874601358801024/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764101.328638:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764101.328644:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764101.328658:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764101.328662:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764101.328666:0:18336:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764101.328671:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764101.328677:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 4986
00000400:00000200:3.0:1787764101.328687:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764101.328695:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764101.328699:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764101.328707:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764101.328713:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764101.328716:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764101.328728:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764101.328732:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764101.328734:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:3.0:1787764101.328738:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764101.328741:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:3.0:1787764101.328744:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:3.0:1787764101.328748:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:3.0:1787764101.328753:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764101.328754:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764101.328759:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764101.328763:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764101.328768:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:3.0:1787764101.328774:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764101.328782:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764101.328785:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764101.328790:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764101.328795:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764101.328800:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764101.328802:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764101.328806:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764101.328809:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764101.328813:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b03c0.
00000020:00000040:3.0:1787764101.328818:0:18336:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:3.0:1787764101.328824:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764101.328827:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764101.328831:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764101.328832:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764101.328834:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764101.328838:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9e800.
00000100:00000001:3.0:1787764101.328843:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764101.328872:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b03c0 x1874601358801152/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764101.328881:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764101.328884:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764101.328889:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fa8aa37] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b03c0 x1874601358801152/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764101.328916:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764101.328926:0:18336:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (4996)
00000800:00000200:1.1:1787764101.329108:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764101.329109:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787764101.329299:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764101.329301:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787764101.329474:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764101.329476:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787764101.329709:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764101.329711:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00010000:00000001:0.0:1787764101.647978:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764101.647986:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764101.647992:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764101.647993:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764101.647996:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764101.647997:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764101.648000:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764101.648001:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764101.648003:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764101.648005:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764101.648031:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764101.648034:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764101.648036:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764101.903950:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764101.903956:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764101.903958:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764101.903962:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764101.903965:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764101.903970:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764101.903972:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764101.903975:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764101.903977:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764102.671962:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764102.671973:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764102.671975:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764102.671990:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764102.671996:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764102.671999:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764102.672001:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764102.672003:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764102.672007:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764102.672009:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764102.672010:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299660555, at 4299660608
00010000:00000001:0.0:1787764102.672014:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764102.672019:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764102.672027:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764102.672029:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764102.672031:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764102.672035:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764102.672039:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2cd80.
00010000:00000001:0.0:1787764102.672055:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764102.672060:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764102.672065:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764102.672068:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764102.672073:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764102.672075:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764102.672119:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764102.672122:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764102.672125:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764102.927983:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764102.928007:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764102.928009:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764102.928014:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764102.928025:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764102.928030:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764102.928033:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764102.928035:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764102.928038:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764103.695999:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764103.696007:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764103.696012:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764103.696013:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764103.696016:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764103.696017:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764103.696020:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764103.696021:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764103.696024:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764103.696025:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764103.951954:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764103.951961:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764103.951963:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764103.951968:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764103.951973:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764103.951978:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764103.951982:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764103.951984:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764103.951988:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764104.720014:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764104.720022:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764104.720028:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764104.720031:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764104.720034:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764104.720037:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764104.720040:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764104.720042:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764104.720044:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764104.720046:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764104.720049:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764104.720050:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764104.720052:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764104.720053:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764104.720055:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764104.720056:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764104.720083:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764104.720086:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764104.720088:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764104.975907:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764104.975914:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764104.975916:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764104.975922:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764104.975924:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764104.975928:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764104.975930:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764104.975932:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764104.975935:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764105.743984:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764105.743992:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764105.743997:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764105.744006:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764105.744009:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764105.744011:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764105.744013:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764105.744014:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764105.744017:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764105.744018:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764105.744044:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764105.744047:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764105.744050:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764105.999942:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764105.999950:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764105.999952:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764105.999958:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764105.999962:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764105.999967:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764105.999970:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764105.999974:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764105.999979:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787764106.448798:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764106.448809:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1787764106.449658:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764106.449661:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1787764106.449917:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764106.449919:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1787764106.450189:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764106.450191:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1787764106.450386:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764106.450387:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 6 secs later)
00010000:00000001:0.0:1787764106.768002:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764106.768008:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764106.768013:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764106.768014:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764106.768016:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764106.768017:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764106.768020:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764106.768020:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764106.768023:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764106.768024:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764107.023993:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764107.024003:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764107.024006:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764107.024011:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764107.024015:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764107.024020:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764107.024023:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764107.024026:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764107.024028:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764107.791990:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299665676, at 4299665728
00010000:00000001:0.0:1787764107.792008:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:3.0:1787764107.792013:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767660.
00010000:00000001:0.0:1787764107.792015:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764107.792023:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764107.792024:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764107.792027:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764107.792031:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764107.792033:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764107.792036:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764107.792038:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764107.792040:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764107.792042:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764107.792048:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764107.792051:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764107.792053:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764107.792055:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764107.792056:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764107.792057:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764107.792058:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764107.792059:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764107.792060:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764107.792062:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764107.792063:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764107.792083:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764107.792085:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764107.792087:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764108.047994:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764108.048003:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764108.048006:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764108.048012:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764108.048018:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764108.048022:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764108.048026:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764108.048029:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764108.048032:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764108.815953:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764108.815959:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764108.815965:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764108.815966:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764108.815970:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764108.815971:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764108.815976:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764108.815977:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764108.815981:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764108.815983:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764108.816004:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764108.816006:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764108.816009:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764109.071923:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764109.071931:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764109.071933:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764109.071938:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764109.071942:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764109.071946:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764109.071949:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764109.071951:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764109.071953:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764109.839991:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764109.839998:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764109.840002:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764109.840003:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764109.840006:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764109.840007:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764109.840010:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764109.840011:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764109.840013:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764109.840014:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764110.095967:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764110.095975:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764110.095978:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764110.095983:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764110.095987:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764110.095990:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764110.095993:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764110.095996:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764110.095998:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764110.863930:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764110.863936:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764110.863940:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764110.863941:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764110.863943:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764110.863944:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764110.863946:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764110.863947:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764110.863949:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764110.863950:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764110.863974:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764110.863976:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764110.863978:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764111.119940:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764111.119947:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764111.119954:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764111.119959:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764111.119963:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764111.119966:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764111.119968:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764111.119969:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764111.119972:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787764111.568549:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764111.568552:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787764111.569261:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764111.569277:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787764111.569479:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764111.569481:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787764111.569680:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764111.569682:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787764111.570005:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764111.570007:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00010000:00000001:0.0:1787764111.887979:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764111.887988:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764111.887995:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764111.887996:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764111.888000:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764111.888001:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764111.888005:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764111.888006:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764111.888010:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764111.888011:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764111.888037:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764111.888040:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764111.888043:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764112.143965:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764112.143975:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764112.143978:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764112.143985:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764112.143990:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764112.143994:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764112.143997:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764112.144001:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764112.144004:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764112.911941:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764112.911950:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764112.911953:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764112.911957:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764112.911962:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764112.911965:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764112.911968:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299670795, at 4299670848
00010000:00000001:0.0:1787764112.911969:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764112.911978:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764112.911986:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:3.0:1787764112.911989:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2c2a0.
00010000:00000001:0.0:1787764112.911993:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764112.911999:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764112.912003:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764112.912006:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764112.912008:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764112.912009:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764112.912011:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764112.912012:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764112.912013:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764112.912015:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764112.912017:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764112.912023:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764112.912024:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764113.167962:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764113.167971:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764113.167974:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764113.167981:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764113.167985:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764113.167990:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764113.167993:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764113.167996:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764113.167999:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764113.935947:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764113.935953:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764113.935958:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764113.935959:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764113.935961:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764113.935962:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764113.935964:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764113.935965:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764113.935967:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764113.935968:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764113.935997:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764113.936000:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764113.936002:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764114.191955:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764114.191963:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764114.191967:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764114.191973:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764114.191977:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764114.191982:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764114.191986:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764114.191989:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764114.191992:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764114.959961:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764114.959967:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764114.959971:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764114.959974:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764114.959976:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764114.959978:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764114.959981:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764114.959982:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764114.959984:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764114.959986:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764114.959990:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764114.959991:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764114.959995:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764114.959996:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764114.960022:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764114.960024:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764114.960048:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764114.960051:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764114.960053:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764115.215945:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764115.215957:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764115.215960:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764115.215967:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764115.215973:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764115.215978:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764115.215981:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764115.215985:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764115.215989:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764115.984020:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764115.984028:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764115.984033:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764115.984034:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764115.984037:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764115.984038:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764115.984041:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764115.984042:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764115.984045:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764115.984046:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764116.239981:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764116.239990:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764116.239993:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764116.239999:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764116.240003:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764116.240007:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764116.240011:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764116.240015:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764116.240018:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787764116.688590:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764116.688982:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764116.689153:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764116.689305:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764116.689498:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00010000:00000001:0.0:1787764117.007996:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764117.008005:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764117.008010:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764117.008012:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764117.008015:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764117.008016:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764117.008019:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764117.008019:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764117.008022:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764117.008024:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764117.008049:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764117.008051:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764117.008054:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764117.263934:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764117.263946:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764117.263949:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764117.263957:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764117.263963:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764117.263969:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764117.263973:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764117.263977:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764117.263981:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764118.031932:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299675915, at 4299675968
00010000:00000001:0.0:1787764118.031935:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764118.031939:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764118.031945:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764118.031946:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764118.031949:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2c0c0.
00010000:00000001:0.0:1787764118.031950:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764118.031955:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764118.031957:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764118.031959:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764118.031963:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764118.031964:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764118.031966:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764118.031967:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764118.031971:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764118.031972:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764118.031975:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764118.031976:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764118.031977:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764118.031978:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764118.031979:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764118.031980:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764118.031981:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764118.031982:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764118.031998:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764118.032000:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764118.032002:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764118.287950:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764118.287958:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764118.287961:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764118.287966:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764118.287971:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764118.287974:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764118.287978:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764118.287981:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764118.287984:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764119.056021:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764119.056030:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764119.056037:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764119.056039:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764119.056043:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764119.056045:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764119.056049:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764119.056050:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764119.056054:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764119.056056:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764119.311929:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764119.311936:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764119.311938:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764119.311943:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764119.311946:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764119.311950:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764119.311952:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764119.311955:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764119.311957:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:3.0:1787764119.760114:0:2378:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.141:988
00000400:00000100:3.0:1787764119.760151:0:2378:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.141@tcp at host 192.168.202.141 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1787764119.760160:0:2378:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764119.760165:0:2378:0:(router.c:1791:lnet_notify()) 192.168.202.41@tcp notifying 192.168.202.141@tcp: down
00000400:00000200:3.0:1787764119.760171:0:2378:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764119.760175:0:2378:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1787764119.760181:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:3.0:1787764119.760192:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88d00.
00000400:00000200:3.0:1787764119.760198:0:2378:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787764119.760203:0:2378:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787764119.760210:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f2a8
00000400:00000010:3.0:1787764119.760212:0:2378:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f2a8.
00000100:00000001:3.0:1787764119.760218:0:2378:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787764119.760227:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9821896be580 x1874601358802560/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764119.760254:0:2378:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764119.760259:0:2378:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896be580 x1874601358802560/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764141 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764119.760268:0:2378:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764119.760270:0:2378:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787764119.760280:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:3.0:1787764119.760284:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88100.
00000400:00000200:3.0:1787764119.760288:0:2378:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787764119.760292:0:2378:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787764119.760296:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f550
00000400:00000010:3.0:1787764119.760299:0:2378:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f550.
00000100:00000001:3.0:1787764119.760302:0:2378:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787764119.760308:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9821896bf840 x1874601358802688/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764119.760321:0:2378:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764119.760329:0:2378:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bf840 x1874601358802688/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764141 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764119.760340:0:2378:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764119.760345:0:2378:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787764119.760355:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:3.0:1787764119.760360:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88000.
00000400:00000200:3.0:1787764119.760367:0:2378:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787764119.760375:0:2378:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787764119.760378:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f3b8
00000400:00000010:3.0:1787764119.760380:0:2378:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f3b8.
00000100:00000001:3.0:1787764119.760383:0:2378:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787764119.760387:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9821896bf0c0 x1874601358802816/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764119.760399:0:2378:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764119.760407:0:2378:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bf0c0 x1874601358802816/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764141 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764119.760417:0:2378:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764119.760420:0:2378:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787764119.760428:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:3.0:1787764119.760432:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88f00.
00000400:00000200:3.0:1787764119.760437:0:2378:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787764119.760446:0:2378:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787764119.760468:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573ff68
00000400:00000010:3.0:1787764119.760471:0:2378:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573ff68.
00000100:00000001:3.0:1787764119.760474:0:2378:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787764119.760481:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9821896bc000 x1874601358802944/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764119.760502:0:2378:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764119.760509:0:2378:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bc000 x1874601358802944/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764141 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764119.760533:0:2378:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764119.760538:0:2378:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787764119.760550:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:3.0:1787764119.760569:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88800.
00000400:00000200:3.0:1787764119.760577:0:2378:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787764119.760586:0:2378:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787764119.760591:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f440
00000400:00000010:3.0:1787764119.760595:0:2378:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f440.
00000100:00000001:3.0:1787764119.760601:0:2378:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787764119.760610:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9821896bcf00 x1874601358803072/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764119.760630:0:2378:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764119.760637:0:2378:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bcf00 x1874601358803072/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764141 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764119.760652:0:2378:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764119.760656:0:2378:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:0.0:1787764120.079971:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764120.079979:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764120.079987:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764120.079988:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764120.079992:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764120.079993:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764120.079997:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764120.079999:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764120.080002:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764120.080004:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764120.080034:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764120.080036:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764120.080038:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764120.335923:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764120.335930:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764120.335932:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764120.335937:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764120.335941:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764120.335944:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764120.335947:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764120.335949:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764120.335952:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764121.103968:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764121.103980:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764121.103985:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764121.103986:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764121.103988:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764121.103989:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764121.103992:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764121.103993:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764121.103995:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764121.103996:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764121.104041:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764121.104044:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764121.104047:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764121.359943:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764121.359950:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764121.359952:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764121.359957:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764121.359960:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764121.359964:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764121.359967:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764121.359971:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764121.359974:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787764121.809103:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764121.809106:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787764121.809515:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764121.809517:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787764121.809824:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764121.809826:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787764121.810175:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764121.810177:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787764121.810454:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764121.810457:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00010000:00000001:0.0:1787764122.127953:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764122.127958:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764122.127964:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764122.127965:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764122.127969:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764122.127971:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764122.127974:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764122.127976:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764122.127980:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764122.127982:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764122.128060:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764122.128065:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764122.128069:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764122.383954:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764122.383963:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764122.383966:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764122.383971:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764122.383975:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764122.383979:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764122.383982:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764122.383985:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764122.383988:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764123.151950:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299681036, at 4299681088
00010000:00000001:0.0:1787764123.151954:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764123.151959:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764123.151962:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764123.151965:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764123.151967:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2c3c0.
00010000:00000001:0.0:1787764123.151969:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764123.151973:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764123.151976:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764123.151978:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764123.151982:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764123.151983:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764123.151986:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764123.151988:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764123.151990:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764123.151991:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764123.151993:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764123.151996:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764123.151998:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764123.151999:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764123.152001:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764123.152003:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764123.152007:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764123.152008:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764123.152040:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764123.152043:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764123.152047:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764123.407955:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764123.407962:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764123.407964:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764123.407969:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764123.407973:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764123.407977:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764123.407979:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764123.407981:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764123.407985:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764124.175984:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764124.175992:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764124.175998:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764124.176000:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764124.176003:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764124.176005:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764124.176008:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764124.176010:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764124.176013:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764124.176013:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764124.176055:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764124.176058:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764124.176060:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764124.431946:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764124.431956:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764124.431958:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764124.431965:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764124.431968:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764124.431973:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764124.431976:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764124.431979:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764124.431983:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764125.200057:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764125.200067:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764125.200076:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764125.200080:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764125.200084:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764125.200088:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764125.200092:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764125.200095:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764125.200097:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764125.200100:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764125.200105:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764125.200106:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764125.200111:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764125.200112:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764125.200116:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764125.200118:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764125.200185:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764125.200189:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764125.200192:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764125.455930:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764125.455936:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764125.455937:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764125.455942:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764125.455945:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764125.455948:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764125.455950:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764125.455952:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764125.455954:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764126.223919:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764126.223926:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764126.223931:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764126.223932:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764126.223934:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764126.223935:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764126.223938:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764126.223939:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764126.223941:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764126.223942:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764126.223978:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764126.223980:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764126.223983:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764126.479959:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764126.479968:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764126.479971:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764126.479978:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764126.479982:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764126.479987:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764126.479990:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764126.479993:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764126.479998:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764126.927986:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764126.927995:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764126.927997:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764126.928000:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764126.928004:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764126.928011:0:18336:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5012
00000400:00000200:3.0:1787764126.928019:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764126.928026:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764126.928029:0:18336:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764126.928033:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764126.928036:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764126.928039:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764126.928042:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764126.928046:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764126.928048:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:3.0:1787764126.928051:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764126.928054:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:3.0:1787764126.928057:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:3.0:1787764126.928060:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:3.0:1787764126.928064:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764126.928066:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764126.928068:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764126.928069:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764126.928072:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:3.0:1787764126.928075:0:18336:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764126.928077:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764126.928079:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764126.928082:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764126.928083:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764126.928087:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764126.928088:0:18336:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764126.928097:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b21c0.
00000020:00000040:3.0:1787764126.928100:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:3.0:1787764126.928103:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764126.928105:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764126.928107:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764126.928110:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764126.928113:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764126.928119:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9dc00.
00000100:00000001:3.0:1787764126.928125:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764126.928132:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b21c0 x1874601358803840/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764126.928140:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764126.928144:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764126.928148:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a837d5f] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b21c0 x1874601358803840/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764126.928165:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764126.928168:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764126.928171:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764126.928172:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764126.928173:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764126.928175:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764126.928177:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5012
00000400:00000200:3.0:1787764126.928180:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764126.928182:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764126.928184:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764126.928185:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764126.928187:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764126.928189:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764126.928190:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764126.928192:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764126.928193:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:3.0:1787764126.928195:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764126.928197:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:3.0:1787764126.928199:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:3.0:1787764126.928200:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:3.0:1787764126.928202:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764126.928203:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764126.928205:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764126.928207:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764126.928208:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:3.0:1787764126.928210:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764126.928212:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764126.928213:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764126.928220:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764126.928223:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764126.928226:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764126.928232:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764126.928236:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764126.928238:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764126.928242:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0b40.
00000020:00000040:3.0:1787764126.928246:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:3.0:1787764126.928249:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764126.928251:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764126.928254:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764126.928256:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764126.928258:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764126.928263:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9cc00.
00000100:00000001:3.0:1787764126.928267:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764126.928274:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0b40 x1874601358803968/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764126.928297:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764126.928301:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764126.928306:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d6e219c] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0b40 x1874601358803968/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764126.928317:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764126.928320:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764126.928324:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764126.928325:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764126.928327:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764126.928331:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764126.928333:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5012
00000400:00000200:3.0:1787764126.928337:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764126.928339:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764126.928342:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764126.928346:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764126.928350:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764126.928352:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764126.928354:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764126.928356:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764126.928358:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:3.0:1787764126.928360:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764126.928363:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:3.0:1787764126.928364:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:3.0:1787764126.928366:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:3.0:1787764126.928369:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764126.928373:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764126.928375:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764126.928376:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764126.928378:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:3.0:1787764126.928382:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764126.928417:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764126.928420:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764126.928425:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764126.928428:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764126.928430:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764126.928433:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764126.928440:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764126.928444:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764126.928453:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b03c0.
00000020:00000040:3.0:1787764126.928459:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:3.0:1787764126.928464:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764126.928468:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764126.928471:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764126.928474:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764126.928477:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764126.928484:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9d800.
00000100:00000001:3.0:1787764126.928490:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764126.928498:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b03c0 x1874601358804096/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764126.928511:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764126.928514:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764126.928519:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fa8aa37] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b03c0 x1874601358804096/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764126.928529:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764126.928533:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764126.928538:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764126.928540:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764126.928543:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764126.928547:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764126.928552:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5012
00000400:00000200:3.0:1787764126.928565:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764126.928575:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764126.928578:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764126.928581:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764126.928583:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764126.928587:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764126.928590:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764126.928593:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764126.928596:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:3.0:1787764126.928598:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764126.928601:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:3.0:1787764126.928604:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:3.0:1787764126.928606:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:3.0:1787764126.928611:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764126.928614:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764126.928616:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764126.928617:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764126.928620:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:3.0:1787764126.928622:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764126.928623:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764126.928625:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764126.928629:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764126.928631:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764126.928633:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764126.928635:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764126.928637:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764126.928641:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764126.928646:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b3840.
00000020:00000040:3.0:1787764126.928649:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:3.0:1787764126.928653:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764126.928654:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764126.928658:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.1:1787764126.928659:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
02000000:00000001:3.0:1787764126.928661:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764126.928663:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787764126.928666:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
02000000:00000010:3.0:1787764126.928668:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9f000.
00000100:00000001:3.0:1787764126.928672:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764126.928678:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b3840 x1874601358804224/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764126.928688:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764126.928690:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764126.928694:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a874aff9] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b3840 x1874601358804224/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764126.928705:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764126.928709:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764126.928712:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764126.928715:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764126.928717:0:18336:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764126.928723:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764126.928726:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5012
00000400:00000200:3.0:1787764126.928731:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764126.928737:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764126.928743:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764126.928749:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764126.928754:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764126.928759:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764126.928764:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764126.928768:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764126.928771:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:3.0:1787764126.928774:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764126.928777:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:3.0:1787764126.928782:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:3.0:1787764126.928787:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:3.0:1787764126.928793:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764126.928795:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764126.928798:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764126.928801:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764126.928805:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:3.0:1787764126.928809:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764126.928815:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764126.928817:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764126.928820:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764126.928823:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764126.928824:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764126.928826:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764126.928831:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764126.928832:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764126.928836:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0f00.
00000020:00000040:3.0:1787764126.928838:0:18336:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:3.0:1787764126.928842:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764126.928844:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764126.928845:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764126.928846:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764126.928871:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764126.928875:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9d400.
00000100:00000001:3.0:1787764126.928878:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764126.928882:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0f00 x1874601358804352/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764126.928887:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764126.928890:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764126.928895:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031bb8c12] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0f00 x1874601358804352/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764126.928906:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764126.928910:0:18336:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5022)
00000800:00000200:1.1:1787764126.929250:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764126.929265:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787764126.929633:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764126.929635:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787764126.929978:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764126.929982:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787764126.930307:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764126.930310:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00010000:00000001:0.0:1787764127.247937:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764127.247945:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764127.247951:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764127.247952:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764127.247956:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764127.247958:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764127.247969:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764127.247970:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764127.247974:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764127.247978:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764127.248026:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764127.248029:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764127.248033:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764127.503971:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764127.503979:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764127.503981:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764127.503986:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764127.503990:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764127.503994:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764127.503996:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764127.503999:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764127.504001:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000010:0.0:1787764127.951931:0:59014:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff98218550f000.
00000020:00000010:0.0:1787764127.951944:0:59014:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff98218550e400.
00000020:00000010:0.0:1787764127.951948:0:59014:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff982191c72800.
00000020:00000010:0.0:1787764127.951953:0:59014:0:(tgt_main.c:722:tgt_key_init()) slab-alloced 'thread': 1296 at ffff9821983f0a20.
00000020:00000010:0.0:1787764127.951957:0:59014:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff982190fa3800.
80000000:00000010:0.0:1787764127.951960:0:59014:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9821992d4a20.
40000000:00000010:0.0:1787764127.951963:0:59014:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff982191cc4100.
00100000:00000010:0.0:1787764127.951967:0:59014:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff982191c76800.
00040000:00000010:0.0:1787764127.951971:0:59014:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff982185622f00.
00040000:00000010:0.0:1787764127.951974:0:59014:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff982190fa2800.
00002000:00000010:0.0:1787764127.951978:0:59014:0:(ofd_dev.c:3019:ofd_key_init()) kmalloced '(value)': 1000 at ffff982186484400.
00000020:00000010:0.0:1787764127.951983:0:59014:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff98218550e400.
00000020:00000010:0.0:1787764127.951988:0:59014:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff982191c72800.
00000020:00000010:0.0:1787764127.951991:0:59014:0:(tgt_main.c:742:tgt_key_fini()) slab-freed '(info)': 1296 at ffff9821983f0a20.
00000020:00000010:0.0:1787764127.951994:0:59014:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff982190fa3800.
80000000:00000010:0.0:1787764127.951997:0:59014:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9821992d4a20.
40000000:00000010:0.0:1787764127.951998:0:59014:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff982191cc4100.
00100000:00000010:0.0:1787764127.952001:0:59014:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff982191c76800.
00040000:00000010:0.0:1787764127.952003:0:59014:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff982185622f00.
00040000:00000010:0.0:1787764127.952005:0:59014:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff982190fa2800.
00002000:00000010:0.0:1787764127.952007:0:59014:0:(ofd_dev.c:3048:ofd_key_fini()) kfreed 'info': 1000 at ffff982186484400.
00000020:00000010:0.0:1787764127.952009:0:59014:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff98218550f000.
00000100:00000040:3.0:1787764128.271907:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299686156, at 4299686208
00000100:00000010:3.0:1787764128.271932:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2c180.
00010000:00000001:0.0:1787764128.271940:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764128.271946:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764128.271955:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764128.271959:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764128.271965:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764128.271969:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764128.271972:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764128.271976:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764128.271979:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764128.271981:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764128.271983:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764128.271986:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764128.271990:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764128.271992:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764128.271996:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764128.271998:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764128.271999:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764128.272001:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764128.272003:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764128.272005:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764128.272007:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764128.272009:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764128.272075:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764128.272080:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764128.272085:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764128.527923:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764128.527929:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764128.527931:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764128.527936:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764128.527939:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764128.527943:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764128.527946:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764128.527948:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764128.527951:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764129.295932:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764129.295940:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764129.295947:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764129.295949:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764129.295952:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764129.295954:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764129.295957:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764129.295959:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764129.295962:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764129.295963:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764129.296008:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764129.296011:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764129.296014:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764129.551992:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764129.552005:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764129.552008:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764129.552015:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764129.552020:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764129.552026:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764129.552030:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764129.552034:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764129.552038:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764130.319934:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764130.319942:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764130.319949:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764130.319950:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764130.319954:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764130.319955:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764130.319958:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764130.319960:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764130.319962:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764130.319963:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764130.320016:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764130.320019:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764130.320022:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764130.575911:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764130.575918:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764130.575920:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764130.575925:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764130.575928:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764130.575932:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764130.575935:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764130.575937:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764130.575941:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764131.343920:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764131.343926:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764131.343929:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764131.343930:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764131.343933:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764131.343934:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764131.343936:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764131.343937:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764131.343939:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764131.343940:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764131.343956:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764131.343958:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764131.343960:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764131.599953:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764131.599960:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764131.599963:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764131.599968:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764131.599971:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764131.599974:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764131.599977:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764131.599979:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764131.599982:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787764132.048471:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764132.048475:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787764132.049248:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764132.049255:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787764132.049649:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764132.049651:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787764132.050004:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764132.050006:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787764132.050195:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764132.050197:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00010000:00000001:0.0:1787764132.367916:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764132.367923:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764132.367925:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764132.367928:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764132.367932:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764132.367934:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764132.367935:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764132.367937:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764132.367940:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764132.367947:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764132.367950:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764132.367951:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764132.367953:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764132.367954:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764132.367955:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764132.367956:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764132.367958:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764132.367959:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764132.367960:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764132.367962:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764132.367966:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764132.367968:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764132.368024:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764132.368028:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764132.368031:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764132.623933:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764132.623940:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764132.623942:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764132.623946:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764132.623950:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764132.623953:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764132.623956:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764132.623958:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764132.623960:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764133.391962:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299691275, at 4299691328
00010000:00000001:0.0:1787764133.391965:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764133.391970:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764133.391979:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:3.0:1787764133.391979:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2c1e0.
00010000:00000001:0.0:1787764133.391984:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764133.391992:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764133.391994:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764133.391998:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764133.392001:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764133.392007:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764133.392009:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764133.392035:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764133.392038:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764133.392041:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764133.647942:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764133.647948:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764133.647951:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764133.647955:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764133.647959:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764133.647962:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764133.647965:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764133.647968:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764133.647971:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764134.415976:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764134.415982:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764134.415986:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764134.415990:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764134.415992:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764134.415994:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764134.415997:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764134.415998:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764134.416000:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764134.416001:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764134.416004:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764134.416005:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764134.416007:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764134.416008:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764134.416010:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764134.416011:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764134.416031:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764134.416033:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764134.416035:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764134.671979:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764134.671990:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764134.671993:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764134.671999:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764134.672004:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764134.672008:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764134.672011:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764134.672014:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764134.672017:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764135.439934:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764135.439939:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764135.439943:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764135.439944:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764135.439946:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764135.439947:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764135.439950:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764135.439951:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764135.439953:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764135.439954:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764135.439971:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764135.439972:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764135.439974:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764135.695964:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764135.695971:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764135.695973:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764135.695978:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764135.695983:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764135.695988:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764135.695992:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764135.695996:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764135.695999:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764136.463955:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764136.463961:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764136.463966:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764136.463967:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764136.463970:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764136.463971:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764136.463973:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764136.463974:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764136.463976:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764136.463977:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764136.463997:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764136.463999:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764136.464001:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764136.719928:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764136.719937:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764136.719939:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764136.719945:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764136.719949:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764136.719953:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764136.719956:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764136.719959:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764136.719962:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764137.167995:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764137.168011:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764137.168015:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764137.168020:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764137.168026:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764137.168035:0:58520:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5022
00000400:00000200:3.0:1787764137.168046:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764137.168053:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764137.168057:0:58520:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764137.168061:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764137.168064:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764137.168066:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764137.168068:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764137.168072:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764137.168074:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:3.0:1787764137.168077:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764137.168080:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:3.0:1787764137.168082:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:3.0:1787764137.168084:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:3.0:1787764137.168086:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764137.168087:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764137.168088:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764137.168089:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764137.168092:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:3.0:1787764137.168095:0:58520:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764137.168096:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764137.168099:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764137.168102:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764137.168106:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764137.168108:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764137.168111:0:58520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764137.168123:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b1e00.
00000020:00000040:3.0:1787764137.168127:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:3.0:1787764137.168133:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764137.168135:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764137.168140:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764137.168144:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764137.168149:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764137.168159:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9f800.
00000100:00000001:3.0:1787764137.168167:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764137.168178:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b1e00 x1874601358805120/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764137.168187:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764137.168192:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764137.168197:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007fca43c8] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b1e00 x1874601358805120/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764137.168223:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764137.168226:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764137.168229:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764137.168230:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764137.168231:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764137.168233:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764137.168235:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5022
00000400:00000200:3.0:1787764137.168238:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764137.168240:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764137.168241:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764137.168244:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764137.168245:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764137.168247:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764137.168249:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764137.168251:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764137.168252:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:3.0:1787764137.168254:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764137.168256:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:3.0:1787764137.168258:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:3.0:1787764137.168260:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:3.0:1787764137.168263:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764137.168265:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764137.168266:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764137.168267:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764137.168269:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:3.0:1787764137.168272:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764137.168274:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764137.168276:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764137.168284:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764137.168291:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764137.168324:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764137.168332:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764137.168342:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764137.168347:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764137.168353:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b3c00.
00000020:00000040:3.0:1787764137.168365:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:3.0:1787764137.168369:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764137.168373:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764137.168376:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764137.168378:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764137.168381:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764137.168391:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9fc00.
00000100:00000001:3.0:1787764137.168398:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764137.168411:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b3c00 x1874601358805248/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764137.168434:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764137.168438:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764137.168446:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbda2d43] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b3c00 x1874601358805248/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764137.168456:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764137.168460:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764137.168464:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764137.168467:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764137.168471:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764137.168476:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764137.168481:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5022
00000400:00000200:3.0:1787764137.168490:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764137.168499:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764137.168518:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764137.168532:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764137.168536:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764137.168541:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764137.168549:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764137.168552:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764137.168557:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:3.0:1787764137.168563:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764137.168566:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:3.0:1787764137.168568:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:3.0:1787764137.168569:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:3.0:1787764137.168576:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764137.168580:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764137.168582:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764137.168589:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764137.168596:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:3.0:1787764137.168603:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764137.168611:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764137.168616:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764137.168628:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764137.168644:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764137.168652:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764137.168654:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764137.168662:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764137.168665:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764137.168669:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b2940.
00000020:00000040:3.0:1787764137.168675:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:3.0:1787764137.168682:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764137.168684:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764137.168695:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764137.168702:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764137.168707:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764137.168720:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9f400.
00000800:00000200:1.1:1787764137.168734:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764137.168737:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000100:00000001:3.0:1787764137.168738:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764137.168752:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b2940 x1874601358805376/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764137.168783:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764137.168791:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764137.168798:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000bae3a13] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b2940 x1874601358805376/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764137.168885:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764137.168891:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764137.168902:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764137.168908:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764137.168912:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764137.168922:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764137.168930:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5022
00000400:00000200:3.0:1787764137.168944:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764137.168949:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764137.168955:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764137.168966:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764137.168977:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764137.168981:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764137.168993:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764137.168998:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764137.169002:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:3.0:1787764137.169010:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764137.169020:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:3.0:1787764137.169028:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:3.0:1787764137.169037:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:3.0:1787764137.169049:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764137.169056:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764137.169067:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764137.169075:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764137.169086:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:3.0:1787764137.169097:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764137.169104:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764137.169110:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764137.169118:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764137.169131:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764137.169140:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764137.169147:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764137.169162:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764137.169168:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764137.169180:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0000.
00000020:00000040:3.0:1787764137.169184:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:3.0:1787764137.169190:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764137.169192:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764137.169195:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764137.169198:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764137.169203:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764137.169209:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9c800.
00000100:00000001:3.0:1787764137.169214:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764137.169224:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0000 x1874601358805504/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764137.169241:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764137.169244:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764137.169253:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000084e1803] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0000 x1874601358805504/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764137.169271:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764137.169283:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764137.169311:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764137.169320:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764137.169326:0:58520:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764137.169333:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764137.169342:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5022
00000400:00000200:3.0:1787764137.169352:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764137.169363:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764137.169370:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764137.169378:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764137.169394:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764137.169403:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764137.169412:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764137.169423:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764137.169430:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:3.0:1787764137.169435:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764137.169440:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:3.0:1787764137.169446:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:3.0:1787764137.169450:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:3.0:1787764137.169457:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764137.169463:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764137.169469:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764137.169473:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764137.169479:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:3.0:1787764137.169485:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764137.169489:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764137.169494:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764137.169498:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764137.169504:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764137.169510:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764137.169520:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764137.169524:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764137.169526:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764137.169531:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b1a40.
00000020:00000040:3.0:1787764137.169538:0:58520:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:3.0:1787764137.169546:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764137.169549:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764137.169554:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764137.169561:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764137.169567:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764137.169574:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9ec00.
00000100:00000001:3.0:1787764137.169582:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764137.169593:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b1a40 x1874601358805632/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764137.169603:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764137.169606:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764137.169613:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b5428e47] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b1a40 x1874601358805632/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764137.169647:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764137.169659:0:58520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5032)
00000800:00000200:1.1:1787764137.169767:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764137.169770:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787764137.170060:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764137.170061:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787764137.170287:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764137.170316:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787764137.170691:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764137.170693:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00010000:00000001:0.0:1787764137.487974:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764137.487984:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764137.487990:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764137.487991:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764137.487994:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764137.487997:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764137.488000:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764137.488003:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764137.488006:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764137.488009:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764137.488010:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764137.488012:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764137.488015:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764137.488016:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764137.488019:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764137.488020:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764137.488021:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764137.488022:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764137.488023:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764137.488024:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764137.488025:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764137.488026:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764137.488047:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764137.488049:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764137.488051:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764137.743936:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764137.743943:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764137.743945:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764137.743949:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764137.743952:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764137.743955:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764137.743958:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764137.743960:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764137.743963:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764138.511949:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299696396, at 4299696448
00010000:00000001:0.0:1787764138.511954:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764138.511959:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764138.511964:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2c720.
00010000:00000001:0.0:1787764138.511965:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764138.511969:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764138.511973:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764138.511975:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764138.511979:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764138.511980:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764138.511985:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764138.511987:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764138.512007:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764138.512011:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764138.512014:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764138.767936:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764138.767943:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764138.767945:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764138.767949:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764138.767953:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764138.767956:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764138.767958:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764138.767960:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764138.767963:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764139.535932:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764139.535938:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764139.535942:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764139.535943:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764139.535945:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764139.535946:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764139.535948:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764139.535949:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764139.535952:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764139.535953:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764139.535969:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764139.535971:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764139.535973:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764139.791928:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764139.791935:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764139.791937:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764139.791941:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764139.791944:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764139.791947:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764139.791949:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764139.791951:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764139.791954:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764140.559956:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764140.559964:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764140.559970:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764140.559971:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764140.559973:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764140.559974:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764140.559977:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764140.559978:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764140.559980:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764140.559981:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764140.560001:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764140.560003:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764140.560005:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764140.816005:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764140.816016:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764140.816020:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764140.816027:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764140.816032:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764140.816039:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764140.816042:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764140.816046:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764140.816049:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764141.583951:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764141.583957:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764141.583961:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764141.583962:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764141.583964:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764141.583965:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764141.583967:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764141.583968:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764141.583970:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764141.583971:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764141.583990:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764141.583993:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764141.583995:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764141.839920:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764141.839928:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764141.839930:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764141.839935:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764141.839938:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764141.839942:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764141.839945:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764141.839947:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764141.839949:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764142.287922:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764142.287931:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764142.287933:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764142.287936:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764142.287939:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764142.287945:0:18336:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5027
00000400:00000200:3.0:1787764142.287953:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764142.287958:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764142.287961:0:18336:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764142.287964:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764142.287968:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764142.287970:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764142.287973:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764142.287977:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764142.287979:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:3.0:1787764142.287982:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764142.287986:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:3.0:1787764142.287988:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:3.0:1787764142.287991:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:3.0:1787764142.287995:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764142.287996:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764142.287998:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764142.288000:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764142.288004:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:3.0:1787764142.288007:0:18336:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764142.288010:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764142.288013:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764142.288016:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764142.288019:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764142.288022:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764142.288024:0:18336:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764142.288034:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b1680.
00000020:00000040:3.0:1787764142.288037:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:3.0:1787764142.288042:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764142.288043:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764142.288046:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764142.288049:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764142.288053:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764142.288060:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9d000.
00000100:00000001:3.0:1787764142.288067:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764142.288077:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b1680 x1874601358805760/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764142.288088:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764142.288093:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764142.288097:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045d21e1f] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b1680 x1874601358805760/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764142.288122:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764142.288125:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764142.288133:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764142.288135:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764142.288137:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764142.288139:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764142.288142:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5027
00000400:00000200:3.0:1787764142.288146:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764142.288150:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764142.288153:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764142.288157:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764142.288160:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764142.288163:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764142.288165:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764142.288167:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764142.288168:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:3.0:1787764142.288170:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764142.288175:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:3.0:1787764142.288178:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:3.0:1787764142.288182:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:3.0:1787764142.288185:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764142.288186:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764142.288191:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764142.288194:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764142.288197:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:3.0:1787764142.288203:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764142.288208:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764142.288212:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764142.288219:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764142.288223:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764142.288226:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764142.288232:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764142.288237:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764142.288238:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764142.288243:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b3480.
00000020:00000040:3.0:1787764142.288264:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:3.0:1787764142.288270:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764142.288273:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764142.288278:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764142.288280:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764142.288285:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764142.288296:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9ec00.
00000100:00000001:3.0:1787764142.288303:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764142.288314:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b3480 x1874601358805888/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764142.288338:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764142.288344:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764142.288355:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005fcc8ed6] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b3480 x1874601358805888/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764142.288371:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764142.288376:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764142.288384:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764142.288389:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764142.288394:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764142.288403:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764142.288411:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5027
00000400:00000200:3.0:1787764142.288422:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764142.288427:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764142.288430:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764142.288433:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764142.288437:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764142.288443:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764142.288449:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764142.288454:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764142.288457:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:3.0:1787764142.288461:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764142.288465:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:3.0:1787764142.288471:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:3.0:1787764142.288472:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:3.0:1787764142.288478:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764142.288480:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764142.288484:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764142.288487:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764142.288489:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:3.0:1787764142.288493:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764142.288497:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764142.288499:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.1:1787764142.288502:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
02000000:00000001:3.0:1787764142.288503:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764142.288509:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787764142.288510:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000100:00000001:3.0:1787764142.288511:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764142.288515:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764142.288518:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764142.288520:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764142.288525:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b2580.
00000020:00000040:3.0:1787764142.288529:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:3.0:1787764142.288533:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764142.288536:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764142.288540:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764142.288542:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764142.288544:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764142.288550:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9c800.
00000100:00000001:3.0:1787764142.288554:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764142.288563:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b2580 x1874601358806016/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764142.288578:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764142.288582:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764142.288590:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d0536d5] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b2580 x1874601358806016/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764142.288606:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764142.288613:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764142.288620:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764142.288625:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764142.288629:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764142.288633:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764142.288638:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5027
00000400:00000200:3.0:1787764142.288646:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764142.288654:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764142.288659:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764142.288665:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764142.288669:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764142.288676:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764142.288682:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764142.288688:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764142.288692:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:3.0:1787764142.288697:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764142.288701:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:3.0:1787764142.288707:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:3.0:1787764142.288714:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:3.0:1787764142.288724:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764142.288731:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764142.288739:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764142.288744:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764142.288750:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:3.0:1787764142.288761:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764142.288769:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764142.288774:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764142.288778:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764142.288782:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764142.288788:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764142.288792:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764142.288800:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764142.288805:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764142.288813:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b30c0.
00000020:00000040:3.0:1787764142.288819:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:3.0:1787764142.288827:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764142.288832:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764142.288837:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764142.288842:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764142.288878:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764142.288888:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9f400.
00000100:00000001:3.0:1787764142.288897:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764142.288911:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b30c0 x1874601358806144/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764142.288929:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764142.288936:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764142.288945:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8678ec4] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b30c0 x1874601358806144/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764142.288966:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764142.288973:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764142.288980:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764142.288985:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764142.288989:0:18336:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764142.288995:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764142.289002:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5027
00000400:00000200:3.0:1787764142.289010:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764142.289019:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764142.289025:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764142.289033:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764142.289039:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764142.289044:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764142.289049:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764142.289054:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764142.289058:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:3.0:1787764142.289063:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764142.289068:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:3.0:1787764142.289073:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:3.0:1787764142.289079:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:3.0:1787764142.289088:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764142.289094:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764142.289102:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764142.289109:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764142.289116:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:3.0:1787764142.289124:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764142.289131:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764142.289138:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764142.289146:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764142.289152:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764142.289159:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764142.289162:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764142.289169:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764142.289174:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764142.289180:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0780.
00000020:00000040:3.0:1787764142.289185:0:18336:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:3.0:1787764142.289192:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764142.289196:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764142.289199:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764142.289204:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764142.289208:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764142.289216:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9fc00.
00000800:00000200:1.1:1787764142.289217:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764142.289221:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000100:00000001:3.0:1787764142.289224:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764142.289235:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0780 x1874601358806272/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764142.289270:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764142.289276:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764142.289287:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cef40868] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0780 x1874601358806272/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764142.289305:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764142.289314:0:18336:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5037)
00000800:00000200:1.1:1787764142.289477:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764142.289478:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787764142.289706:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764142.289708:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787764142.289898:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764142.289900:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00010000:00000001:0.0:1787764142.607917:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764142.607924:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764142.607927:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764142.607929:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764142.607934:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764142.607936:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764142.607937:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764142.607939:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764142.607942:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764142.607943:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764142.607946:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764142.607947:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764142.607949:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764142.607950:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764142.607951:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764142.607952:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764142.607953:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764142.607954:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764142.607955:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764142.607956:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764142.607959:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764142.607959:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764142.607975:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764142.607977:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764142.607979:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764142.863950:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764142.863962:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764142.863964:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764142.863973:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764142.863976:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764142.863982:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764142.863985:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764142.863988:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764142.863991:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764143.631941:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299701515, at 4299701568
00010000:00000001:0.0:1787764143.631944:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764143.631949:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764143.631955:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764143.631956:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764143.631958:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2c660.
00010000:00000001:0.0:1787764143.631959:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764143.631963:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764143.631970:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764143.631972:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764143.631975:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764143.631976:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764143.631996:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764143.631998:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764143.632000:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764143.887918:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764143.887924:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764143.887925:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764143.887930:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764143.887933:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764143.887937:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764143.887939:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764143.887941:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764143.887944:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764144.655959:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764144.655966:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764144.655973:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764144.655976:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764144.655978:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764144.655982:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764144.655985:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764144.655987:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764144.655990:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764144.655993:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764144.655997:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764144.655998:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764144.656002:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764144.656003:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764144.656007:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764144.656008:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764144.656031:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764144.656034:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764144.656037:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764144.911949:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764144.911959:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764144.911962:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764144.911968:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764144.911973:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764144.911977:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764144.911980:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764144.911983:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764144.911986:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764145.679939:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764145.679947:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764145.679954:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764145.679955:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764145.679960:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764145.679970:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764145.679978:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764145.679979:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764145.679982:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764145.679983:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764145.680001:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764145.680004:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764145.680006:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764145.935939:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764145.935946:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764145.935948:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764145.935953:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764145.935957:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764145.935960:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764145.935963:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764145.935965:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764145.935967:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764146.703919:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764146.703924:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764146.703928:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764146.703929:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764146.703932:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764146.703933:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764146.703935:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764146.703936:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764146.703939:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764146.703939:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764146.703958:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764146.703960:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764146.703962:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764146.959967:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764146.959973:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764146.959975:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764146.959979:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764146.959982:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764146.959985:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764146.959987:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764146.959990:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764146.959992:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764147.407953:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764147.407961:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764147.407963:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764147.407966:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764147.407970:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764147.407977:0:18336:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5032
00000400:00000200:3.0:1787764147.407985:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764147.407997:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764147.408000:0:18336:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764147.408002:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764147.408004:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764147.408007:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764147.408009:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764147.408011:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764147.408013:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:3.0:1787764147.408015:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764147.408017:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:3.0:1787764147.408019:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:3.0:1787764147.408021:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:3.0:1787764147.408023:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764147.408024:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764147.408025:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764147.408027:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764147.408029:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:3.0:1787764147.408031:0:18336:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764147.408033:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764147.408035:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764147.408038:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764147.408040:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764147.408042:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764147.408043:0:18336:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764147.408052:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b12c0.
00000020:00000040:3.0:1787764147.408055:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:3.0:1787764147.408058:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764147.408059:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764147.408062:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764147.408064:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764147.408068:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764147.408074:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9f800.
00000100:00000001:3.0:1787764147.408080:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764147.408087:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b12c0 x1874601358806400/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764147.408094:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764147.408098:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764147.408102:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001900fdea] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b12c0 x1874601358806400/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764147.408121:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764147.408124:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764147.408127:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764147.408129:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764147.408131:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764147.408133:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764147.408135:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5032
00000400:00000200:3.0:1787764147.408139:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764147.408142:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764147.408144:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764147.408147:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764147.408149:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764147.408151:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764147.408153:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764147.408156:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764147.408157:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:3.0:1787764147.408159:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764147.408162:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:3.0:1787764147.408164:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:3.0:1787764147.408166:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:3.0:1787764147.408169:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764147.408171:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764147.408173:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764147.408175:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764147.408177:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:3.0:1787764147.408180:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764147.408183:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764147.408185:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764147.408191:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764147.408193:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764147.408195:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764147.408199:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764147.408219:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764147.408221:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764147.408226:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b2d00.
00000020:00000040:3.0:1787764147.408228:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:3.0:1787764147.408231:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764147.408232:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764147.408234:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764147.408235:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764147.408237:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764147.408241:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9d400.
00000100:00000001:3.0:1787764147.408245:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764147.408250:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b2d00 x1874601358806528/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764147.408258:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764147.408260:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764147.408264:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000583ee9bd] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b2d00 x1874601358806528/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764147.408273:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764147.408276:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764147.408279:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764147.408281:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764147.408283:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764147.408286:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764147.408289:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5032
00000400:00000200:3.0:1787764147.408293:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764147.408296:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764147.408298:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764147.408301:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764147.408303:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764147.408306:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764147.408308:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764147.408310:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764147.408311:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:3.0:1787764147.408312:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764147.408314:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:3.0:1787764147.408316:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:3.0:1787764147.408318:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:3.0:1787764147.408321:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764147.408323:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764147.408325:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764147.408327:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764147.408329:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:3.0:1787764147.408332:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764147.408335:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764147.408337:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764147.408340:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764147.408342:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764147.408344:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764147.408347:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764147.408349:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764147.408351:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764147.408355:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0780.
00000020:00000040:3.0:1787764147.408357:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:3.0:1787764147.408360:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764147.408361:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764147.408363:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764147.408364:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764147.408366:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764147.408369:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9f000.
00000100:00000001:3.0:1787764147.408373:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764147.408377:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0780 x1874601358806656/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764147.408385:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:1.1:1787764147.408386:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:3.0:1787764147.408387:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787764147.408390:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000100:00000040:3.0:1787764147.408391:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cef40868] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0780 x1874601358806656/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764147.408399:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764147.408401:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764147.408405:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764147.408406:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764147.408408:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764147.408410:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764147.408413:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5032
00000400:00000200:3.0:1787764147.408416:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764147.408419:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764147.408421:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764147.408424:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764147.408426:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764147.408429:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764147.408431:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764147.408433:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764147.408435:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:3.0:1787764147.408436:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764147.408438:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:3.0:1787764147.408441:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:3.0:1787764147.408443:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:3.0:1787764147.408446:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764147.408448:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764147.408451:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764147.408453:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764147.408455:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:3.0:1787764147.408458:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764147.408460:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764147.408461:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764147.408464:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764147.408466:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764147.408467:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764147.408470:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764147.408472:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764147.408474:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764147.408486:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b30c0.
00000020:00000040:3.0:1787764147.408488:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:3.0:1787764147.408491:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764147.408492:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764147.408494:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764147.408496:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764147.408497:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764147.408501:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9d800.
00000100:00000001:3.0:1787764147.408504:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764147.408509:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b30c0 x1874601358806784/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764147.408517:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764147.408520:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764147.408523:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8678ec4] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b30c0 x1874601358806784/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764147.408532:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764147.408534:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764147.408538:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764147.408540:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764147.408542:0:18336:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764147.408544:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764147.408547:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5032
00000400:00000200:3.0:1787764147.408551:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764147.408554:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764147.408556:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764147.408559:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764147.408561:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764147.408563:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764147.408565:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764147.408567:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764147.408569:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:3.0:1787764147.408570:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764147.408572:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:3.0:1787764147.408575:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:3.0:1787764147.408577:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:3.0:1787764147.408581:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764147.408582:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764147.408586:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764147.408588:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764147.408591:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:3.0:1787764147.408593:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764147.408596:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764147.408598:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764147.408600:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764147.408602:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764147.408604:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764147.408606:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764147.408609:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764147.408611:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764147.408614:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b2580.
00000020:00000040:3.0:1787764147.408616:0:18336:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:3.0:1787764147.408619:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764147.408620:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764147.408622:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764147.408624:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764147.408626:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764147.408629:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9cc00.
00000100:00000001:3.0:1787764147.408632:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764147.408636:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b2580 x1874601358806912/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764147.408644:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764147.408646:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764147.408650:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d0536d5] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b2580 x1874601358806912/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764147.408666:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764147.408671:0:18336:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5043)
00000800:00000200:1.1:1787764147.408796:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764147.408798:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787764147.409059:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764147.409062:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787764147.409327:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764147.409328:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787764147.409505:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764147.409507:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00010000:00000001:0.0:1787764147.727921:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764147.727928:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764147.727937:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764147.727938:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764147.727941:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764147.727944:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764147.727946:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764147.727948:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764147.727951:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764147.727952:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764147.727954:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764147.727956:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764147.727958:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764147.727959:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764147.727964:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764147.727965:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764147.727966:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764147.727967:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764147.727968:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764147.727969:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764147.727970:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764147.727971:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764147.727988:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764147.727990:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764147.727992:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764147.984112:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764147.984123:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764147.984126:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764147.984133:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764147.984139:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764147.984143:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764147.984148:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764147.984152:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764147.984155:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764148.751909:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299706635, at 4299706688
00010000:00000001:0.0:1787764148.751915:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764148.751919:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764148.751924:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:3.0:1787764148.751924:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2c060.
00010000:00000001:0.0:1787764148.751926:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764148.751931:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764148.751932:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764148.751935:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764148.751937:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764148.751941:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764148.751943:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764148.751962:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764148.751965:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764148.751967:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764149.008011:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764149.008023:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764149.008027:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764149.008036:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764149.008041:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764149.008047:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764149.008052:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764149.008055:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764149.008059:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764149.775967:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764149.775973:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764149.775977:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764149.775978:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764149.775980:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764149.775981:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764149.775983:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764149.775984:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764149.775986:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764149.775987:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764149.776007:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764149.776009:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764149.776011:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764150.031926:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764150.031937:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764150.031939:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764150.031948:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764150.032023:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764150.032029:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764150.032033:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764150.032036:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764150.032040:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764150.799970:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764150.799975:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764150.799979:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764150.799980:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764150.799982:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764150.799984:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764150.799986:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764150.799987:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764150.799989:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764150.799990:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764150.800011:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764150.800013:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764150.800015:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764151.056063:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764151.056072:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764151.056073:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764151.056089:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764151.056093:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764151.056096:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764151.056099:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764151.056102:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764151.056106:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764151.824011:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764151.824023:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764151.824029:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764151.824030:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764151.824033:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764151.824034:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764151.824037:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764151.824038:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764151.824041:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764151.824042:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764151.824068:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764151.824071:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764151.824073:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764152.080690:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764152.080697:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764152.080699:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764152.080703:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764152.080706:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764152.080709:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764152.080711:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764152.080714:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764152.080716:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787764152.528594:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764152.528614:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787764152.529399:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764152.529402:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787764152.529720:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764152.529723:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787764152.530037:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764152.530040:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787764152.530357:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764152.530359:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00010000:00000001:0.0:1787764152.847925:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764152.847932:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764152.847934:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764152.847937:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764152.847942:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764152.847943:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764152.847945:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764152.847947:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764152.847950:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764152.847951:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764152.847954:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764152.847954:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764152.847957:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764152.847958:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764152.847959:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764152.847960:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764152.847961:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764152.847962:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764152.847963:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764152.847964:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764152.847966:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764152.847967:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764152.847983:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764152.847985:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764152.847986:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764153.103927:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764153.103938:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764153.103941:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764153.103948:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764153.103953:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764153.103958:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764153.103962:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764153.103965:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764153.103969:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764153.871946:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299711755, at 4299711808
00010000:00000001:0.0:1787764153.871951:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764153.871957:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764153.871960:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2c000.
00010000:00000001:0.0:1787764153.871966:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764153.871970:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764153.871977:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764153.871979:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764153.871984:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764153.871986:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764153.871991:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764153.871992:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764153.872010:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764153.872012:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764153.872015:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764154.127927:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764154.127934:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764154.127936:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764154.127940:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764154.127944:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764154.127947:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764154.127950:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764154.127953:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764154.127956:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764154.895953:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764154.895960:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764154.895965:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764154.895969:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764154.895971:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764154.895974:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764154.895978:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764154.895980:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764154.895983:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764154.895985:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764154.895990:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764154.895991:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764154.895996:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764154.895997:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764154.896001:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764154.896002:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764154.896026:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764154.896030:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764154.896033:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764155.151928:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764155.151935:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764155.151938:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764155.151953:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764155.151958:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764155.151962:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764155.151965:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764155.151968:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764155.151971:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764155.919938:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764155.919945:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764155.919951:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764155.919952:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764155.919956:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764155.919957:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764155.919960:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764155.919961:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764155.919965:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764155.919967:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764155.919993:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764155.919997:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764155.920001:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764156.175932:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764156.175940:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764156.175943:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764156.175948:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764156.175951:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764156.175955:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764156.175957:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764156.175960:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764156.175962:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764156.943905:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764156.943912:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764156.943916:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764156.943917:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764156.943919:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764156.943920:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764156.943923:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764156.943924:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764156.943926:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764156.943927:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764156.943942:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764156.943944:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764156.943946:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764157.199917:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764157.199922:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764157.199924:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764157.199929:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764157.199932:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764157.199936:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764157.199938:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764157.199941:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764157.199943:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787764157.648576:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764157.648585:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787764157.649209:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764157.649212:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787764157.649539:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764157.649542:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787764157.649842:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764157.649845:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787764157.650186:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764157.650189:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00010000:00000001:0.0:1787764157.967928:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764157.967934:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764157.967938:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764157.967939:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764157.967941:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764157.967944:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764157.967946:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764157.967949:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764157.967951:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764157.967953:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764157.967955:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764157.967956:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764157.967958:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764157.967959:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764157.967962:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764157.967963:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764157.967964:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764157.967965:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764157.967966:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764157.967967:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764157.967968:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764157.967969:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764157.967984:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764157.967986:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764157.967988:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764158.223948:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764158.223955:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764158.223958:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764158.223962:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764158.223966:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764158.223969:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764158.223972:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764158.223974:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764158.223976:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764158.991939:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299716875, at 4299716928
00010000:00000001:0.0:1787764158.991957:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:3.0:1787764158.991959:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2cba0.
00010000:00000001:0.0:1787764158.991978:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764158.991987:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764158.991988:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764158.991992:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764158.991994:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764158.991998:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764158.991999:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764158.992003:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764158.992005:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764158.992029:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764158.992032:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764158.992035:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764159.247921:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764159.247927:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764159.247929:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764159.247934:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764159.247937:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764159.247940:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764159.247943:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764159.247945:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764159.247948:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764160.015945:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764160.015954:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764160.015962:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764160.015964:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764160.015968:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764160.015970:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764160.015975:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764160.015977:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764160.015981:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764160.015982:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764160.016008:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764160.016012:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764160.016015:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764160.271983:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764160.271993:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764160.271996:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764160.272002:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764160.272007:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764160.272011:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764160.272014:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764160.272017:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764160.272020:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764161.039952:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764161.039960:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764161.039966:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764161.039967:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764161.039970:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764161.039971:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764161.039974:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764161.039975:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764161.039977:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764161.039978:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764161.040000:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764161.040003:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764161.040005:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764161.295930:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764161.295936:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764161.295938:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764161.295943:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764161.295947:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764161.295950:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764161.295953:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764161.295956:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764161.295958:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764162.064015:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764162.064025:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764162.064033:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764162.064035:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764162.064039:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764162.064042:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764162.064061:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764162.064063:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764162.064082:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764162.064084:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764162.064135:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764162.064139:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764162.064143:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764162.319941:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764162.319948:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764162.319950:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764162.319954:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764162.319957:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764162.319963:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764162.319967:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764162.319970:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764162.319973:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764162.767927:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764162.767936:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764162.767939:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764162.767941:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764162.767945:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764162.767951:0:18336:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5048
00000400:00000200:3.0:1787764162.767958:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764162.767963:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764162.767966:0:18336:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764162.767969:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764162.767972:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764162.767974:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764162.767976:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764162.767979:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764162.767980:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:3.0:1787764162.767983:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764162.767985:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:3.0:1787764162.767987:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:3.0:1787764162.767988:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:3.0:1787764162.767990:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764162.767992:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764162.767993:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764162.767994:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764162.767997:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:3.0:1787764162.767999:0:18336:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764162.768001:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764162.768003:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764162.768006:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764162.768008:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764162.768010:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764162.768012:0:18336:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764162.768018:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b3480.
00000020:00000040:3.0:1787764162.768020:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:3.0:1787764162.768024:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764162.768025:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764162.768027:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764162.768030:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764162.768033:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764162.768039:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9dc00.
00000100:00000001:3.0:1787764162.768044:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764162.768052:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b3480 x1874601358808320/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764162.768082:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764162.768086:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764162.768090:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005fcc8ed6] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b3480 x1874601358808320/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764162.768106:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764162.768108:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764162.768111:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764162.768112:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764162.768113:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764162.768115:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764162.768117:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5048
00000400:00000200:3.0:1787764162.768120:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764162.768122:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764162.768124:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764162.768127:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764162.768128:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764162.768130:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764162.768132:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764162.768134:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764162.768135:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:3.0:1787764162.768136:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764162.768138:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:3.0:1787764162.768140:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:3.0:1787764162.768143:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:3.0:1787764162.768145:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764162.768146:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764162.768148:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764162.768151:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764162.768163:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:3.0:1787764162.768173:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764162.768178:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764162.768182:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764162.768190:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764162.768201:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764162.768210:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764162.768218:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764162.768227:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764162.768232:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764162.768237:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b1680.
00000020:00000040:3.0:1787764162.768244:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:3.0:1787764162.768248:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764162.768251:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764162.768262:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764162.768265:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764162.768272:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764162.768277:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9e800.
00000100:00000001:3.0:1787764162.768287:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764162.768297:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b1680 x1874601358808448/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764162.768305:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764162.768308:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764162.768321:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045d21e1f] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b1680 x1874601358808448/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764162.768333:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764162.768336:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764162.768344:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764162.768346:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764162.768352:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764162.768354:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764162.768358:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5048
00000400:00000200:3.0:1787764162.768366:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764162.768369:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764162.768378:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764162.768381:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764162.768383:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764162.768387:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764162.768390:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764162.768392:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764162.768393:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:3.0:1787764162.768394:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764162.768397:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:3.0:1787764162.768403:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:3.0:1787764162.768407:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:3.0:1787764162.768413:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764162.768418:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764162.768422:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764162.768424:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764162.768426:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:3.0:1787764162.768432:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764162.768440:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764162.768444:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764162.768447:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764162.768454:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764162.768459:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764162.768463:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764162.768473:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764162.768481:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764162.768484:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b1a40.
00000020:00000040:3.0:1787764162.768490:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:3.0:1787764162.768494:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764162.768495:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764162.768497:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764162.768502:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764162.768505:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764162.768509:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9e000.
00000100:00000001:3.0:1787764162.768513:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764162.768521:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b1a40 x1874601358808576/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764162.768538:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764162.768540:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764162.768546:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b5428e47] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b1a40 x1874601358808576/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764162.768560:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764162.768562:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764162.768569:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764162.768571:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764162.768573:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764162.768577:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764162.768583:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5048
00000400:00000200:3.0:1787764162.768600:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764162.768609:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764162.768619:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764162.768631:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764162.768635:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764162.768639:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764162.768641:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764162.768645:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764162.768648:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:3.0:1787764162.768653:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764162.768657:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:3.0:1787764162.768663:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:3.0:1787764162.768669:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:3.0:1787764162.768674:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764162.768682:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764162.768696:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764162.768703:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000800:00000200:1.1:1787764162.768703:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000020:00000040:3.0:1787764162.768715:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000800:00000200:1.1:1787764162.768716:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000100:00080000:3.0:1787764162.768727:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764162.768741:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764162.768755:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764162.768759:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764162.768774:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764162.768783:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764162.768787:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764162.768795:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764162.768803:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764162.768812:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0000.
00000020:00000040:3.0:1787764162.768820:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:3.0:1787764162.768829:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764162.768832:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764162.768840:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764162.768845:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764162.768880:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764162.768884:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9c400.
00000100:00000001:3.0:1787764162.768887:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764162.768893:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0000 x1874601358808704/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764162.768899:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764162.768902:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764162.768906:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000084e1803] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0000 x1874601358808704/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764162.768918:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764162.768925:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764162.768942:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764162.768953:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764162.768957:0:18336:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764162.768962:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764162.768968:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5048
00000400:00000200:3.0:1787764162.768982:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764162.768990:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764162.768995:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764162.769003:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764162.769009:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764162.769018:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764162.769030:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764162.769038:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764162.769042:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:3.0:1787764162.769048:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764162.769055:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:3.0:1787764162.769076:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:3.0:1787764162.769085:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:3.0:1787764162.769097:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764162.769108:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764162.769113:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764162.769118:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764162.769122:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:3.0:1787764162.769132:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764162.769144:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764162.769155:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764162.769159:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764162.769172:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764162.769181:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764162.769190:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764162.769202:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764162.769211:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764162.769222:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b2940.
00000020:00000040:3.0:1787764162.769227:0:18336:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:3.0:1787764162.769237:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764162.769245:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764162.769254:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764162.769260:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764162.769267:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764162.769274:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9e400.
00000100:00000001:3.0:1787764162.769279:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764162.769297:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b2940 x1874601358808832/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764162.769325:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764162.769331:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764162.769340:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000bae3a13] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b2940 x1874601358808832/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764162.769369:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764162.769382:0:18336:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5058)
00000800:00000200:1.1:1787764162.769549:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764162.769551:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787764162.769784:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764162.769795:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787764162.770104:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764162.770107:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787764162.770309:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764162.770311:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00010000:00000001:0.0:1787764163.087931:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764163.087939:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764163.087941:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764163.087944:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764163.087948:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764163.087950:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764163.087951:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764163.087953:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764163.087956:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764163.087958:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764163.087960:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764163.087961:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764163.087964:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764163.087965:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764163.087966:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764163.087967:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764163.087968:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764163.087969:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764163.087970:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764163.087971:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764163.087973:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764163.087974:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764163.087990:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764163.087993:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764163.087995:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764163.343915:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764163.343922:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764163.343924:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764163.343930:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764163.343933:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764163.343936:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764163.343938:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764163.343940:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764163.343943:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764164.111959:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299721996, at 4299722048
00010000:00000001:0.0:1787764164.111960:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:3.0:1787764164.111975:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2c9c0.
00010000:00000001:0.0:1787764164.111976:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764164.111984:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764164.111985:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764164.111989:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764164.111991:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764164.111993:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764164.111995:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764164.111998:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764164.111999:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764164.112016:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764164.112019:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764164.112021:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764164.367951:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764164.367958:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764164.367960:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764164.367965:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764164.367969:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764164.367972:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764164.367975:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764164.367977:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764164.367979:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764165.135943:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764165.135949:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764165.135953:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764165.135956:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764165.135958:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764165.135961:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764165.135963:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764165.135965:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764165.135966:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764165.135968:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764165.135970:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764165.135971:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764165.135973:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764165.135974:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764165.135976:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764165.135977:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764165.135992:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764165.135995:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764165.135997:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764165.391932:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764165.391940:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764165.391942:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764165.391946:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764165.391950:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764165.391953:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764165.391956:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764165.391958:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764165.391961:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764166.159961:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764166.159967:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764166.159972:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764166.159973:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764166.159975:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764166.159976:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764166.159978:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764166.159979:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764166.159981:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764166.159982:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764166.160000:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764166.160003:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764166.160004:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764166.415959:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764166.415970:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764166.415972:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764166.415977:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764166.415981:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764166.415985:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764166.415988:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764166.415991:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764166.415993:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764167.183970:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764167.183977:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764167.183982:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764167.183983:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764167.183986:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764167.183987:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764167.183990:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764167.183991:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764167.183994:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764167.183995:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764167.184019:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764167.184051:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764167.184055:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764167.439961:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764167.439972:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764167.439976:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764167.439983:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764167.439990:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764167.439996:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764167.440002:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764167.440005:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764167.440010:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764167.887969:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764167.887981:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787764167.887984:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764167.887989:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764167.887993:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764167.888002:0:58520:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5053
00000400:00000200:0.0:1787764167.888009:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764167.888026:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764167.888029:0:58520:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764167.888032:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764167.888034:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764167.888036:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764167.888038:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787764167.888042:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764167.888043:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:0.0:1787764167.888045:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764167.888048:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:0.0:1787764167.888050:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:0.0:1787764167.888051:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:0.0:1787764167.888054:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764167.888056:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764167.888057:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764167.888058:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787764167.888060:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:0.0:1787764167.888063:0:58520:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787764167.888066:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764167.888068:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764167.888072:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764167.888075:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764167.888078:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787764167.888080:0:58520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764167.888090:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896021c0.
00000020:00000040:0.0:1787764167.888094:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:0.0:1787764167.888098:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764167.888100:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764167.888103:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764167.888106:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764167.888110:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764167.888118:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186486000.
00000100:00000001:0.0:1787764167.888124:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764167.888132:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896021c0 x1874601358808960/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764167.888147:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764167.888151:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764167.888154:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070132a00] to pc [ptlrpcd_rcv+-1]  req@ffff9821896021c0 x1874601358808960/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764167.888177:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764167.888179:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764167.888182:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787764167.888183:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764167.888185:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764167.888187:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764167.888188:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5053
00000400:00000200:0.0:1787764167.888191:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764167.888193:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764167.888195:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764167.888197:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764167.888199:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764167.888200:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764167.888201:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787764167.888202:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764167.888203:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:0.0:1787764167.888204:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764167.888206:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:0.0:1787764167.888207:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:0.0:1787764167.888209:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:0.0:1787764167.888211:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764167.888212:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764167.888213:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764167.888214:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787764167.888216:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:0.0:1787764167.888218:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787764167.888220:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764167.888221:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764167.888226:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764167.888228:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764167.888229:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764167.888232:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787764167.888235:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764167.888236:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764167.888240:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189602580.
00000020:00000040:0.0:1787764167.888242:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:0.0:1787764167.888244:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764167.888245:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764167.888246:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764167.888247:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764167.888249:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764167.888254:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186486400.
00000100:00000001:0.0:1787764167.888257:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764167.888260:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189602580 x1874601358809088/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764167.888266:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764167.888267:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764167.888272:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000514a9ad2] to pc [ptlrpcd_rcv+-1]  req@ffff982189602580 x1874601358809088/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764167.888287:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764167.888296:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764167.888306:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787764167.888309:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764167.888311:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764167.888318:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764167.888325:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5053
00000400:00000200:0.0:1787764167.888341:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764167.888351:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764167.888355:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764167.888365:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764167.888369:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764167.888376:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764167.888378:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787764167.888382:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764167.888388:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:0.0:1787764167.888391:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764167.888393:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:0.0:1787764167.888397:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:0.0:1787764167.888399:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:0.0:1787764167.888408:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764167.888415:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764167.888422:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764167.888428:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787764167.888431:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:0.0:1787764167.888444:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787764167.888450:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764167.888453:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764167.888463:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764167.888473:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764167.888479:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764167.888486:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787764167.888492:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764167.888496:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764167.888500:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189602d00.
00000020:00000040:0.0:1787764167.888509:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:0.0:1787764167.888513:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764167.888517:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764167.888523:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764167.888530:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764167.888532:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764167.888539:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186485c00.
00000100:00000001:0.0:1787764167.888549:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764167.888560:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189602d00 x1874601358809216/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764167.888575:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764167.888581:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764167.888590:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008fcde54a] to pc [ptlrpcd_rcv+-1]  req@ffff982189602d00 x1874601358809216/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764167.888612:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764167.888629:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764167.888641:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787764167.888648:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764167.888650:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764167.888661:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764167.888683:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5053
00000400:00000200:0.0:1787764167.888696:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764167.888707:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764167.888713:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764167.888719:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764167.888725:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764167.888736:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000800:00000200:1.1:1787764167.888741:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:0.0:1787764167.888748:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000800:00000200:1.1:1787764167.888748:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000020:00000001:0.0:1787764167.888760:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764167.888768:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:0.0:1787764167.888773:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764167.888776:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:0.0:1787764167.888783:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:0.0:1787764167.888787:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:0.0:1787764167.888790:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764167.888793:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764167.888798:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764167.888801:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787764167.888809:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:0.0:1787764167.888823:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787764167.888828:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764167.888831:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764167.888836:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764167.888842:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764167.888871:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764167.888874:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787764167.888876:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764167.888879:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764167.888882:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189601680.
00000020:00000040:0.0:1787764167.888885:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:0.0:1787764167.888887:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764167.888888:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764167.888889:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764167.888891:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764167.888893:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764167.888896:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186487400.
00000100:00000001:0.0:1787764167.888900:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764167.888910:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189601680 x1874601358809344/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764167.888936:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764167.888939:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764167.888951:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd7e294a] to pc [ptlrpcd_rcv+-1]  req@ffff982189601680 x1874601358809344/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764167.888971:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764167.888980:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764167.888988:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787764167.888994:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764167.888996:0:58520:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764167.889000:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764167.889007:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5053
00000400:00000200:0.0:1787764167.889030:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764167.889039:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764167.889043:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764167.889058:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764167.889067:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764167.889078:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764167.889091:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787764167.889098:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764167.889103:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:0.0:1787764167.889110:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764167.889116:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:0.0:1787764167.889125:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:0.0:1787764167.889134:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:0.0:1787764167.889147:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764167.889152:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764167.889158:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764167.889168:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787764167.889176:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:0.0:1787764167.889189:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787764167.889199:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764167.889203:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764167.889210:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764167.889222:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764167.889233:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764167.889237:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787764167.889245:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764167.889247:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764167.889255:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189603840.
00000020:00000040:0.0:1787764167.889262:0:58520:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:0.0:1787764167.889269:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764167.889271:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764167.889276:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764167.889279:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764167.889281:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764167.889287:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186487800.
00000100:00000001:0.0:1787764167.889294:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764167.889307:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189603840 x1874601358809472/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764167.889328:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764167.889333:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764167.889343:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042b5abf2] to pc [ptlrpcd_rcv+-1]  req@ffff982189603840 x1874601358809472/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764167.889365:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764167.889376:0:58520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5063)
00000800:00000200:1.1:1787764167.889577:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764167.889579:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787764167.889830:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764167.889833:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787764167.890084:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764167.890086:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787764167.890313:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764167.890316:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00010000:00000001:0.0:1787764168.207985:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764168.207993:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764168.208000:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764168.208001:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764168.208005:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764168.208009:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764168.208026:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764168.208030:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764168.208032:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764168.208034:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764168.208035:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764168.208037:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764168.208040:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764168.208041:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764168.208045:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764168.208047:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764168.208048:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764168.208050:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764168.208052:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764168.208053:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764168.208055:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764168.208057:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764168.208081:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764168.208084:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764168.208087:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764168.463935:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764168.463944:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764168.463947:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764168.463953:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764168.463958:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764168.463962:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764168.463964:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764168.463966:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764168.463968:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764169.231937:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299727116, at 4299727168
00010000:00000001:0.0:1787764169.231938:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764169.231943:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764169.231949:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764169.231952:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764169.231955:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2c9c0.
00010000:00000001:0.0:1787764169.231957:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764169.231961:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764169.231967:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764169.231969:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764169.231974:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764169.231976:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764169.231999:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764169.232034:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764169.232040:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764169.487939:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764169.487948:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764169.487951:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764169.487956:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764169.487961:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764169.487966:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764169.487970:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764169.487973:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764169.487977:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764170.255944:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764170.255950:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764170.255954:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764170.255955:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764170.255957:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764170.255958:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764170.255961:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764170.255961:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764170.255964:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764170.255965:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764170.255980:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764170.255982:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764170.255984:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764170.511950:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764170.511958:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764170.511960:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764170.511965:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764170.511969:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764170.511972:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764170.511975:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764170.511977:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764170.511981:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764171.279925:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764171.279930:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764171.279935:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764171.279936:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764171.279938:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764171.279939:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764171.279941:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764171.279942:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764171.279945:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764171.279946:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764171.279960:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764171.279962:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764171.279964:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764171.535916:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764171.535924:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764171.535926:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764171.535931:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764171.535935:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764171.535938:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764171.535941:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764171.535943:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764171.535946:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764172.303995:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764172.304003:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764172.304010:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764172.304012:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764172.304015:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764172.304017:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764172.304020:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764172.304022:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764172.304025:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764172.304026:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764172.304050:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764172.304053:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764172.304057:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764172.559951:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764172.559957:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764172.559959:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764172.559964:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764172.559967:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764172.559982:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764172.559985:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764172.559987:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764172.559989:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764173.007997:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764173.008008:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764173.008011:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764173.008016:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764173.008020:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764173.008028:0:18336:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5058
00000400:00000200:3.0:1787764173.008037:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764173.008045:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764173.008057:0:18336:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764173.008062:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764173.008066:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764173.008069:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764173.008072:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764173.008076:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764173.008079:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:3.0:1787764173.008082:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764173.008085:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:3.0:1787764173.008088:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:3.0:1787764173.008090:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:3.0:1787764173.008094:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764173.008096:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764173.008098:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764173.008100:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764173.008104:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:3.0:1787764173.008108:0:18336:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764173.008111:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764173.008114:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764173.008119:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764173.008122:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764173.008124:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764173.008127:0:18336:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764173.008136:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b3c00.
00000020:00000040:3.0:1787764173.008140:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:3.0:1787764173.008145:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764173.008147:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764173.008150:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764173.008153:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764173.008158:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764173.008166:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9c000.
00000100:00000001:3.0:1787764173.008173:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764173.008183:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b3c00 x1874601358809600/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764173.008195:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764173.008200:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764173.008205:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbda2d43] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b3c00 x1874601358809600/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764173.008227:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764173.008231:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764173.008234:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764173.008236:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764173.008237:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764173.008240:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764173.008244:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5058
00000400:00000200:3.0:1787764173.008249:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764173.008253:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764173.008256:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764173.008260:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764173.008266:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764173.008273:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764173.008279:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764173.008286:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764173.008289:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:3.0:1787764173.008294:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764173.008299:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:3.0:1787764173.008305:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:3.0:1787764173.008311:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:3.0:1787764173.008322:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764173.008328:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764173.008335:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764173.008341:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764173.008345:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:3.0:1787764173.008353:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764173.008357:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764173.008359:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764173.008366:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764173.008373:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764173.008387:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764173.008399:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764173.008406:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764173.008408:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764173.008416:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b1e00.
00000020:00000040:3.0:1787764173.008423:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:3.0:1787764173.008431:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764173.008434:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764173.008438:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764173.008440:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764173.008445:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764173.008454:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9e400.
00000100:00000001:3.0:1787764173.008462:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764173.008475:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b1e00 x1874601358809728/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764173.008491:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764173.008496:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764173.008507:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007fca43c8] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b1e00 x1874601358809728/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764173.008526:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764173.008531:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764173.008540:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000800:00000200:1.1:1787764173.008542:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:3.0:1787764173.008544:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:1.1:1787764173.008546:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000100:00080000:3.0:1787764173.008549:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764173.008558:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764173.008565:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5058
00000400:00000200:3.0:1787764173.008576:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764173.008582:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764173.008587:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764173.008595:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764173.008601:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764173.008608:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764173.008613:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764173.008620:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764173.008624:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:3.0:1787764173.008630:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764173.008635:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:3.0:1787764173.008641:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:3.0:1787764173.008646:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:3.0:1787764173.008654:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764173.008658:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764173.008662:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764173.008667:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764173.008673:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:3.0:1787764173.008681:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764173.008686:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764173.008691:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764173.008698:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764173.008702:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764173.008706:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764173.008710:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764173.008718:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764173.008723:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764173.008729:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0f00.
00000020:00000040:3.0:1787764173.008735:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:3.0:1787764173.008744:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764173.008748:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764173.008755:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764173.008757:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764173.008762:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764173.008769:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9c400.
00000100:00000001:3.0:1787764173.008776:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764173.008787:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0f00 x1874601358809856/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764173.008809:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764173.008814:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764173.008827:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031bb8c12] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0f00 x1874601358809856/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764173.008892:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764173.008898:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764173.008902:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764173.008907:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764173.008912:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764173.008920:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764173.008929:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5058
00000400:00000200:3.0:1787764173.008938:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764173.008948:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764173.008955:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764173.008963:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764173.008967:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764173.008993:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764173.008998:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764173.009003:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764173.009008:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:3.0:1787764173.009013:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764173.009018:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:3.0:1787764173.009023:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:3.0:1787764173.009030:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:3.0:1787764173.009038:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764173.009042:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764173.009048:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764173.009054:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764173.009059:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:3.0:1787764173.009066:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764173.009073:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764173.009079:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764173.009085:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764173.009089:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764173.009091:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764173.009094:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764173.009103:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764173.009108:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764173.009117:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b3840.
00000020:00000040:3.0:1787764173.009124:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:3.0:1787764173.009129:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764173.009134:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764173.009140:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764173.009144:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764173.009149:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764173.009157:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9e000.
00000100:00000001:3.0:1787764173.009164:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764173.009176:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b3840 x1874601358809984/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764173.009198:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764173.009205:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764173.009218:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a874aff9] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b3840 x1874601358809984/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764173.009247:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764173.009255:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764173.009264:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764173.009268:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764173.009272:0:18336:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764173.009278:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764173.009287:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5058
00000800:00000200:1.1:1787764173.009287:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764173.009292:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000400:00000200:3.0:1787764173.009299:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764173.009310:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764173.009317:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764173.009327:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764173.009334:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764173.009341:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764173.009348:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764173.009356:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764173.009359:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:3.0:1787764173.009363:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764173.009368:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:3.0:1787764173.009374:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:3.0:1787764173.009382:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:3.0:1787764173.009392:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764173.009400:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764173.009406:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764173.009413:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764173.009420:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:3.0:1787764173.009429:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764173.009438:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764173.009444:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764173.009450:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764173.009456:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764173.009461:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764173.009466:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764173.009473:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764173.009480:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764173.009489:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b03c0.
00000020:00000040:3.0:1787764173.009497:0:18336:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:3.0:1787764173.009503:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764173.009507:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764173.009514:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764173.009519:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764173.009525:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764173.009534:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9e800.
00000100:00000001:3.0:1787764173.009543:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764173.009557:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b03c0 x1874601358810112/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764173.009587:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764173.009594:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764173.009607:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fa8aa37] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b03c0 x1874601358810112/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764173.009632:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764173.009642:0:18336:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5068)
00000800:00000200:1.1:1787764173.009694:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764173.009696:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787764173.010017:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764173.010020:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787764173.010221:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764173.010235:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00010000:00000001:0.0:1787764173.327977:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764173.327985:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764173.327987:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764173.327990:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764173.327994:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764173.327996:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764173.327997:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764173.327999:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764173.328003:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764173.328004:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764173.328007:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764173.328008:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764173.328010:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764173.328011:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764173.328012:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764173.328013:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764173.328015:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764173.328015:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764173.328017:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764173.328018:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764173.328020:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764173.328021:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764173.328038:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764173.328040:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764173.328042:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764173.583927:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764173.583933:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764173.583936:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764173.583941:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764173.583945:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764173.583950:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764173.583953:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764173.583955:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764173.583959:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764174.351940:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764174.351945:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764174.351950:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764174.351951:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764174.351955:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764174.351967:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764174.351971:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764174.351972:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764174.351975:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764174.351976:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764174.351996:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764174.351999:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764174.352002:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787764174.352048:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299732235, at 4299732288
00000100:00000010:3.0:1787764174.352053:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2cf00.
00000100:00000001:3.0:1787764174.607943:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764174.607950:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764174.607952:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764174.607969:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764174.607973:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764174.607976:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764174.607978:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764174.607980:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764174.607983:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764175.375969:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764175.375975:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764175.375980:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764175.375983:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764175.375985:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764175.375988:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764175.375990:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764175.375992:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764175.375993:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764175.375995:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764175.375997:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764175.375998:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764175.376001:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764175.376002:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764175.376004:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764175.376005:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764175.376022:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764175.376024:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764175.376026:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764175.631920:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764175.631928:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764175.631930:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764175.631936:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764175.631942:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764175.631957:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764175.631961:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764175.631964:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764175.631967:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764176.399968:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764176.399975:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764176.399982:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764176.399983:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764176.399987:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764176.399989:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764176.399998:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764176.400000:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764176.400004:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764176.400005:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764176.400026:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764176.400028:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764176.400030:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764176.655981:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764176.655996:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764176.655998:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764176.656006:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764176.656010:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764176.656013:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764176.656015:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764176.656018:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764176.656020:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764177.423961:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764177.423968:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764177.423975:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764177.423977:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764177.423981:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764177.423985:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764177.423987:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764177.423991:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764177.423994:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764177.423996:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764177.423999:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764177.424001:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764177.424005:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764177.424007:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764177.424010:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764177.424012:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764177.424014:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764177.424016:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764177.424018:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764177.424019:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764177.424021:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764177.424023:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764177.424045:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764177.424048:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764177.424051:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764177.679916:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764177.679924:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764177.679942:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764177.679948:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764177.679952:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764177.679955:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764177.679959:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764177.679962:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764177.679965:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787764178.128624:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764178.128629:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787764178.129350:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764178.129353:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787764178.129622:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764178.129624:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787764178.129805:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764178.129807:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787764178.130037:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764178.130038:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00010000:00000001:0.0:1787764178.447993:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764178.448000:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764178.448004:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764178.448025:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764178.448029:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764178.448030:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764178.448032:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764178.448033:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764178.448047:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764178.448048:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764178.448089:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764178.448092:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764178.448095:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764178.703957:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764178.703962:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764178.703970:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764178.703975:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764178.703978:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764178.703981:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764178.703984:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764178.703991:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764178.703995:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764179.471977:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299737355, at 4299737408
00010000:00000001:0.0:1787764179.471981:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764179.471986:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764179.471993:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:3.0:1787764179.471995:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9821987676c0.
00010000:00000001:0.0:1787764179.471996:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764179.472006:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764179.472010:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764179.472015:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764179.472017:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764179.472022:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764179.472024:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764179.472046:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764179.472049:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764179.472052:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764179.727977:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764179.727984:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764179.727987:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764179.727991:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764179.727994:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764179.727998:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764179.728000:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764179.728003:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764179.728005:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764180.495958:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764180.495965:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764180.495970:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764180.495971:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764180.495974:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764180.495974:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764180.495977:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764180.495978:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764180.495980:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764180.495981:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764180.495998:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764180.496000:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764180.496002:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764180.751951:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764180.751960:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764180.751963:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764180.751969:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764180.751974:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764180.751978:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764180.751981:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764180.751983:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764180.751986:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764181.519958:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764181.519964:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764181.519968:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764181.519969:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764181.519971:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764181.519973:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764181.519976:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764181.519978:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764181.519981:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764181.519982:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764181.520001:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764181.520004:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764181.520007:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764181.775979:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764181.775989:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764181.775992:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764181.775998:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764181.776003:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764181.776007:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764181.776011:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764181.776014:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764181.776017:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764182.543948:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764182.543957:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764182.543959:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764182.543962:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764182.543972:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764182.543973:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764182.543975:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764182.543977:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764182.543980:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764182.543981:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764182.543983:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764182.543984:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764182.543986:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764182.543987:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764182.543988:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764182.543989:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764182.543990:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764182.543991:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764182.543992:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764182.543993:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764182.543996:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764182.543997:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764182.544014:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764182.544016:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764182.544017:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764182.799937:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764182.799943:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764182.799946:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764182.799950:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764182.799954:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764182.799958:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764182.799960:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764182.799963:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764182.799967:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764183.248001:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764183.248010:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787764183.248012:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764183.248015:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764183.248019:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764183.248026:0:58520:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5068
00000400:00000200:0.0:1787764183.248035:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764183.248040:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764183.248042:0:58520:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764183.248044:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764183.248047:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764183.248049:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764183.248051:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787764183.248054:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764183.248055:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:0.0:1787764183.248057:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764183.248060:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:0.0:1787764183.248061:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:0.0:1787764183.248063:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:0.0:1787764183.248064:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764183.248066:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764183.248067:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764183.248068:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787764183.248071:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:0.0:1787764183.248073:0:58520:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787764183.248075:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764183.248077:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764183.248080:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764183.248082:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764183.248083:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787764183.248085:0:58520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764183.248093:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189600780.
00000020:00000040:0.0:1787764183.248095:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:0.0:1787764183.248099:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764183.248100:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764183.248102:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764183.248104:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764183.248108:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764183.248114:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186487000.
00000100:00000001:0.0:1787764183.248127:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764183.248135:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189600780 x1874601358810880/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764183.248143:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764183.248146:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764183.248150:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7c1d79b] to pc [ptlrpcd_rcv+-1]  req@ffff982189600780 x1874601358810880/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764183.248166:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764183.248169:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764183.248171:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787764183.248173:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764183.248174:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764183.248176:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764183.248177:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5068
00000400:00000200:0.0:1787764183.248180:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764183.248182:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764183.248184:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764183.248186:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764183.248187:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764183.248190:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764183.248192:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787764183.248194:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764183.248195:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:0.0:1787764183.248196:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764183.248197:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:0.0:1787764183.248198:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:0.0:1787764183.248199:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:0.0:1787764183.248202:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764183.248203:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764183.248205:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764183.248206:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787764183.248208:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:0.0:1787764183.248210:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787764183.248212:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764183.248215:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764183.248221:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764183.248223:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764183.248227:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764183.248230:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787764183.248233:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764183.248235:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764183.248240:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189601a40.
00000020:00000040:0.0:1787764183.248243:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:0.0:1787764183.248248:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764183.248250:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764183.248253:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764183.248255:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764183.248258:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764183.248264:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186484800.
00000100:00000001:0.0:1787764183.248269:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764183.248276:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189601a40 x1874601358811008/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764183.248287:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764183.248292:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764183.248304:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b8e3ce6] to pc [ptlrpcd_rcv+-1]  req@ffff982189601a40 x1874601358811008/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764183.248315:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764183.248317:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764183.248326:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787764183.248329:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764183.248333:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764183.248339:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764183.248347:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5068
00000400:00000200:0.0:1787764183.248356:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764183.248363:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764183.248368:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764183.248377:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764183.248383:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764183.248387:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764183.248392:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787764183.248396:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764183.248399:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:0.0:1787764183.248402:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764183.248406:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:0.0:1787764183.248408:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:0.0:1787764183.248411:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:0.0:1787764183.248415:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764183.248416:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764183.248421:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764183.248424:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787764183.248426:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:0.0:1787764183.248432:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787764183.248436:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764183.248439:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764183.248442:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764183.248448:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764183.248453:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764183.248458:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787764183.248462:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764183.248467:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764183.248472:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896030c0.
00000020:00000040:0.0:1787764183.248476:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:0.0:1787764183.248481:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764183.248483:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764183.248486:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764183.248490:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764183.248493:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764183.248498:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186484400.
00000100:00000001:0.0:1787764183.248503:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764183.248511:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896030c0 x1874601358811136/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1787764183.248512:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:0.0:1787764183.248521:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764183.248522:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764183.248525:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc1d3de1] to pc [ptlrpcd_rcv+-1]  req@ffff9821896030c0 x1874601358811136/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764183.248532:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764183.248537:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764183.248541:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787764183.248544:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764183.248545:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764183.248548:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764183.248551:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5068
00000400:00000200:0.0:1787764183.248555:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764183.248563:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764183.248565:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764183.248571:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764183.248574:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764183.248578:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764183.248581:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787764183.248585:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764183.248588:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:0.0:1787764183.248590:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764183.248594:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:0.0:1787764183.248599:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:0.0:1787764183.248600:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:0.0:1787764183.248602:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764183.248604:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764183.248608:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764183.248611:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787764183.248614:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:0.0:1787764183.248619:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787764183.248624:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764183.248627:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764183.248631:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764183.248635:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764183.248637:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764183.248640:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787764183.248644:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764183.248648:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764183.248653:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189603480.
00000020:00000040:0.0:1787764183.248659:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:0.0:1787764183.248663:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764183.248667:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764183.248672:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764183.248675:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764183.248681:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764183.248689:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186485000.
00000100:00000001:0.0:1787764183.248695:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764183.248706:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189603480 x1874601358811264/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764183.248735:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764183.248739:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764183.248745:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001695004d] to pc [ptlrpcd_rcv+-1]  req@ffff982189603480 x1874601358811264/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764183.248761:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764183.248767:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764183.248773:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787764183.248777:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764183.248781:0:58520:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764183.248784:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764183.248790:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5068
00000400:00000200:0.0:1787764183.248799:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764183.248806:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764183.248818:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764183.248825:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764183.248830:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764183.248836:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764183.248842:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000800:00000200:2.1:1787764183.248899:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000020:00000001:0.0:1787764183.248930:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764183.248936:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:0.0:1787764183.248939:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764183.248941:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:0.0:1787764183.248946:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:0.0:1787764183.248950:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:0.0:1787764183.248957:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764183.248961:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764183.248967:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764183.248972:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787764183.248977:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:0.0:1787764183.248985:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787764183.248991:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764183.248997:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764183.249003:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764183.249008:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764183.249013:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764183.249018:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787764183.249024:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764183.249029:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764183.249035:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189600f00.
00000020:00000040:0.0:1787764183.249041:0:58520:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:0.0:1787764183.249047:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764183.249051:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764183.249056:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764183.249060:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764183.249065:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764183.249071:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186487c00.
00000100:00000001:0.0:1787764183.249078:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764183.249090:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189600f00 x1874601358811392/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764183.249106:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764183.249111:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764183.249121:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000082892fdc] to pc [ptlrpcd_rcv+-1]  req@ffff982189600f00 x1874601358811392/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764183.249140:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764183.249148:0:58520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5078)
00000800:00000200:2.1:1787764183.249191:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764183.249353:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764183.249499:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00010000:00000001:0.0:1787764183.567986:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764183.567993:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764183.568000:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764183.568001:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764183.568005:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764183.568007:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764183.568011:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764183.568012:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764183.568016:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764183.568018:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764183.568038:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764183.568040:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764183.568042:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764183.823956:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764183.823965:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764183.823968:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764183.823974:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764183.823979:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764183.823983:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764183.823987:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764183.823990:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764183.823994:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764184.591939:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299742475, at 4299742528
00000100:00000010:3.0:1787764184.591961:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767e40.
00010000:00000001:0.0:1787764184.592048:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764184.592051:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764184.592054:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764184.592055:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764184.592057:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764184.592058:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764184.592061:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764184.592062:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764184.592064:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764184.592065:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764184.592080:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764184.592082:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764184.592084:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764184.847940:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764184.847947:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764184.847949:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764184.847953:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764184.847964:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764184.847968:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764184.847970:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764184.847972:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764184.847975:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000008:00000020:0.0:1787764185.295953:0:59014:0:(osc_request.c:747:osc_update_next_shrink()) next time 6275 to shrink grant
00000008:00000020:0.0:1787764185.295961:0:59014:0:(osc_request.c:747:osc_update_next_shrink()) next time 6275 to shrink grant
00010000:00000001:0.0:1787764185.615958:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764185.615965:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764185.615971:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764185.615975:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764185.615977:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764185.615981:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764185.615984:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764185.615987:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764185.615989:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764185.615992:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764185.615996:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764185.615997:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764185.616001:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764185.616003:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764185.616006:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764185.616007:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764185.616026:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764185.616028:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764185.616030:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764185.871989:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764185.871998:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764185.872001:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764185.872007:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764185.872012:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764185.872017:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764185.872020:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764185.872022:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764185.872025:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764186.639966:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764186.639972:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764186.639985:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764186.639986:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764186.639989:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764186.639990:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764186.639993:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764186.639994:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764186.639997:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764186.639998:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764186.640019:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764186.640021:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764186.640023:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764186.895911:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764186.895918:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764186.895920:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764186.895925:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764186.895927:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764186.895931:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764186.895934:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764186.895937:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764186.895939:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764187.663974:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764187.663986:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764187.663994:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764187.663996:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764187.664000:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764187.664004:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764187.664008:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764187.664012:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764187.664016:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764187.664018:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764187.664021:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764187.664024:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764187.664027:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764187.664028:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764187.664031:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764187.664032:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764187.664034:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764187.664035:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764187.664036:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764187.664037:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764187.664038:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764187.664040:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764187.664063:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764187.664066:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764187.664068:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764187.919982:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764187.919994:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764187.919997:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764187.920006:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764187.920012:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764187.920017:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764187.920021:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764187.920024:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764187.920028:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764188.367971:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764188.367987:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787764188.367989:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764188.367992:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764188.367996:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764188.368003:0:58520:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5073
00000400:00000200:0.0:1787764188.368010:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764188.368016:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764188.368018:0:58520:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764188.368020:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764188.368023:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764188.368025:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764188.368027:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787764188.368030:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764188.368032:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:0.0:1787764188.368034:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764188.368036:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:0.0:1787764188.368038:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:0.0:1787764188.368039:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:0.0:1787764188.368041:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764188.368043:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764188.368044:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764188.368046:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787764188.368050:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:0.0:1787764188.368054:0:58520:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787764188.368056:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764188.368060:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764188.368064:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764188.368067:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764188.368069:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787764188.368072:0:58520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764188.368079:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189601e00.
00000020:00000040:0.0:1787764188.368083:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:0.0:1787764188.368087:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764188.368089:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764188.368093:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764188.368096:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764188.368100:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764188.368108:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186484800.
00000100:00000001:0.0:1787764188.368116:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764188.368125:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189601e00 x1874601358811520/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764188.368136:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764188.368141:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764188.368146:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062ef5d4f] to pc [ptlrpcd_rcv+-1]  req@ffff982189601e00 x1874601358811520/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764188.368173:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764188.368177:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764188.368181:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787764188.368182:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764188.368184:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764188.368186:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764188.368189:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5073
00000400:00000200:0.0:1787764188.368194:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764188.368197:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764188.368199:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764188.368203:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764188.368205:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764188.368208:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764188.368210:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787764188.368212:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764188.368213:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:0.0:1787764188.368216:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764188.368218:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:0.0:1787764188.368220:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:0.0:1787764188.368223:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:0.0:1787764188.368225:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764188.368227:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764188.368229:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764188.368232:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787764188.368234:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:0.0:1787764188.368237:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787764188.368240:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764188.368242:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764188.368248:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764188.368250:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764188.368252:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764188.368257:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787764188.368278:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764188.368281:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764188.368284:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189602940.
00000020:00000040:0.0:1787764188.368287:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:0.0:1787764188.368289:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764188.368291:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764188.368293:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764188.368294:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764188.368296:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764188.368300:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186487c00.
00000100:00000001:0.0:1787764188.368304:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764188.368309:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189602940 x1874601358811648/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764188.368318:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764188.368320:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764188.368324:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063ada08b] to pc [ptlrpcd_rcv+-1]  req@ffff982189602940 x1874601358811648/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764188.368334:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764188.368337:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764188.368341:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787764188.368342:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764188.368344:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764188.368347:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764188.368349:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5073
00000400:00000200:0.0:1787764188.368352:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764188.368356:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764188.368358:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764188.368361:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764188.368363:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764188.368365:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764188.368368:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787764188.368370:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764188.368371:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:0.0:1787764188.368373:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764188.368375:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:0.0:1787764188.368377:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:0.0:1787764188.368380:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:0.0:1787764188.368382:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764188.368385:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764188.368387:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764188.368389:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787764188.368391:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:0.0:1787764188.368394:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787764188.368397:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764188.368399:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764188.368401:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764188.368403:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764188.368406:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764188.368408:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787764188.368410:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764188.368412:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764188.368415:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189600000.
00000800:00000200:2.1:1787764188.368428:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000020:00000040:0.0:1787764188.368430:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:0.0:1787764188.368433:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:2.1:1787764188.368433:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 57 secs later)
02000000:00000001:0.0:1787764188.368435:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764188.368437:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764188.368438:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764188.368440:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764188.368444:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186485000.
00000100:00000001:0.0:1787764188.368447:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764188.368452:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189600000 x1874601358811776/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764188.368459:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764188.368461:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764188.368465:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b05fece] to pc [ptlrpcd_rcv+-1]  req@ffff982189600000 x1874601358811776/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764188.368474:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764188.368477:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764188.368480:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787764188.368482:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764188.368484:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764188.368486:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764188.368498:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5073
00000400:00000200:0.0:1787764188.368501:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764188.368505:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764188.368511:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764188.368514:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764188.368515:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764188.368517:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764188.368519:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787764188.368521:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764188.368522:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:0.0:1787764188.368524:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764188.368526:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:0.0:1787764188.368529:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:0.0:1787764188.368531:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:0.0:1787764188.368534:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764188.368536:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764188.368538:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764188.368541:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787764188.368544:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:0.0:1787764188.368546:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787764188.368549:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764188.368551:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764188.368554:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764188.368556:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764188.368558:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764188.368560:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787764188.368563:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764188.368565:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764188.368568:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896012c0.
00000020:00000040:0.0:1787764188.368570:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:0.0:1787764188.368574:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764188.368576:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764188.368578:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764188.368579:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764188.368581:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764188.368585:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186487000.
00000100:00000001:0.0:1787764188.368588:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764188.368593:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896012c0 x1874601358811904/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764188.368601:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764188.368604:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764188.368607:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e52948b] to pc [ptlrpcd_rcv+-1]  req@ffff9821896012c0 x1874601358811904/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764188.368615:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764188.368618:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764188.368622:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787764188.368624:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764188.368625:0:58520:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764188.368628:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764188.368630:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5073
00000400:00000200:0.0:1787764188.368634:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764188.368637:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764188.368639:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764188.368642:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764188.368645:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764188.368647:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764188.368649:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787764188.368651:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764188.368652:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:0.0:1787764188.368654:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764188.368656:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:0.0:1787764188.368658:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:0.0:1787764188.368661:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:0.0:1787764188.368664:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764188.368666:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764188.368668:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764188.368670:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787764188.368673:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:0.0:1787764188.368676:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787764188.368678:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764188.368680:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764188.368682:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764188.368684:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764188.368687:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764188.368689:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787764188.368691:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764188.368693:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764188.368698:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896030c0.
00000020:00000040:0.0:1787764188.368701:0:58520:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:0.0:1787764188.368704:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764188.368705:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764188.368707:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764188.368708:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764188.368710:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764188.368714:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186485800.
00000100:00000001:0.0:1787764188.368716:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764188.368721:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896030c0 x1874601358812032/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764188.368728:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764188.368730:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764188.368734:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc1d3de1] to pc [ptlrpcd_rcv+-1]  req@ffff9821896030c0 x1874601358812032/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764188.368742:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764188.368747:0:58520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5084)
00000800:00000200:2.1:1787764188.368940:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764188.368943:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1787764188.369265:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764188.369268:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1787764188.369575:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764188.369577:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1787764188.369917:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764188.369920:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 57 secs later)
00010000:00000001:0.0:1787764188.687972:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764188.687981:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764188.687988:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764188.687990:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764188.687995:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764188.687997:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764188.688001:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764188.688002:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764188.688007:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764188.688008:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764188.688031:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764188.688035:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764188.688038:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764188.943929:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764188.943936:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764188.943939:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764188.943943:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764188.943947:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764188.943951:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764188.943954:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764188.943956:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764188.943959:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764189.711934:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299747595, at 4299747648
00010000:00000001:0.0:1787764189.711937:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764189.711942:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764189.711948:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764189.711950:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764189.711950:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9821987677e0.
00010000:00000001:0.0:1787764189.711957:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764189.711960:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764189.711963:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764189.711964:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764189.711966:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764189.711967:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764189.711985:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764189.711987:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764189.711989:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764189.967944:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764189.967957:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764189.967959:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764189.967964:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764189.967967:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764189.967971:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764189.967973:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764189.967976:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764189.967979:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764190.735919:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764190.735924:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764190.735928:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764190.735929:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764190.735931:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764190.735932:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764190.735942:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764190.735943:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764190.735947:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764190.735948:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764190.735971:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764190.735975:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764190.735978:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764190.991936:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764190.991945:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764190.991948:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764190.991954:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764190.991959:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764190.991963:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764190.991966:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764190.991969:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764190.991973:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764191.759931:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764191.759937:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764191.759940:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764191.759941:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764191.759944:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764191.759945:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764191.759947:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764191.759948:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764191.759950:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764191.759951:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764191.759966:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764191.759968:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764191.759970:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764192.015953:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764192.015960:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764192.015962:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764192.015967:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764192.015971:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764192.015975:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764192.015977:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764192.015980:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764192.015982:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764192.783925:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764192.783937:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764192.783940:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764192.783945:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764192.783951:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764192.783953:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764192.783955:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764192.783957:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764192.783962:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764192.783963:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764192.783966:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764192.783967:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764192.783970:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764192.783971:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764192.783972:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764192.783973:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764192.783974:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764192.783975:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764192.783976:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764192.783977:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764192.783980:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764192.783981:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764192.784000:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764192.784004:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764192.784006:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764193.039912:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764193.039920:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764193.039922:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764193.039927:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764193.039931:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764193.039936:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764193.039940:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764193.039942:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764193.039945:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764193.487967:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764193.487981:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787764193.487984:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764193.487988:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764193.487993:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764193.488001:0:58520:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5079
00000400:00000200:0.0:1787764193.488010:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764193.488016:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764193.488019:0:58520:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764193.488022:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764193.488025:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764193.488027:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764193.488036:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787764193.488039:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764193.488041:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:0.0:1787764193.488044:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764193.488047:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:0.0:1787764193.488048:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:0.0:1787764193.488050:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:0.0:1787764193.488053:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764193.488054:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764193.488055:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764193.488056:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787764193.488059:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:0.0:1787764193.488061:0:58520:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787764193.488063:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764193.488065:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764193.488068:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764193.488070:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764193.488073:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787764193.488075:0:58520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764193.488086:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189601a40.
00000020:00000040:0.0:1787764193.488089:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:0.0:1787764193.488093:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764193.488094:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764193.488097:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764193.488101:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764193.488105:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764193.488114:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186486800.
00000100:00000001:0.0:1787764193.488120:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764193.488129:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189601a40 x1874601358812160/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764193.488138:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764193.488143:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764193.488147:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b8e3ce6] to pc [ptlrpcd_rcv+-1]  req@ffff982189601a40 x1874601358812160/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764193.488172:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764193.488175:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764193.488178:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787764193.488179:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764193.488181:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764193.488183:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764193.488184:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5079
00000400:00000200:0.0:1787764193.488187:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764193.488189:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764193.488191:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764193.488193:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764193.488195:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764193.488196:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764193.488197:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787764193.488200:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764193.488201:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:0.0:1787764193.488202:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764193.488204:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:0.0:1787764193.488206:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:0.0:1787764193.488208:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:0.0:1787764193.488212:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764193.488214:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764193.488216:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764193.488217:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787764193.488218:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:0.0:1787764193.488220:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787764193.488222:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764193.488223:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764193.488229:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764193.488234:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764193.488238:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764193.488243:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787764193.488246:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764193.488249:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764193.488253:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189600f00.
00000020:00000040:0.0:1787764193.488255:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:0.0:1787764193.488258:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764193.488260:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764193.488263:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764193.488264:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764193.488269:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764193.488280:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186486c00.
00000100:00000001:0.0:1787764193.488290:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764193.488305:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189600f00 x1874601358812288/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764193.488332:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764193.488338:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764193.488355:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000082892fdc] to pc [ptlrpcd_rcv+-1]  req@ffff982189600f00 x1874601358812288/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764193.488377:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764193.488384:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764193.488388:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787764193.488392:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764193.488400:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764193.488411:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764193.488419:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5079
00000400:00000200:0.0:1787764193.488430:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764193.488436:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764193.488438:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764193.488447:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764193.488449:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764193.488452:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764193.488458:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787764193.488466:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764193.488471:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:0.0:1787764193.488474:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764193.488478:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:0.0:1787764193.488481:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:0.0:1787764193.488485:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:0.0:1787764193.488494:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764193.488499:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764193.488503:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764193.488510:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787764193.488516:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:0.0:1787764193.488524:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787764193.488529:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764193.488533:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764193.488542:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764193.488550:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764193.488553:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764193.488558:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787764193.488562:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764193.488566:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764193.488569:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189603480.
00000020:00000040:0.0:1787764193.488578:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:0.0:1787764193.488582:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764193.488583:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764193.488585:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764193.488587:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764193.488591:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764193.488597:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186487800.
00000100:00000001:0.0:1787764193.488600:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764193.488606:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189603480 x1874601358812416/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764193.488616:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764193.488620:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764193.488624:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001695004d] to pc [ptlrpcd_rcv+-1]  req@ffff982189603480 x1874601358812416/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764193.488639:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764193.488643:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764193.488656:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787764193.488662:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764193.488664:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764193.488670:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764193.488676:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5079
00000400:00000200:0.0:1787764193.488687:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764193.488693:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764193.488697:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764193.488703:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764193.488707:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764193.488709:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764193.488711:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787764193.488716:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764193.488718:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:0.0:1787764193.488723:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764193.488726:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:0.0:1787764193.488732:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:0.0:1787764193.488740:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:0.0:1787764193.488749:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764193.488754:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764193.488758:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764193.488766:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787764193.488773:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:0.0:1787764193.488804:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787764193.488808:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764193.488810:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764193.488812:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.1:1787764193.488816:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
02000000:00000001:0.0:1787764193.488818:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787764193.488822:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 52 secs later)
00000100:00000001:0.0:1787764193.488823:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764193.488827:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787764193.488832:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764193.488841:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764193.488882:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189600780.
00000020:00000040:0.0:1787764193.488894:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:0.0:1787764193.488904:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764193.488908:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764193.488916:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764193.488921:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764193.488926:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764193.488938:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186487400.
00000100:00000001:0.0:1787764193.488945:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764193.488965:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189600780 x1874601358812544/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764193.488982:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764193.488989:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764193.488998:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7c1d79b] to pc [ptlrpcd_rcv+-1]  req@ffff982189600780 x1874601358812544/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764193.489015:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764193.489023:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764193.489028:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787764193.489040:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764193.489042:0:58520:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764193.489046:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764193.489052:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5079
00000400:00000200:0.0:1787764193.489066:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764193.489075:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764193.489083:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764193.489098:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764193.489105:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764193.489118:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764193.489132:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787764193.489142:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764193.489152:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:0.0:1787764193.489162:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764193.489165:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:0.0:1787764193.489170:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:0.0:1787764193.489174:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:0.0:1787764193.489181:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764193.489188:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764193.489196:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764193.489206:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787764193.489212:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:0.0:1787764193.489230:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787764193.489237:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764193.489246:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764193.489255:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764193.489265:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764193.489268:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764193.489276:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787764193.489285:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764193.489290:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764193.489295:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189603840.
00000020:00000040:0.0:1787764193.489302:0:58520:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:0.0:1787764193.489314:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764193.489319:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764193.489323:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764193.489327:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764193.489332:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764193.489346:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186485c00.
00000100:00000001:0.0:1787764193.489352:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764193.489361:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189603840 x1874601358812672/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764193.489386:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764193.489392:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764193.489414:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042b5abf2] to pc [ptlrpcd_rcv+-1]  req@ffff982189603840 x1874601358812672/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764193.489449:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764193.489463:0:58520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5089)
00000800:00000200:2.1:1787764193.489661:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764193.489663:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787764193.489925:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764193.489927:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787764193.490114:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764193.490115:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1787764193.490287:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764193.490288:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 52 secs later)
00010000:00000001:0.0:1787764193.807902:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764193.807908:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764193.807912:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764193.807913:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764193.807917:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764193.807919:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764193.807922:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764193.807923:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764193.807927:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764193.807928:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764193.807947:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764193.807950:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764193.807953:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764194.063930:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764194.063938:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764194.063940:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764194.063945:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764194.063948:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764194.063952:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764194.063954:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764194.063956:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764194.063959:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764194.831911:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299752716, at 4299752768
00000100:00000010:3.0:1787764194.831929:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767a80.
00010000:00000001:0.0:1787764194.831933:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764194.831938:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764194.831943:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764194.831945:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764194.831950:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764194.831951:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764194.831955:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764194.831957:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764194.831960:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764194.831961:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764194.831979:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764194.831982:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764194.831985:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764195.087900:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764195.087906:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764195.087908:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764195.087912:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764195.087915:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764195.087919:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764195.087921:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764195.087924:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764195.087927:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764195.855912:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764195.855918:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764195.855923:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764195.855925:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764195.855927:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764195.855930:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764195.855933:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764195.855935:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764195.855936:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764195.855938:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764195.855940:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764195.855941:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764195.855944:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764195.855945:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764195.855948:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764195.855949:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764195.855964:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764195.855966:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764195.855968:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764196.111946:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764196.111955:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764196.111958:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764196.111965:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764196.111969:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764196.111973:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764196.111976:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764196.111979:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764196.111982:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764196.879917:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764196.879924:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764196.879931:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764196.879933:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764196.879937:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764196.879938:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764196.879942:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764196.879944:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764196.879947:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764196.879949:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764196.879967:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764196.879970:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764196.879973:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764197.135953:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764197.135961:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764197.135963:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764197.135968:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764197.135972:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764197.135976:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764197.135978:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764197.135981:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764197.135983:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764197.903910:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764197.903916:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764197.903921:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764197.903923:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764197.903926:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764197.903928:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764197.903931:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764197.903933:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764197.903936:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764197.903938:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764197.903939:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764197.903942:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764197.903945:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764197.903946:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764197.903949:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764197.903950:0:59014:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764197.903951:0:59014:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764197.903952:0:59014:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764197.903953:0:59014:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764197.903954:0:59014:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764197.903956:0:59014:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764197.903957:0:59014:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764197.903971:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764197.903973:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764197.903975:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764198.159923:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764198.159930:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764198.159932:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764198.159936:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764198.159940:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764198.159943:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764198.159946:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764198.159948:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764198.159951:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787764198.608484:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764198.608488:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787764198.609106:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764198.609108:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787764198.609289:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764198.609291:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787764198.609468:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764198.609470:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787764198.609771:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764198.609773:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00010000:00000001:0.0:1787764198.927947:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764198.927952:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764198.927957:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764198.927958:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764198.927960:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764198.927961:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764198.927963:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764198.927964:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764198.927967:0:59014:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764198.927968:0:59014:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764198.927985:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764198.927987:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764198.927990:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764199.183934:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764199.183941:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764199.183943:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764199.183948:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764199.183951:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764199.183954:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764199.183957:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764199.183960:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764199.183963:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764199.951933:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299757835, at 4299757888
00010000:00000001:0.0:1787764199.951937:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764199.951942:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764199.951948:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764199.951950:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764199.951950:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767000.
00010000:00000001:0.0:1787764199.951957:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764199.951959:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764199.951962:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764199.951964:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764199.951967:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764199.951968:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764199.951992:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764199.951993:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764199.951996:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764200.207947:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764200.207957:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764200.207960:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764200.207965:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764200.207970:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764200.207975:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764200.207978:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764200.207981:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764200.207984:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764200.975956:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764200.975961:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764200.975967:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764200.975968:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764200.975972:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764200.975974:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764200.975978:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764200.975980:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764200.975983:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764200.975985:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764200.976008:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764200.976011:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764200.976015:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764201.232010:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764201.232036:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764201.232039:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764201.232045:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764201.232050:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764201.232054:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764201.232057:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764201.232060:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764201.232063:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764201.999961:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764201.999968:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764201.999974:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764201.999975:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764201.999978:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764201.999979:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764201.999982:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764201.999983:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764201.999985:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764201.999986:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764202.000006:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764202.000009:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764202.000011:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764202.255958:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764202.255967:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764202.255970:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764202.255976:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764202.255980:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764202.255984:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764202.255986:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764202.255989:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764202.255992:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764203.024023:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764203.024033:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764203.024035:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764203.024039:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764203.024044:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764203.024046:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764203.024055:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764203.024057:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764203.024061:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764203.024062:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764203.024065:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764203.024066:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764203.024069:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764203.024070:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764203.024072:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764203.024073:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764203.024074:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764203.024075:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764203.024077:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764203.024078:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764203.024081:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764203.024082:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764203.024106:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764203.024110:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764203.024112:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764203.279976:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764203.279985:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764203.279987:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764203.279993:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764203.279997:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764203.280002:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764203.280005:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764203.280007:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764203.280010:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787764203.729001:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764203.729016:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787764203.729621:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764203.729623:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787764203.729844:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764203.729846:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787764203.730091:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764203.730092:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1787764203.730272:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764203.730274:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00010000:00000001:0.0:1787764204.047998:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764204.048006:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764204.048011:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764204.048012:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764204.048016:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764204.048017:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764204.048020:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764204.048021:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764204.048024:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764204.048025:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764204.048046:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764204.048049:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764204.048051:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764204.303974:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764204.303983:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764204.303986:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764204.303991:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764204.303995:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764204.303999:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764204.304002:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764204.304004:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764204.304008:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764205.071952:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299762956, at 4299763008
00000100:00000010:3.0:1787764205.071967:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2c900.
00010000:00000001:0.0:1787764205.071998:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764205.072003:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764205.072020:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764205.072022:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764205.072025:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764205.072026:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764205.072028:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764205.072029:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764205.072031:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764205.072032:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764205.072050:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764205.072052:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764205.072054:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764205.327939:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764205.327957:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764205.327960:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764205.327966:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764205.327970:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764205.327975:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764205.327977:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764205.327980:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764205.327983:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764206.095917:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764206.095923:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764206.095927:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764206.095930:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764206.095932:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764206.095935:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764206.095937:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764206.095939:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764206.095941:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764206.095942:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764206.095945:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764206.095945:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764206.095947:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764206.095948:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764206.095950:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764206.095951:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764206.095966:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764206.095968:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764206.095970:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764206.351925:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764206.351934:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764206.351937:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764206.351943:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764206.351947:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764206.351952:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764206.351955:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764206.351958:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764206.351962:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764207.119966:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764207.119974:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764207.119981:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764207.119982:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764207.119985:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764207.119987:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764207.119990:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764207.119992:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764207.119995:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764207.119996:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764207.120018:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764207.120021:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764207.120024:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764207.375962:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764207.375969:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764207.375971:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764207.375975:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764207.375978:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764207.375981:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764207.375984:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764207.375986:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764207.375988:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764208.143928:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764208.143936:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764208.143942:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764208.143944:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764208.143947:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764208.143950:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764208.143953:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764208.143956:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764208.143958:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764208.143960:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764208.143962:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764208.143963:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764208.143966:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764208.143967:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764208.143969:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764208.143970:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764208.143971:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764208.143972:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764208.143973:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764208.143974:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764208.143975:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764208.143976:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764208.143992:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764208.143993:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764208.143995:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764208.399928:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764208.399936:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764208.399940:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764208.399945:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764208.399950:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764208.399954:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764208.399956:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764208.399959:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764208.399962:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787764208.848518:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764208.848525:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787764208.849087:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764208.849089:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787764208.849308:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764208.849310:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787764208.849481:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764208.849483:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787764208.849772:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764208.849774:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00010000:00000001:0.0:1787764209.167938:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764209.167944:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764209.167948:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764209.167949:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764209.167952:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764209.167954:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764209.167957:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764209.167958:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764209.167962:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764209.167964:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764209.167986:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764209.167989:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764209.167992:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764209.423925:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764209.423932:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764209.423934:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764209.423939:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764209.423943:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764209.423946:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764209.423948:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764209.423951:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764209.423953:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764210.191915:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764210.191922:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764210.191927:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764210.191928:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764210.191930:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299768075, at 4299768128
00010000:00000001:0.0:1787764210.191932:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764210.191935:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764210.191939:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764210.191941:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764210.191946:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764210.191947:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764210.191947:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2c240.
00000020:00000001:0.0:1787764210.191985:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764210.191988:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764210.191990:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764210.447922:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764210.447929:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764210.447931:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764210.447936:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764210.447940:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764210.447943:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764210.447945:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764210.447948:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764210.447950:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764211.215981:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764211.215995:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764211.216000:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764211.216001:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764211.216003:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764211.216004:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764211.216007:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764211.216008:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764211.216010:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764211.216010:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764211.216053:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764211.216055:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764211.216057:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764211.471953:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764211.471963:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764211.471965:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764211.471971:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764211.471976:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764211.471980:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764211.471983:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764211.471985:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764211.471988:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764212.239988:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764212.239999:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764212.240008:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764212.240010:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764212.240014:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764212.240016:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764212.240020:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764212.240021:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764212.240025:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764212.240027:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764212.240072:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764212.240076:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764212.240080:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764212.495973:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764212.495981:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764212.495983:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764212.495989:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764212.495992:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764212.495996:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764212.495999:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764212.496002:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764212.496005:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764213.263945:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764213.263955:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764213.263957:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764213.263960:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764213.263965:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764213.263967:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764213.263969:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764213.263970:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764213.263974:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764213.263975:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764213.263978:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764213.263979:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764213.263983:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764213.263984:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764213.263985:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764213.263986:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764213.263987:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764213.263988:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764213.263989:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764213.263991:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764213.263993:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764213.263994:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764213.264014:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764213.264016:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764213.264018:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764213.519934:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764213.519941:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764213.519943:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764213.519948:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764213.519951:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764213.519955:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764213.519957:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764213.519960:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764213.519962:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787764213.968452:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764213.968458:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787764213.969105:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764213.969118:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787764213.969306:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764213.969308:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787764213.969483:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764213.969485:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1787764213.969748:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764213.969750:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00010000:00000001:0.0:1787764214.287919:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764214.287924:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764214.287929:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764214.287930:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764214.287932:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764214.287933:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764214.287936:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764214.287937:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764214.287939:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764214.287940:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764214.287957:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764214.287959:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764214.287961:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787764215.311941:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299773195, at 4299773248
00010000:00000001:0.0:1787764215.311956:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764215.311961:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764215.311962:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2c780.
00010000:00000001:0.0:1787764215.311970:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764215.311972:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764215.311981:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764215.311984:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764215.311988:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764215.312003:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764215.312010:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764215.312014:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764215.312035:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764215.312037:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764215.312040:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787764216.335935:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764216.335941:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764216.335946:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764216.335949:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764216.335951:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764216.335953:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764216.335956:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764216.335958:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764216.335959:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764216.335961:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764216.335963:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764216.335964:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764216.335966:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764216.335967:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764216.335969:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764216.335970:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764216.335989:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764216.335991:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764216.335993:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787764217.359928:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764217.359936:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764217.359943:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764217.359944:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764217.359948:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764217.359949:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764217.359953:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764217.359954:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764217.359958:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764217.359959:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764217.359988:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764217.359991:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764217.359993:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787764218.384003:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764218.384013:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764218.384022:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764218.384024:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764218.384029:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764218.384034:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764218.384036:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764218.384041:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764218.384045:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764218.384048:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764218.384050:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764218.384053:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764218.384058:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764218.384059:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764218.384063:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764218.384065:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764218.384067:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764218.384069:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764218.384071:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764218.384073:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764218.384075:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764218.384076:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764218.384109:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764218.384112:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764218.384116:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764219.088049:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764219.088064:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764219.088068:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764219.088073:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764219.088077:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764219.088191:0:18336:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5104
00000400:00000200:3.0:1787764219.088205:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764219.088212:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764219.088216:0:18336:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764219.088221:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764219.088225:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764219.088227:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764219.088230:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764219.088234:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764219.088236:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:3.0:1787764219.088239:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764219.088242:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:3.0:1787764219.088245:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:3.0:1787764219.088247:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:3.0:1787764219.088250:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764219.088252:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764219.088254:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764219.088256:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764219.088259:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:3.0:1787764219.088263:0:18336:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764219.088267:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764219.088270:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764219.088275:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764219.088278:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764219.088280:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764219.088283:0:18336:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764219.088293:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0b40.
00000020:00000040:3.0:1787764219.088296:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:3.0:1787764219.088300:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764219.088302:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764219.088305:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764219.088308:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764219.088312:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764219.088320:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9dc00.
00000100:00000001:3.0:1787764219.088328:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764219.088338:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0b40 x1874601358815360/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764219.088350:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764219.088353:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764219.088357:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d6e219c] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0b40 x1874601358815360/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764219.088392:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764219.088397:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764219.088402:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764219.088403:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764219.088406:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764219.088410:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764219.088413:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5104
00000400:00000200:3.0:1787764219.088418:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764219.088428:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764219.088431:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764219.088433:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764219.088435:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764219.088437:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764219.088438:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764219.088440:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764219.088444:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:3.0:1787764219.088446:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764219.088451:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:3.0:1787764219.088455:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:3.0:1787764219.088457:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:3.0:1787764219.088462:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764219.088466:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764219.088470:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764219.088475:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764219.088479:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:3.0:1787764219.088484:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764219.088488:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764219.088491:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764219.088499:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764219.088506:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764219.088509:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764219.088515:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764219.088519:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764219.088523:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764219.088532:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b21c0.
00000020:00000040:3.0:1787764219.088535:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:3.0:1787764219.088539:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764219.088542:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764219.088545:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764219.088549:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764219.088567:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764219.088574:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9cc00.
00000100:00000001:3.0:1787764219.088581:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764219.088593:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b21c0 x1874601358815488/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764219.088613:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764219.088618:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764219.088627:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a837d5f] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b21c0 x1874601358815488/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764219.088643:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764219.088648:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764219.088652:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764219.088653:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764219.088655:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764219.088659:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764219.088664:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5104
00000400:00000200:3.0:1787764219.088672:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764219.088679:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764219.088684:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764219.088690:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764219.088695:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764219.088701:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764219.088706:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764219.088710:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764219.088713:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:3.0:1787764219.088717:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764219.088721:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:3.0:1787764219.088723:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:3.0:1787764219.088728:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:3.0:1787764219.088735:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764219.088739:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764219.088743:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764219.088747:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764219.088750:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:3.0:1787764219.088755:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764219.088757:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764219.088760:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764219.088765:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764219.088769:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764219.088773:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:1.1:1787764219.088775:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000008:00100000:3.0:1787764219.088777:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.1:1787764219.088781:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000008:00000001:3.0:1787764219.088782:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764219.088786:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764219.088792:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b03c0.
00000020:00000040:3.0:1787764219.088797:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:3.0:1787764219.088800:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764219.088802:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764219.088806:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764219.088808:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764219.088811:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764219.088818:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9d800.
00000100:00000001:3.0:1787764219.088823:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764219.088830:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b03c0 x1874601358815616/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764219.088885:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764219.088888:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764219.088896:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fa8aa37] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b03c0 x1874601358815616/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764219.088916:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764219.088920:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764219.088924:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764219.088926:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764219.088928:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764219.088935:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764219.088941:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5104
00000400:00000200:3.0:1787764219.088946:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764219.088950:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764219.088952:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764219.088957:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764219.088959:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764219.088962:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764219.088966:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764219.088970:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764219.088972:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:3.0:1787764219.088976:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764219.088980:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:3.0:1787764219.088984:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:3.0:1787764219.088987:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:3.0:1787764219.088994:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764219.089001:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764219.089007:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764219.089013:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764219.089022:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:3.0:1787764219.089032:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764219.089038:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764219.089045:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764219.089051:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764219.089057:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764219.089062:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764219.089066:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764219.089071:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764219.089075:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764219.089083:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b3840.
00000020:00000040:3.0:1787764219.089090:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:3.0:1787764219.089097:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764219.089099:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764219.089103:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764219.089106:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764219.089109:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764219.089114:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9f000.
00000100:00000001:3.0:1787764219.089119:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764219.089129:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b3840 x1874601358815744/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764219.089145:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764219.089150:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764219.089156:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a874aff9] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b3840 x1874601358815744/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764219.089173:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764219.089179:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764219.089184:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764219.089187:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764219.089190:0:18336:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764219.089195:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764219.089200:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5104
00000400:00000200:3.0:1787764219.089203:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764219.089205:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764219.089206:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764219.089212:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764219.089215:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764219.089220:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764219.089225:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764219.089228:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764219.089231:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:3.0:1787764219.089234:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764219.089238:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:3.0:1787764219.089243:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:3.0:1787764219.089247:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:3.0:1787764219.089252:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764219.089259:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764219.089262:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764219.089265:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764219.089268:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:3.0:1787764219.089273:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764219.089276:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764219.089279:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764219.089282:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764219.089287:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764219.089292:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764219.089294:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764219.089297:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764219.089300:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764219.089304:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0f00.
00000020:00000040:3.0:1787764219.089306:0:18336:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:3.0:1787764219.089308:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764219.089312:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764219.089316:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764219.089318:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764219.089321:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764219.089326:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9d400.
00000100:00000001:3.0:1787764219.089331:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764219.089341:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0f00 x1874601358815872/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764219.089369:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764219.089376:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764219.089389:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031bb8c12] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0f00 x1874601358815872/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764219.089414:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764219.089422:0:18336:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5114)
00000800:00000200:1.1:1787764219.089492:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764219.089494:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787764219.089702:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764219.089704:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787764219.089898:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764219.089900:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787764219.090184:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764219.090186:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00010000:00000001:0.0:1787764219.407946:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764219.407952:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764219.407956:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764219.407957:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764219.407960:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764219.407961:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764219.407963:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764219.407964:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764219.407966:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764219.407967:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764219.407986:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764219.407989:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764219.407991:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787764220.431976:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764220.431989:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764220.432003:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764220.432007:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764220.432008:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299778316, at 4299778368
00010000:00000001:0.0:1787764220.432014:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764220.432019:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764220.432022:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2cde0.
00010000:00000001:0.0:1787764220.432024:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764220.432027:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764220.432034:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764220.432035:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764220.432056:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764220.432058:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764220.432061:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787764221.455939:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764221.455945:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764221.455949:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764221.455950:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764221.455953:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764221.455954:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764221.455957:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764221.455957:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764221.455959:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764221.455960:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764221.455979:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764221.455981:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764221.455983:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787764222.479938:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764222.479944:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764222.479946:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764222.479950:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764222.479955:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764222.479958:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764222.479960:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764222.479962:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764222.479967:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764222.479968:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764222.479972:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764222.479973:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764222.479977:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764222.479978:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764222.479980:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764222.479982:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764222.479984:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764222.479985:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764222.479987:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764222.479989:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764222.479992:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764222.479994:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764222.480013:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764222.480015:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764222.480017:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787764223.503923:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764223.503928:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764223.503933:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764223.503934:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764223.503936:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764223.503937:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764223.503940:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764223.503941:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764223.503943:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764223.503944:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764223.503959:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764223.503961:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764223.503963:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787764224.208490:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764224.208497:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787764224.209277:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764224.209280:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787764224.209547:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764224.209548:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787764224.209762:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764224.209774:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787764224.209974:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764224.209975:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00010000:00000001:0.0:1787764224.527925:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764224.527932:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764224.527939:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764224.527940:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764224.527944:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764224.527945:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764224.527949:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764224.527950:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764224.527953:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764224.527955:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764224.527975:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764224.527979:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764224.527982:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787764225.551909:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299783435, at 4299783488
00000100:00000010:3.0:1787764225.551924:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2c1e0.
00010000:00000001:0.0:1787764225.551933:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764225.551938:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764225.551944:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764225.551948:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764225.551951:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764225.551955:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764225.551959:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764225.551961:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764225.551963:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764225.551966:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764225.551970:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764225.551971:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764225.551975:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764225.551976:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764225.551980:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764225.551981:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764225.552003:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764225.552007:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764225.552009:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787764226.575936:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764226.575944:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764226.575950:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764226.575952:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764226.575956:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764226.575957:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764226.575961:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764226.575962:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764226.575965:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764226.575967:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764226.575987:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764226.575990:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764226.576005:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787764227.599951:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764227.599961:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764227.599969:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764227.599970:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764227.599975:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764227.599976:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764227.599980:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764227.599981:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764227.599985:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764227.599987:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764227.600011:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764227.600015:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764227.600018:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787764228.623972:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764228.623980:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764228.623985:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764228.623987:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764228.623990:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764228.623994:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764228.623996:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764228.623999:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764228.624002:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764228.624005:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764228.624007:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764228.624009:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764228.624013:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764228.624014:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764228.624018:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764228.624019:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764228.624021:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764228.624022:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764228.624024:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764228.624025:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764228.624027:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764228.624028:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764228.624052:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764228.624055:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764228.624057:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1787764229.328481:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764229.328487:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787764229.329234:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764229.329237:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787764229.329568:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764229.329570:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787764229.329832:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764229.329834:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787764229.330151:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764229.330154:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00010000:00000001:0.0:1787764229.647924:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764229.647931:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764229.647938:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764229.647940:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764229.647943:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764229.647945:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764229.647948:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764229.647950:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764229.647953:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764229.647955:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764229.647977:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764229.647981:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764229.647984:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787764230.671964:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764230.671971:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764230.671975:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299788555, at 4299788608
00010000:00000001:0.0:1787764230.671978:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764230.671982:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764230.671995:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:3.0:1787764230.671999:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2c7e0.
00010000:00000001:0.0:1787764230.672000:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764230.672012:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764230.672014:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764230.672019:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764230.672020:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764230.672046:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764230.672050:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764230.672053:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787764231.695965:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764231.695972:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764231.695978:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764231.695980:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764231.695983:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764231.695985:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764231.695989:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764231.695990:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764231.695993:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764231.695994:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764231.696018:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764231.696021:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764231.696024:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787764232.719937:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764232.719944:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764232.719946:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764232.719949:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764232.719953:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764232.719954:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764232.719956:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764232.719958:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764232.719961:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764232.719962:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764232.719964:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764232.719965:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764232.719967:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764232.719968:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764232.719969:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764232.719970:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764232.719971:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764232.719972:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764232.719973:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764232.719975:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764232.719977:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764232.719978:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764232.719996:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764232.719998:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764232.720000:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787764233.744023:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764233.744032:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764233.744041:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764233.744042:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764233.744046:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764233.744048:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764233.744052:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764233.744053:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764233.744057:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764233.744059:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764233.744090:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764233.744094:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764233.744098:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1787764234.448587:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764234.448593:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1787764234.449369:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764234.449374:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1787764234.449601:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764234.449603:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1787764234.449810:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764234.449812:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1787764234.450112:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764234.450114:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 11 secs later)
00010000:00000001:0.0:1787764234.767933:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764234.767940:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764234.767944:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764234.767945:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764234.767948:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764234.767949:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764234.767951:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764234.767952:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764234.767955:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764234.767956:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764234.767973:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764234.767975:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764234.767977:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787764235.791949:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299793675, at 4299793728
00010000:00000001:0.0:1787764235.791952:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764235.791956:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764235.791964:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:3.0:1787764235.791964:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767000.
00010000:00000001:0.0:1787764235.791967:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764235.791970:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764235.791974:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764235.791977:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764235.791979:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764235.791981:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764235.791983:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764235.791987:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764235.791988:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764235.791991:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764235.791992:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764235.791995:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764235.791996:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764235.792013:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764235.792015:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764235.792018:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787764236.815968:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764236.815973:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764236.815977:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764236.815978:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764236.815981:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764236.815982:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764236.815984:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764236.815985:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764236.815987:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764236.815988:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764236.816009:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764236.816012:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764236.816014:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787764237.839980:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764237.839986:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764237.839991:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764237.839992:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764237.840003:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764237.840004:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764237.840006:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764237.840009:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764237.840012:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764237.840013:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764237.840034:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764237.840036:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764237.840038:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787764238.863957:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764238.863964:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764238.863968:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764238.863969:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764238.863971:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764238.863974:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764238.863976:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764238.863978:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764238.863981:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764238.863982:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764238.863984:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764238.863985:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764238.863988:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764238.863989:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764238.863991:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764238.863992:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764238.863993:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764238.863994:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764238.863995:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764238.863996:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764238.863997:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764238.863998:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764238.864016:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764238.864018:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764238.864021:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1787764239.568474:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764239.568480:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1787764239.569199:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764239.569203:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1787764239.569481:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764239.569483:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1787764239.569694:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764239.569696:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1787764239.569990:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764239.569991:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 6 secs later)
00010000:00000001:0.0:1787764239.887972:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764239.887980:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764239.887987:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764239.887988:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764239.888004:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764239.888006:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764239.888009:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764239.888011:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764239.888015:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764239.888016:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764239.888045:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764239.888049:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764239.888052:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787764240.911964:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299798795, at 4299798848
00010000:00000001:0.0:1787764240.911972:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764240.911976:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764240.911979:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767a80.
00010000:00000001:0.0:1787764240.911982:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764240.911985:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764240.911990:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764240.911991:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764240.911994:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764240.911995:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764240.911999:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764240.912001:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764240.912026:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764240.912030:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764240.912033:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787764241.935956:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764241.935963:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764241.935969:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764241.935971:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764241.935976:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764241.935977:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764241.935980:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764241.935982:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764241.935985:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764241.935986:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764241.936011:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764241.936015:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764241.936018:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787764242.959961:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764242.959968:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764242.959970:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764242.959973:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764242.959977:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764242.959978:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764242.959980:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764242.959982:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764242.959985:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764242.959986:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764242.959988:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764242.959989:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764242.959991:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764242.959993:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764242.959993:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764242.959995:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764242.959996:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764242.959997:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764242.959998:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764242.959999:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764242.960001:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764242.960002:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764242.960020:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764242.960022:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764242.960024:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787764243.983979:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764243.983985:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764243.983989:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764243.983990:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764243.983992:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764243.983993:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764243.983995:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764243.983996:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764243.983998:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764243.983999:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764243.984019:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764243.984022:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764243.984024:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1787764244.688041:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764244.688053:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764244.688055:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764244.688060:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764244.688064:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764244.688072:0:58520:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5130
00000400:00000200:3.0:1787764244.688081:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764244.688088:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764244.688091:0:58520:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764244.688093:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764244.688096:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764244.688098:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764244.688100:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764244.688104:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764244.688106:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:3.0:1787764244.688108:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764244.688112:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:3.0:1787764244.688113:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:3.0:1787764244.688115:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:3.0:1787764244.688118:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764244.688119:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764244.688120:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764244.688121:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764244.688124:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:3.0:1787764244.688126:0:58520:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764244.688128:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764244.688130:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764244.688134:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764244.688136:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764244.688138:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764244.688140:0:58520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764244.688152:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b1e00.
00000020:00000040:3.0:1787764244.688155:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:3.0:1787764244.688159:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764244.688161:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764244.688164:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764244.688166:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764244.688171:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764244.688180:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9f800.
00000100:00000001:3.0:1787764244.688187:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764244.688197:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b1e00 x1874601358818560/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764244.688206:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764244.688210:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764244.688215:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007fca43c8] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b1e00 x1874601358818560/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764244.688241:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764244.688244:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764244.688247:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764244.688248:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764244.688249:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764244.688252:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764244.688253:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5130
00000400:00000200:3.0:1787764244.688256:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764244.688259:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764244.688261:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764244.688263:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764244.688264:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764244.688266:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764244.688268:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764244.688271:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764244.688273:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:3.0:1787764244.688275:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764244.688276:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:3.0:1787764244.688278:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:3.0:1787764244.688280:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:3.0:1787764244.688282:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764244.688283:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764244.688285:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764244.688286:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764244.688288:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:3.0:1787764244.688297:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764244.688301:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764244.688303:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764244.688311:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764244.688314:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764244.688315:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764244.688342:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764244.688349:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764244.688359:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764244.688370:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b3c00.
00000020:00000040:3.0:1787764244.688376:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:3.0:1787764244.688381:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764244.688384:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764244.688387:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764244.688390:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764244.688392:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764244.688397:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9fc00.
00000100:00000001:3.0:1787764244.688401:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764244.688410:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b3c00 x1874601358818688/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764244.688430:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764244.688435:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764244.688445:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbda2d43] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b3c00 x1874601358818688/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764244.688459:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764244.688462:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764244.688469:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764244.688472:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764244.688474:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764244.688479:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764244.688485:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5130
00000400:00000200:3.0:1787764244.688495:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764244.688503:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764244.688511:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764244.688523:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764244.688529:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764244.688535:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764244.688546:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764244.688553:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764244.688560:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:3.0:1787764244.688567:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764244.688572:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:3.0:1787764244.688584:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:3.0:1787764244.688594:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:3.0:1787764244.688609:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764244.688615:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764244.688623:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764244.688630:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764244.688641:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:3.0:1787764244.688654:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764244.688656:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764244.688659:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764244.688665:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764244.688670:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764244.688679:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764244.688684:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764244.688693:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764244.688698:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764244.688706:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b2940.
00000020:00000040:3.0:1787764244.688715:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:3.0:1787764244.688721:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764244.688726:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764244.688731:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764244.688735:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764244.688739:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764244.688747:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9f400.
00000100:00000001:3.0:1787764244.688765:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764244.688780:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b2940 x1874601358818816/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764244.688820:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764244.688825:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787764244.688827:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764244.688833:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000100:00000040:3.0:1787764244.688840:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000bae3a13] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b2940 x1874601358818816/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764244.688968:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764244.688978:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764244.688986:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764244.688995:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764244.689000:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764244.689006:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764244.689015:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5130
00000400:00000200:3.0:1787764244.689030:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764244.689047:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764244.689052:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764244.689061:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764244.689070:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764244.689081:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764244.689094:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764244.689098:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764244.689102:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:3.0:1787764244.689105:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764244.689108:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:3.0:1787764244.689111:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:3.0:1787764244.689113:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:3.0:1787764244.689121:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764244.689127:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764244.689131:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764244.689137:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764244.689149:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:3.0:1787764244.689159:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764244.689163:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764244.689167:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764244.689179:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764244.689190:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764244.689194:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764244.689201:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764244.689204:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764244.689205:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764244.689209:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0000.
00000020:00000040:3.0:1787764244.689214:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:3.0:1787764244.689217:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764244.689220:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764244.689228:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764244.689233:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764244.689239:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764244.689249:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9c800.
00000100:00000001:3.0:1787764244.689255:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764244.689267:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0000 x1874601358818944/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764244.689290:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764244.689293:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764244.689299:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000084e1803] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0000 x1874601358818944/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764244.689345:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764244.689349:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764244.689357:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764244.689362:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764244.689367:0:58520:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764244.689377:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764244.689386:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5130
00000400:00000200:3.0:1787764244.689395:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764244.689403:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764244.689409:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764244.689420:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764244.689430:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764244.689434:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764244.689439:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764244.689443:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764244.689445:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:3.0:1787764244.689450:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764244.689452:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:3.0:1787764244.689459:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:3.0:1787764244.689463:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:3.0:1787764244.689476:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764244.689493:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764244.689504:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764244.689514:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764244.689520:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:3.0:1787764244.689533:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764244.689550:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764244.689561:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764244.689565:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764244.689571:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764244.689574:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764244.689577:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764244.689582:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764244.689587:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764244.689592:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b1a40.
00000020:00000040:3.0:1787764244.689596:0:58520:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:3.0:1787764244.689606:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764244.689609:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764244.689611:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764244.689613:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764244.689616:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764244.689624:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9ec00.
00000100:00000001:3.0:1787764244.689630:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764244.689641:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b1a40 x1874601358819072/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764244.689667:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764244.689670:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764244.689675:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b5428e47] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b1a40 x1874601358819072/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764244.689686:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764244.689692:0:58520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5140)
00000800:00000200:2.1:1787764244.689833:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764244.689835:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787764244.690118:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764244.690121:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787764244.690356:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764244.690358:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787764244.690610:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764244.690611:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00010000:00000001:0.0:1787764245.007930:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764245.007938:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764245.007942:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764245.007943:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764245.007947:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764245.007948:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764245.007950:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764245.007951:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764245.007954:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764245.007955:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764245.007976:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764245.007979:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764245.007981:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787764246.031954:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299803916, at 4299803968
00010000:00000001:0.0:1787764246.031958:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764246.031963:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764246.031969:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9821987677e0.
00010000:00000001:0.0:1787764246.031970:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764246.031975:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764246.031979:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764246.031982:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764246.031987:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764246.031989:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764246.031994:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764246.031997:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764246.032001:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764246.032006:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764246.032012:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764246.032014:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764246.032017:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764246.032018:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764246.032040:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764246.032042:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764246.032044:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787764247.055924:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764247.055932:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764247.055939:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764247.055941:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764247.055944:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764247.055945:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764247.055949:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764247.055950:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764247.055953:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764247.055954:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764247.055983:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764247.055986:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764247.055989:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764247.311978:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764247.311987:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764247.311991:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764247.311996:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764247.312000:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764247.312004:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764247.312008:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764247.312011:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764247.312014:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764248.079969:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764248.079976:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764248.079982:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764248.079984:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764248.079988:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764248.079989:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764248.079993:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764248.079994:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764248.079998:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764248.079999:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764248.080032:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764248.080035:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764248.080037:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764248.335965:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764248.335973:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764248.335975:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764248.335981:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764248.335985:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764248.335990:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764248.335993:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764248.335996:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764248.335998:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764249.103916:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764249.103922:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764249.103926:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764249.103927:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764249.103929:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764249.103932:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764249.103934:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764249.103936:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764249.103939:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764249.103940:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764249.103942:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764249.103943:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764249.103946:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764249.103947:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764249.103949:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764249.103950:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764249.103951:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764249.103952:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764249.103954:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764249.103955:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764249.103956:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764249.103957:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764249.359949:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764249.359957:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764249.359960:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764249.359965:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764249.359970:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764249.359974:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764249.359977:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764249.359980:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764249.359983:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787764249.808703:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764249.809224:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764249.809599:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764249.809771:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764249.809973:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00010000:00000001:0.0:1787764250.127967:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764250.127973:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764250.127977:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764250.127978:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764250.127981:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764250.127982:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764250.127984:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764250.127985:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764250.127987:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764250.127988:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764250.128037:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764250.128040:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764250.128042:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764250.383955:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764250.383963:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764250.383965:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764250.383970:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764250.383975:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764250.383978:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764250.383980:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764250.383982:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764250.383984:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764251.152019:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299809035, at 4299809088
00010000:00000001:0.0:1787764251.152021:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764251.152027:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764251.152042:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764251.152044:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764251.152048:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767e40.
00010000:00000001:0.0:1787764251.152054:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764251.152057:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764251.152062:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764251.152063:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764251.152066:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764251.152067:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764251.152099:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764251.152101:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764251.152103:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764251.407916:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764251.407924:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764251.407925:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764251.407930:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764251.407934:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764251.407936:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764251.407939:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764251.407941:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764251.407943:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764252.175975:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764252.175983:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764252.175989:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764252.175991:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764252.175995:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764252.175996:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764252.176000:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764252.176002:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764252.176005:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764252.176006:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764252.431961:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764252.431968:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764252.431970:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764252.431975:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764252.431979:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764252.431982:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764252.431984:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764252.431986:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764252.431989:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:3.0:1787764252.880124:0:2376:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.141:988
00000400:00000100:3.0:1787764252.880171:0:2376:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.141@tcp at host 192.168.202.141 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1787764252.880183:0:2376:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764252.880188:0:2376:0:(router.c:1791:lnet_notify()) 192.168.202.41@tcp notifying 192.168.202.141@tcp: down
00000400:00000200:3.0:1787764252.880193:0:2376:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764252.880197:0:2376:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1787764252.880203:0:2376:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:3.0:1787764252.880208:0:2376:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8d00.
00000400:00000200:3.0:1787764252.880214:0:2376:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787764252.880219:0:2376:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787764252.880227:0:2376:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e05d8
00000400:00000010:3.0:1787764252.880231:0:2376:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e05d8.
00000100:00000001:3.0:1787764252.880238:0:2376:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787764252.880261:0:2376:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff982187f843c0 x1874601358819200/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764252.880288:0:2376:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764252.880294:0:2376:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f843c0 x1874601358819200/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764274 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764252.880303:0:2376:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764252.880305:0:2376:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787764252.880321:0:2376:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:3.0:1787764252.880324:0:2376:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8200.
00000400:00000200:3.0:1787764252.880328:0:2376:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787764252.880333:0:2376:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787764252.880337:0:2376:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0d48
00000400:00000010:3.0:1787764252.880340:0:2376:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0d48.
00000100:00000001:3.0:1787764252.880344:0:2376:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787764252.880357:0:2376:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff982187f85a40 x1874601358819328/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764252.880376:0:2376:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764252.880394:0:2376:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f85a40 x1874601358819328/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764274 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764252.880448:0:2376:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764252.880454:0:2376:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787764252.880472:0:2376:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:3.0:1787764252.880482:0:2376:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:3.0:1787764252.880490:0:2376:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787764252.880507:0:2376:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787764252.880527:0:2376:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0330
00000400:00000010:3.0:1787764252.880534:0:2376:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0330.
00000100:00000001:3.0:1787764252.880546:0:2376:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787764252.880560:0:2376:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff982187f86940 x1874601358819456/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764252.880604:0:2376:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764252.880615:0:2376:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f86940 x1874601358819456/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764274 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764252.880646:0:2376:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764252.880655:0:2376:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787764252.880690:0:2376:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:3.0:1787764252.880704:0:2376:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8700.
00000400:00000200:3.0:1787764252.880713:0:2376:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787764252.880731:0:2376:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787764252.880748:0:2376:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0000
00000400:00000010:3.0:1787764252.880757:0:2376:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0000.
00000100:00000001:3.0:1787764252.880772:0:2376:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787764252.880789:0:2376:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff982187f84780 x1874601358819584/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764252.881933:0:2376:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764252.881940:0:2376:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f84780 x1874601358819584/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764274 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764252.881949:0:2376:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764252.881951:0:2376:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787764252.881966:0:2376:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:3.0:1787764252.881970:0:2376:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8900.
00000400:00000200:3.0:1787764252.881975:0:2376:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787764252.881979:0:2376:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787764252.881986:0:2376:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0aa0
00000400:00000010:3.0:1787764252.881990:0:2376:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0aa0.
00000100:00000001:3.0:1787764252.882002:0:2376:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787764252.882018:0:2376:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff982187f870c0 x1874601358819712/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764252.882068:0:2376:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764252.882083:0:2376:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f870c0 x1874601358819712/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764274 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764252.882125:0:2376:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764252.882131:0:2376:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:0.0:1787764253.199975:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764253.199984:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764253.199987:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764253.199990:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764253.199995:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764253.199996:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764253.199998:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764253.200000:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764253.200003:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764253.200004:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764253.200013:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764253.200014:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764253.200016:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764253.200018:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764253.200019:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764253.200020:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764253.200021:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764253.200022:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764253.200023:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764253.200024:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764253.200026:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764253.200027:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764253.200059:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764253.200061:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764253.200063:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764253.456010:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764253.456023:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764253.456027:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764253.456036:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764253.456042:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764253.456047:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764253.456051:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764253.456054:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764253.456058:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764254.223967:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764254.223974:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764254.223978:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764254.223979:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764254.223981:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764254.223982:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764254.223985:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764254.223985:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764254.223988:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764254.223989:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764254.224025:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764254.224027:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764254.224029:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764254.479984:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764254.479996:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764254.479999:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764254.480006:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764254.480014:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764254.480019:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764254.480023:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764254.480027:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764254.480031:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764254.928092:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764254.928103:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764254.928106:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764254.928109:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764254.928114:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764254.928122:0:18336:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5140
00000400:00000200:3.0:1787764254.928130:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764254.928136:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764254.928140:0:18336:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764254.928143:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764254.928146:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764254.928148:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764254.928150:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764254.928154:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764254.928157:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:3.0:1787764254.928160:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764254.928164:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:3.0:1787764254.928167:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:3.0:1787764254.928170:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:3.0:1787764254.928173:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764254.928176:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764254.928178:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764254.928180:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764254.928185:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:3.0:1787764254.928189:0:18336:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764254.928192:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764254.928196:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764254.928200:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764254.928204:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764254.928207:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764254.928209:0:18336:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764254.928216:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b1680.
00000020:00000040:3.0:1787764254.928255:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:3.0:1787764254.928261:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764254.928264:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764254.928268:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764254.928272:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764254.928278:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764254.928289:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9ec00.
00000100:00000001:3.0:1787764254.928298:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764254.928311:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b1680 x1874601358819840/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764254.928324:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764254.928330:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764254.928337:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045d21e1f] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b1680 x1874601358819840/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764254.928367:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764254.928371:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764254.928381:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764254.928383:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764254.928385:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764254.928388:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764254.928390:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5140
00000400:00000200:3.0:1787764254.928395:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764254.928399:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764254.928401:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764254.928405:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764254.928407:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764254.928410:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764254.928412:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764254.928415:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764254.928416:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:3.0:1787764254.928418:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764254.928421:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:3.0:1787764254.928424:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:3.0:1787764254.928426:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:3.0:1787764254.928430:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764254.928432:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764254.928434:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764254.928436:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764254.928439:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:3.0:1787764254.928442:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764254.928444:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764254.928446:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764254.928454:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764254.928456:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764254.928459:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764254.928466:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764254.928469:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764254.928473:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764254.928478:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b3480.
00000020:00000040:3.0:1787764254.928481:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:3.0:1787764254.928484:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764254.928485:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764254.928487:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764254.928489:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764254.928491:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764254.928495:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9c800.
00000100:00000001:3.0:1787764254.928500:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764254.928505:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b3480 x1874601358819968/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764254.928514:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764254.928517:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764254.928522:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005fcc8ed6] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b3480 x1874601358819968/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764254.928539:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764254.928542:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764254.928546:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764254.928548:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764254.928551:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764254.928555:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764254.928558:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5140
00000400:00000200:3.0:1787764254.928563:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764254.928566:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764254.928585:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764254.928589:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764254.928592:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764254.928594:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764254.928597:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764254.928599:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764254.928601:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:3.0:1787764254.928603:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764254.928606:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:3.0:1787764254.928608:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:3.0:1787764254.928611:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:3.0:1787764254.928614:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764254.928616:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764254.928618:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764254.928621:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764254.928624:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:3.0:1787764254.928627:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764254.928630:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764254.928632:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764254.928636:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764254.928638:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764254.928641:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764254.928643:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764254.928646:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764254.928648:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764254.928652:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b2580.
00000020:00000040:3.0:1787764254.928655:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:3.0:1787764254.928657:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764254.928659:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764254.928661:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764254.928663:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764254.928665:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764254.928669:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9f400.
00000100:00000001:3.0:1787764254.928673:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764254.928679:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b2580 x1874601358820096/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764254.928687:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764254.928689:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764254.928693:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d0536d5] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b2580 x1874601358820096/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764254.928701:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764254.928705:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764254.928710:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764254.928711:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764254.928713:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764254.928715:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764254.928718:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5140
00000400:00000200:3.0:1787764254.928722:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764254.928726:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764254.928728:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764254.928733:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764254.928735:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764254.928737:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764254.928740:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764254.928743:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764254.928744:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:3.0:1787764254.928746:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764254.928749:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:3.0:1787764254.928751:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:3.0:1787764254.928754:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:3.0:1787764254.928758:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764254.928760:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764254.928762:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764254.928765:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764254.928768:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:3.0:1787764254.928771:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764254.928774:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764254.928776:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764254.928779:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764254.928781:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764254.928784:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764254.928787:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764254.928790:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764254.928792:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764254.928797:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b30c0.
00000020:00000040:3.0:1787764254.928800:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:3.0:1787764254.928803:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764254.928804:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764254.928806:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764254.928808:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764254.928810:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764254.928814:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9fc00.
00000100:00000001:3.0:1787764254.928818:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764254.928823:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b30c0 x1874601358820224/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764254.928830:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764254.928832:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764254.928836:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8678ec4] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b30c0 x1874601358820224/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764254.928845:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787764254.929013:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764254.929018:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787764254.929543:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764254.929546:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787764254.929884:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764254.929887:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000100:00080000:3.0:1787764254.929960:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764254.929965:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764254.929966:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764254.929969:0:18336:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764254.929972:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764254.929976:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5140
00000400:00000200:3.0:1787764254.929980:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764254.929984:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764254.929986:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764254.929990:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764254.929993:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764254.929996:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764254.929999:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764254.930002:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764254.930003:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:3.0:1787764254.930005:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764254.930008:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:3.0:1787764254.930011:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:3.0:1787764254.930013:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:3.0:1787764254.930017:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764254.930019:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764254.930022:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764254.930024:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764254.930027:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:3.0:1787764254.930031:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764254.930033:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764254.930036:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764254.930039:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764254.930041:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764254.930044:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764254.930047:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764254.930050:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764254.930053:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764254.930057:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0780.
00000020:00000040:3.0:1787764254.930060:0:18336:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:3.0:1787764254.930064:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764254.930065:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764254.930068:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764254.930070:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764254.930072:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764254.930078:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9f800.
00000100:00000001:3.0:1787764254.930082:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764254.930087:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0780 x1874601358820352/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764254.930097:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764254.930113:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764254.930118:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cef40868] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0780 x1874601358820352/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764254.930128:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764254.930133:0:18336:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5150)
00000800:00000200:2.1:1787764254.930201:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764254.930204:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787764254.930591:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764254.930593:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00010000:00000001:0.0:1787764255.248021:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764255.248029:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764255.248035:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764255.248036:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764255.248041:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764255.248042:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764255.248046:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764255.248048:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764255.248052:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764255.248053:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764255.503980:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764255.503990:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764255.503993:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764255.504001:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764255.504006:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764255.504022:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764255.504026:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764255.504028:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764255.504031:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764256.271997:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299814156, at 4299814208
00010000:00000001:0.0:1787764256.272017:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:3.0:1787764256.272017:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9821987676c0.
00010000:00000001:0.0:1787764256.272034:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764256.272043:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764256.272047:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764256.272050:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764256.272053:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764256.272056:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764256.272059:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764256.272062:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764256.272065:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764256.272069:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764256.272070:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764256.272073:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764256.272074:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764256.272076:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764256.272077:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764256.272098:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764256.272100:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764256.272102:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764256.527991:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764256.528011:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764256.528016:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764256.528024:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764256.528030:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764256.528036:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764256.528041:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764256.528045:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764256.528048:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764257.295973:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764257.295980:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764257.295997:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764257.295999:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764257.296002:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764257.296003:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764257.296006:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764257.296008:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764257.296011:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764257.296012:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764257.296034:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764257.296037:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764257.296040:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764257.551991:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764257.552000:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764257.552001:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764257.552006:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764257.552011:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764257.552014:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764257.552017:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764257.552019:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764257.552022:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764258.319959:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764258.319965:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764258.319971:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764258.319973:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764258.319976:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764258.319978:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764258.319981:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764258.319983:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764258.319986:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764258.319987:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764258.575992:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764258.576002:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764258.576005:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764258.576013:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764258.576019:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764258.576024:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764258.576027:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764258.576031:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764258.576035:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764259.343937:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764259.343944:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764259.343950:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764259.343952:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764259.343956:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764259.343959:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764259.343961:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764259.343964:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764259.343967:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764259.343969:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764259.343971:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764259.343973:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764259.343976:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764259.343978:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764259.343981:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764259.343983:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764259.343984:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764259.343985:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764259.343987:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764259.343988:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764259.343990:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764259.343992:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764259.344012:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764259.344015:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764259.344018:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764259.599961:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764259.599968:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764259.599971:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764259.599976:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764259.599981:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764259.599984:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764259.599997:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764259.600000:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764259.600003:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787764260.048610:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764260.048615:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787764260.049266:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764260.049268:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787764260.049526:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764260.049528:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787764260.049754:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764260.049755:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787764260.050001:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764260.050004:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00010000:00000001:0.0:1787764260.368892:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764260.368898:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764260.368903:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764260.368903:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764260.368906:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764260.368907:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764260.368909:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764260.368909:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764260.368911:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764260.368912:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764260.368927:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764260.368928:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764260.368930:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764260.623947:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764260.623955:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764260.623958:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764260.623962:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764260.623967:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764260.623971:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764260.623974:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764260.623976:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764260.623992:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764261.391893:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764261.391898:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764261.391903:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000040:3.0:1787764261.391903:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299819275, at 4299819328
00010000:00000001:0.0:1787764261.391905:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764261.391908:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764261.391909:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764261.391914:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764261.391915:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764261.391917:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2ca80.
00010000:00000001:0.0:1787764261.391918:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764261.391920:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764261.647912:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764261.647919:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764261.647922:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764261.647928:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764261.647932:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764261.647936:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764261.647939:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764261.647941:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764261.647945:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764262.415921:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764262.415935:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764262.415938:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764262.415942:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764262.415945:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764262.415947:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764262.415948:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764262.415949:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764262.415953:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764262.415954:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764262.415956:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764262.415957:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764262.415959:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764262.415960:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764262.415961:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764262.415968:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764262.415969:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764262.415970:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764262.415972:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764262.415974:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764262.415978:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764262.415979:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764262.415998:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764262.416001:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764262.416003:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764262.672041:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764262.672047:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764262.672049:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764262.672054:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764262.672058:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764262.672062:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764262.672064:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764262.672066:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764262.672068:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764263.439926:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764263.439932:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764263.439938:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764263.439940:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764263.439943:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764263.439944:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764263.439947:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764263.439948:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764263.439952:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764263.439953:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764263.440007:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764263.440011:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764263.440014:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764263.695956:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764263.695977:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764263.695979:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764263.695985:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764263.695989:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764263.695992:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764263.695995:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764263.695998:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764263.696000:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764264.463917:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764264.463923:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764264.463930:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764264.463931:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764264.463935:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764264.463936:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764264.463939:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764264.463941:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764264.463943:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764264.463945:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764264.719969:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764264.719978:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764264.719980:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764264.719986:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764264.719990:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764264.719994:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764264.719996:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764264.719998:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764264.720000:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764265.167919:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764265.167928:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764265.167929:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764265.167932:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764265.167935:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764265.167941:0:58520:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5150
00000400:00000200:3.0:1787764265.167954:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764265.167958:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764265.167960:0:58520:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764265.167962:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764265.167965:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764265.167966:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764265.167968:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764265.167971:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764265.167972:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:3.0:1787764265.167974:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764265.167976:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:3.0:1787764265.167978:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:3.0:1787764265.167979:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:3.0:1787764265.167982:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764265.167983:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764265.167984:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764265.167985:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764265.167987:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:3.0:1787764265.167989:0:58520:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764265.167990:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764265.167992:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764265.167995:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764265.167996:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764265.167998:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764265.167999:0:58520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764265.168006:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b2d00.
00000020:00000040:3.0:1787764265.168008:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:3.0:1787764265.168011:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764265.168012:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764265.168014:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764265.168016:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764265.168019:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764265.168024:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9d000.
00000100:00000001:3.0:1787764265.168029:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764265.168035:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b2d00 x1874601358821120/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764265.168042:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764265.168045:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764265.168048:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000583ee9bd] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b2d00 x1874601358821120/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764265.168062:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764265.168064:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764265.168066:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764265.168067:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764265.168068:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764265.168070:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764265.168071:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5150
00000400:00000200:3.0:1787764265.168074:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764265.168076:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764265.168077:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764265.168079:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764265.168081:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764265.168083:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764265.168084:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764265.168086:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764265.168087:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:3.0:1787764265.168087:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764265.168089:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:3.0:1787764265.168090:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:3.0:1787764265.168091:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:3.0:1787764265.168093:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764265.168096:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764265.168098:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764265.168101:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764265.168104:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:3.0:1787764265.168108:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764265.168113:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764265.168116:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764265.168122:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764265.168127:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764265.168129:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764265.168133:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764265.168153:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764265.168158:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764265.168161:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b12c0.
00000020:00000040:3.0:1787764265.168164:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:3.0:1787764265.168168:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764265.168170:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764265.168173:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764265.168174:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764265.168176:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764265.168180:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9d400.
00000100:00000001:3.0:1787764265.168184:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764265.168191:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b12c0 x1874601358821248/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764265.168198:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764265.168202:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764265.168206:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001900fdea] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b12c0 x1874601358821248/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764265.168219:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764265.168222:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764265.168230:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764265.168232:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764265.168235:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764265.168240:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764265.168244:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5150
00000400:00000200:3.0:1787764265.168251:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764265.168255:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764265.168260:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764265.168264:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764265.168265:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764265.168267:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764265.168270:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764265.168273:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764265.168274:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:3.0:1787764265.168277:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764265.168280:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:3.0:1787764265.168282:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:3.0:1787764265.168286:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:3.0:1787764265.168290:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764265.168293:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764265.168297:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764265.168301:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764265.168304:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:3.0:1787764265.168309:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764265.168313:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764265.168317:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764265.168320:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764265.168324:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764265.168327:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764265.168329:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764265.168333:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764265.168335:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764265.168339:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0780.
00000020:00000040:3.0:1787764265.168342:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:3.0:1787764265.168346:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764265.168347:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764265.168350:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764265.168352:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764265.168355:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764265.168359:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9f000.
00000800:00000200:1.1:1787764265.168363:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:3.0:1787764265.168364:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764265.168368:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0780 x1874601358821376/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1787764265.168379:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000100:00000001:3.0:1787764265.168382:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764265.168387:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764265.168395:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cef40868] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0780 x1874601358821376/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764265.168412:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764265.168417:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764265.168427:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764265.168431:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764265.168433:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764265.168436:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764265.168441:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5150
00000400:00000200:3.0:1787764265.168450:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764265.168453:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764265.168458:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764265.168460:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764265.168462:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764265.168465:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764265.168468:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764265.168472:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764265.168474:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:3.0:1787764265.168478:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764265.168480:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:3.0:1787764265.168483:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:3.0:1787764265.168486:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:3.0:1787764265.168488:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764265.168489:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764265.168491:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764265.168495:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764265.168497:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:3.0:1787764265.168499:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764265.168503:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764265.168505:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764265.168508:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764265.168511:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764265.168514:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764265.168517:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764265.168519:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764265.168524:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764265.168527:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b30c0.
00000020:00000040:3.0:1787764265.168530:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:3.0:1787764265.168534:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764265.168536:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764265.168538:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764265.168540:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764265.168542:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764265.168547:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9d800.
00000100:00000001:3.0:1787764265.168550:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764265.168557:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b30c0 x1874601358821504/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764265.168568:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764265.168579:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764265.168587:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8678ec4] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b30c0 x1874601358821504/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764265.168598:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764265.168602:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764265.168605:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764265.168607:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764265.168609:0:58520:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764265.168614:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764265.168619:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5150
00000400:00000200:3.0:1787764265.168623:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764265.168629:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764265.168633:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764265.168638:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764265.168641:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764265.168645:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764265.168650:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764265.168653:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764265.168656:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:3.0:1787764265.168659:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764265.168662:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:3.0:1787764265.168667:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:3.0:1787764265.168671:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:3.0:1787764265.168676:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764265.168680:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764265.168684:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764265.168687:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764265.168690:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:3.0:1787764265.168694:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764265.168698:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764265.168701:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764265.168704:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764265.168705:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764265.168710:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764265.168712:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764265.168715:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764265.168717:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764265.168720:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b2580.
00000020:00000040:3.0:1787764265.168723:0:58520:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:3.0:1787764265.168727:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764265.168729:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764265.168733:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764265.168735:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764265.168741:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764265.168746:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9cc00.
00000100:00000001:3.0:1787764265.168751:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764265.168759:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b2580 x1874601358821632/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764265.168769:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764265.168772:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764265.168777:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d0536d5] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b2580 x1874601358821632/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764265.168789:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764265.168792:0:58520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5160)
00000800:00000200:1.1:1787764265.168918:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764265.168920:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787764265.169092:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764265.169093:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787764265.169266:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764265.169267:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787764265.169416:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764265.169417:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00010000:00000001:0.0:1787764265.487938:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764265.487943:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764265.487947:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764265.487950:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764265.487951:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764265.487953:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764265.487955:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764265.487957:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764265.487958:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764265.487959:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764265.487962:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764265.487962:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764265.487964:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764265.487965:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764265.487967:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764265.487967:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764265.487984:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764265.487986:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764265.487987:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764265.743959:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764265.743966:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764265.743967:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764265.743971:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764265.743974:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764265.743977:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764265.743979:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764265.743981:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764265.743983:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764266.511913:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299824395, at 4299824448
00000100:00000010:3.0:1787764266.511935:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2cd80.
00010000:00000001:0.0:1787764266.512042:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764266.512045:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764266.512050:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764266.512051:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764266.512054:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764266.512055:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764266.512058:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764266.512060:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764266.512063:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764266.512064:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764266.512184:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764266.512187:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764266.512191:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764266.767965:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764266.767973:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764266.767976:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764266.767982:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764266.767987:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764266.767991:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764266.767993:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764266.767995:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764266.767997:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764267.535984:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764267.535990:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764267.535995:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764267.535996:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764267.535999:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764267.536001:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764267.536004:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764267.536005:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764267.536008:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764267.536009:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764267.791983:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764267.791994:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764267.791997:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764267.792004:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764267.792009:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764267.792014:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764267.792018:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764267.792021:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764267.792025:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764268.560014:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764268.560024:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764268.560031:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764268.560033:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764268.560037:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764268.560041:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764268.560043:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764268.560048:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764268.560182:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764268.560186:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764268.560188:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764268.560191:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764268.560196:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764268.560198:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764268.560202:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764268.560204:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764268.560206:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764268.560207:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764268.560209:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764268.560211:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764268.560213:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764268.560215:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764268.560249:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764268.560252:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764268.560256:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764268.815940:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764268.815946:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764268.815948:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764268.815952:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764268.815955:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764268.815959:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764268.815962:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764268.815964:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764268.815968:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764269.583965:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764269.583972:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764269.583977:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764269.583978:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764269.583981:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764269.583982:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764269.583985:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764269.583986:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764269.583989:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764269.583991:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764269.584013:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764269.584016:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764269.584019:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764269.839942:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764269.839950:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764269.839953:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764269.839958:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764269.839962:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764269.839965:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764269.839968:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764269.839970:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764269.839973:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764270.287951:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764270.287960:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764270.287962:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764270.287965:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764270.287969:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764270.287975:0:58520:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5155
00000400:00000200:3.0:1787764270.287983:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764270.287987:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764270.287990:0:58520:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764270.287992:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764270.287995:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764270.287997:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764270.287999:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764270.288002:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764270.288004:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:3.0:1787764270.288006:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764270.288008:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:3.0:1787764270.288010:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:3.0:1787764270.288011:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:3.0:1787764270.288013:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764270.288015:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764270.288016:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764270.288017:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764270.288020:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:3.0:1787764270.288022:0:58520:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764270.288024:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764270.288026:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764270.288028:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764270.288030:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764270.288032:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764270.288033:0:58520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764270.288041:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b3480.
00000020:00000040:3.0:1787764270.288043:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:3.0:1787764270.288046:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764270.288047:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764270.288050:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764270.288052:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764270.288056:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764270.288063:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9dc00.
00000100:00000001:3.0:1787764270.288068:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764270.288076:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b3480 x1874601358821760/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764270.288104:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764270.288109:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764270.288113:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005fcc8ed6] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b3480 x1874601358821760/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764270.288131:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764270.288133:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764270.288136:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764270.288137:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764270.288138:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764270.288140:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764270.288142:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5155
00000400:00000200:3.0:1787764270.288144:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764270.288146:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764270.288148:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764270.288150:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764270.288151:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764270.288153:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764270.288154:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764270.288156:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764270.288157:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:3.0:1787764270.288158:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764270.288160:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:3.0:1787764270.288161:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:3.0:1787764270.288163:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:3.0:1787764270.288166:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764270.288167:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764270.288169:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764270.288171:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764270.288173:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:3.0:1787764270.288175:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764270.288177:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764270.288178:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764270.288183:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764270.288185:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764270.288188:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764270.288192:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764270.288195:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764270.288197:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764270.288199:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b1680.
00000020:00000040:3.0:1787764270.288201:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:3.0:1787764270.288203:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764270.288204:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764270.288207:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764270.288209:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764270.288211:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764270.288213:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9e800.
00000100:00000001:3.0:1787764270.288217:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764270.288224:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b1680 x1874601358821888/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764270.288240:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764270.288244:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764270.288248:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045d21e1f] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b1680 x1874601358821888/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764270.288267:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764270.288272:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764270.288279:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764270.288284:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764270.288288:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764270.288294:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764270.288302:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5155
00000400:00000200:3.0:1787764270.288310:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764270.288316:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764270.288319:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764270.288325:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764270.288328:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764270.288332:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764270.288334:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764270.288338:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764270.288340:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:3.0:1787764270.288343:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764270.288345:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:3.0:1787764270.288349:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:3.0:1787764270.288352:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:3.0:1787764270.288359:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764270.288362:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764270.288366:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764270.288371:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764270.288373:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:3.0:1787764270.288377:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764270.288380:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764270.288381:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764270.288384:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764270.288387:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764270.288392:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764270.288394:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764270.288396:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764270.288398:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764270.288402:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b1a40.
00000020:00000040:3.0:1787764270.288405:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:3.0:1787764270.288409:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764270.288413:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764270.288414:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764270.288416:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764270.288418:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764270.288423:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9e000.
00000100:00000001:3.0:1787764270.288427:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764270.288434:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b1a40 x1874601358822016/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764270.288443:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764270.288447:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764270.288453:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b5428e47] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b1a40 x1874601358822016/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764270.288464:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764270.288466:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764270.288471:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764270.288473:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764270.288476:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764270.288479:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764270.288483:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5155
00000400:00000200:3.0:1787764270.288489:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764270.288494:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764270.288498:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764270.288500:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764270.288501:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764270.288503:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764270.288506:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764270.288509:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764270.288510:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:3.0:1787764270.288511:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764270.288512:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:3.0:1787764270.288516:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:3.0:1787764270.288519:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:3.0:1787764270.288524:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764270.288527:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764270.288530:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764270.288532:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764270.288535:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000800:00000200:1.1:1787764270.288537:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00080000:3.0:1787764270.288539:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764270.288543:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787764270.288544:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
02000000:00000001:3.0:1787764270.288545:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764270.288548:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764270.288551:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764270.288554:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764270.288556:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764270.288560:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764270.288561:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764270.288565:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0000.
00000020:00000040:3.0:1787764270.288567:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:3.0:1787764270.288569:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764270.288570:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764270.288572:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764270.288574:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764270.288576:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764270.288580:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9c400.
00000100:00000001:3.0:1787764270.288584:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764270.288590:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0000 x1874601358822144/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764270.288598:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764270.288602:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764270.288607:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000084e1803] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0000 x1874601358822144/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764270.288615:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764270.288618:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764270.288623:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764270.288625:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764270.288627:0:58520:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764270.288632:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764270.288636:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5155
00000400:00000200:3.0:1787764270.288641:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764270.288644:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764270.288646:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764270.288651:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764270.288655:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764270.288658:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764270.288661:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764270.288664:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764270.288667:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:3.0:1787764270.288669:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764270.288672:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:3.0:1787764270.288674:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:3.0:1787764270.288680:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:3.0:1787764270.288684:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764270.288686:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764270.288688:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764270.288690:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764270.288695:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:3.0:1787764270.288698:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764270.288701:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764270.288705:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764270.288707:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764270.288710:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764270.288714:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764270.288716:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764270.288718:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764270.288720:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764270.288725:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b2940.
00000020:00000040:3.0:1787764270.288727:0:58520:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:3.0:1787764270.288729:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764270.288730:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764270.288734:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764270.288736:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764270.288738:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764270.288740:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9e400.
00000100:00000001:3.0:1787764270.288744:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764270.288749:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b2940 x1874601358822272/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764270.288757:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764270.288760:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764270.288765:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000bae3a13] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b2940 x1874601358822272/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764270.288775:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764270.288779:0:58520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5165)
00000800:00000200:1.1:1787764270.289046:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764270.289048:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787764270.289454:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764270.289456:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787764270.289692:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764270.289695:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787764270.290010:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764270.290012:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00010000:00000001:0.0:1787764270.608000:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764270.608005:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764270.608010:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764270.608011:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764270.608014:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764270.608015:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764270.608017:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764270.608018:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764270.608020:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764270.608021:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764270.863926:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764270.863933:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764270.863935:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764270.863940:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764270.863944:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764270.863948:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764270.863950:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764270.863952:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764270.863955:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764271.631979:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299829515, at 4299829568
00010000:00000001:0.0:1787764271.631982:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764271.631988:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764271.631997:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:3.0:1787764271.631997:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2c2a0.
00010000:00000001:0.0:1787764271.632000:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764271.632007:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764271.632009:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764271.632013:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764271.632015:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764271.632018:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764271.632019:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764271.632044:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764271.632047:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764271.632049:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764271.887965:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764271.887973:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764271.887976:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764271.887982:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764271.887987:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764271.887992:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764271.887995:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764271.887999:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764271.888002:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764272.655953:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764272.655960:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764272.655962:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764272.655964:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764272.655968:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764272.655970:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764272.655971:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764272.655972:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764272.655975:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764272.655975:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764272.655978:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764272.655979:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764272.655981:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764272.655982:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764272.655983:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764272.655984:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764272.655985:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764272.655985:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764272.655986:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764272.655987:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764272.655989:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764272.655990:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764272.656015:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764272.656016:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764272.656018:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764272.911969:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764272.911980:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764272.911983:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764272.911990:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764272.911995:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764272.911999:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764272.912004:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764272.912007:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764272.912011:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764273.679996:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764273.680005:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764273.680012:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764273.680013:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764273.680017:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764273.680018:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764273.680022:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764273.680023:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764273.680027:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764273.680028:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764273.935969:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764273.935977:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764273.935979:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764273.935985:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764273.935989:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764273.935992:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764273.935995:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764273.935997:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764273.936000:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764274.703996:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764274.704005:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764274.704010:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764274.704011:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764274.704014:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764274.704015:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764274.704018:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764274.704019:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764274.704021:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764274.704022:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764274.704099:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764274.704102:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764274.704104:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764274.959977:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764274.959985:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764274.959987:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764274.959993:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764274.959997:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764274.960001:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764274.960003:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764274.960006:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764274.960009:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764275.407955:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764275.407964:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764275.407967:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764275.407970:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764275.407975:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764275.407993:0:58520:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5160
00000400:00000200:3.0:1787764275.408002:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764275.408008:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764275.408011:0:58520:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764275.408014:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764275.408017:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764275.408020:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764275.408022:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764275.408026:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764275.408028:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:3.0:1787764275.408030:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764275.408033:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:3.0:1787764275.408036:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:3.0:1787764275.408038:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:3.0:1787764275.408040:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764275.408053:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764275.408055:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764275.408058:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764275.408061:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:3.0:1787764275.408064:0:58520:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764275.408067:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764275.408069:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764275.408072:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764275.408075:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764275.408077:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764275.408079:0:58520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764275.408087:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b3c00.
00000020:00000040:3.0:1787764275.408090:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:3.0:1787764275.408093:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764275.408095:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764275.408098:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764275.408101:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764275.408104:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764275.408114:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9c000.
00000100:00000001:3.0:1787764275.408121:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764275.408129:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b3c00 x1874601358822400/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764275.408139:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764275.408143:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764275.408148:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbda2d43] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b3c00 x1874601358822400/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764275.408171:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764275.408174:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764275.408177:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764275.408178:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764275.408180:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764275.408182:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764275.408185:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5160
00000400:00000200:3.0:1787764275.408189:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764275.408192:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764275.408195:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764275.408198:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764275.408200:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764275.408203:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764275.408205:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764275.408208:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764275.408212:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:3.0:1787764275.408216:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764275.408219:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:3.0:1787764275.408224:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:3.0:1787764275.408229:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:3.0:1787764275.408238:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764275.408241:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764275.408246:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764275.408250:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764275.408256:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:3.0:1787764275.408264:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764275.408269:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764275.408272:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764275.408279:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764275.408285:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764275.408287:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764275.408291:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764275.408294:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764275.408296:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764275.408303:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b1e00.
00000020:00000040:3.0:1787764275.408307:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:3.0:1787764275.408311:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764275.408314:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764275.408316:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764275.408318:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764275.408320:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764275.408328:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9e400.
00000100:00000001:3.0:1787764275.408333:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764275.408339:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b1e00 x1874601358822528/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764275.408353:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764275.408356:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764275.408365:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007fca43c8] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b1e00 x1874601358822528/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764275.408380:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764275.408385:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764275.408390:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764275.408392:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764275.408395:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764275.408399:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764275.408402:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5160
00000400:00000200:3.0:1787764275.408405:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764275.408407:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764275.408409:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764275.408415:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764275.408420:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764275.408422:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764275.408425:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764275.408429:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764275.408432:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:3.0:1787764275.408433:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764275.408435:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:3.0:1787764275.408439:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:3.0:1787764275.408444:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:3.0:1787764275.408449:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764275.408453:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764275.408458:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764275.408460:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764275.408464:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:3.0:1787764275.408470:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764275.408474:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764275.408477:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764275.408481:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764275.408486:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764275.408490:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764275.408492:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764275.408499:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764275.408504:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764275.408509:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0f00.
00000020:00000040:3.0:1787764275.408513:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:3.0:1787764275.408518:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764275.408519:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764275.408523:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764275.408526:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764275.408529:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787764275.408533:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
02000000:00000010:3.0:1787764275.408535:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9c400.
00000800:00000200:1.1:1787764275.408536:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000100:00000001:3.0:1787764275.408541:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764275.408550:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0f00 x1874601358822656/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764275.408567:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764275.408571:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764275.408577:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031bb8c12] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0f00 x1874601358822656/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764275.408604:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764275.408608:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764275.408613:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764275.408616:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764275.408618:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764275.408621:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764275.408624:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5160
00000400:00000200:3.0:1787764275.408632:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764275.408637:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764275.408640:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764275.408653:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764275.408658:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764275.408663:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764275.408668:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764275.408671:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764275.408674:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:3.0:1787764275.408677:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764275.408680:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:3.0:1787764275.408684:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:3.0:1787764275.408686:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:3.0:1787764275.408693:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764275.408696:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764275.408700:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764275.408705:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764275.408708:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:3.0:1787764275.408714:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764275.408716:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764275.408720:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764275.408725:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764275.408729:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764275.408732:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764275.408735:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764275.408739:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764275.408743:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764275.408749:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b3840.
00000020:00000040:3.0:1787764275.408753:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:3.0:1787764275.408757:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764275.408760:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764275.408765:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764275.408766:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764275.408770:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764275.408776:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9e000.
00000100:00000001:3.0:1787764275.408780:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764275.408789:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b3840 x1874601358822784/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764275.408823:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764275.408827:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764275.408834:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a874aff9] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b3840 x1874601358822784/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764275.408881:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764275.408886:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764275.408894:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764275.408897:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764275.408901:0:58520:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764275.408907:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764275.408912:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5160
00000400:00000200:3.0:1787764275.408920:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764275.408928:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764275.408933:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764275.408942:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764275.408948:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764275.408954:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764275.408959:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764275.408964:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764275.408966:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:3.0:1787764275.408970:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764275.408973:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:3.0:1787764275.408977:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:3.0:1787764275.408981:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:3.0:1787764275.408987:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764275.408993:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764275.408999:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764275.409003:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764275.409009:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:3.0:1787764275.409014:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764275.409019:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764275.409024:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764275.409028:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764275.409031:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764275.409035:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764275.409041:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764275.409058:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764275.409063:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764275.409069:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b03c0.
00000020:00000040:3.0:1787764275.409073:0:58520:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:3.0:1787764275.409078:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764275.409082:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764275.409085:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764275.409088:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764275.409091:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764275.409095:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9e800.
00000100:00000001:3.0:1787764275.409100:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764275.409110:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b03c0 x1874601358822912/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764275.409126:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764275.409130:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764275.409137:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fa8aa37] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b03c0 x1874601358822912/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764275.409152:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764275.409159:0:58520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5171)
00000800:00000200:1.1:1787764275.409206:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764275.409208:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787764275.409372:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764275.409387:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787764275.409571:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764275.409573:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1787764275.409970:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764275.409972:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00010000:00000001:0.0:1787764275.728028:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764275.728034:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764275.728057:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764275.728061:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764275.728063:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764275.728067:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764275.728070:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764275.728072:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764275.728074:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764275.728076:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764275.728085:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764275.728087:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764275.728094:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764275.728096:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764275.728099:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764275.728100:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764275.728128:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764275.728131:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764275.728133:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764275.983935:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764275.983942:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764275.983944:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764275.983950:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764275.983954:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764275.983960:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764275.983963:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764275.983965:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764275.983969:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764276.751948:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299834635, at 4299834688
00010000:00000001:0.0:1787764276.751949:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764276.751954:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764276.751961:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764276.751962:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764276.751965:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2c2a0.
00010000:00000001:0.0:1787764276.751966:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764276.751968:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764276.751973:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764276.751973:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764276.751976:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764276.751977:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764276.752068:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764276.752071:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764276.752075:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764277.008047:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764277.008055:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764277.008057:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764277.008062:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764277.008066:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764277.008069:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764277.008072:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764277.008075:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764277.008077:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764277.775980:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764277.775987:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764277.775994:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764277.775996:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764277.776000:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764277.776001:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764277.776004:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764277.776005:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764277.776008:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764277.776009:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764277.776049:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764277.776051:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764277.776053:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764278.031976:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764278.031987:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764278.031990:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764278.031996:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764278.032000:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764278.032005:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764278.032009:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764278.032012:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764278.032015:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764278.799967:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764278.799974:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764278.799979:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764278.799981:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764278.799984:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764278.799987:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764278.799989:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764278.799993:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764278.799997:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764278.799999:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764278.800002:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764278.800004:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764278.800009:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764278.800010:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764278.800027:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764278.800029:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764278.800030:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764278.800032:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764278.800033:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764278.800035:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764278.800037:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764278.800039:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764278.800082:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764278.800085:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764278.800087:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764279.055978:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764279.055987:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764279.055989:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764279.055994:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764279.055999:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764279.056002:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764279.056005:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764279.056007:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764279.056021:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764279.824107:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764279.824122:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764279.824127:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764279.824128:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764279.824131:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764279.824132:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764279.824134:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764279.824135:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764279.824137:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764279.824138:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764279.824164:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764279.824166:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764279.824168:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764280.079991:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764280.080023:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764280.080027:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764280.080035:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764280.080040:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764280.080045:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764280.080048:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764280.080052:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764280.080055:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787764280.528444:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764280.528448:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787764280.528893:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764280.528895:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787764280.529119:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764280.529121:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787764280.529299:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764280.529300:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787764280.529495:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764280.529497:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00010000:00000001:0.0:1787764280.847961:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764280.847969:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764280.847975:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764280.847976:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764280.847979:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764280.847980:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764280.847983:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764280.847985:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764280.847988:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764280.847989:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764280.848029:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764280.848031:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764280.848033:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764281.105141:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764281.105147:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764281.105149:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764281.105153:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764281.105156:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764281.105159:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764281.105161:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764281.105162:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764281.105165:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764281.871937:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299839755, at 4299839808
00010000:00000001:0.0:1787764281.871947:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764281.871951:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764281.871954:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767120.
00010000:00000001:0.0:1787764281.871956:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764281.871960:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764281.871964:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764281.871965:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764281.871967:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764281.871968:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764281.871970:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764281.871974:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764282.128456:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764282.128467:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764282.128469:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764282.128476:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764282.128481:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764282.128486:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764282.128489:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764282.128492:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764282.128495:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764282.895967:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764282.895999:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764282.896002:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764282.896006:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764282.896012:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764282.896014:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764282.896016:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764282.896019:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764282.896025:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764282.896026:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764282.896029:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764282.896030:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764282.896032:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764282.896034:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764282.896035:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764282.896036:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764282.896037:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764282.896038:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764282.896039:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764282.896040:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764282.896042:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764282.896043:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764282.896061:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764282.896063:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764282.896065:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787764283.919943:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764283.919949:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764283.919955:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764283.919957:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764283.919960:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764283.919961:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764283.919964:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764283.919989:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764283.919992:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764283.919993:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764283.920013:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764283.920017:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764283.920019:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787764284.943978:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764284.943985:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764284.943991:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764284.943992:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764284.943996:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764284.943997:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764284.944000:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764284.944001:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764284.944004:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764284.944006:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787764285.648511:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764285.648514:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787764285.649191:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764285.649196:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787764285.649539:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764285.649541:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787764285.649879:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764285.649881:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787764285.650107:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764285.650110:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00010000:00000001:0.0:1787764285.967942:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764285.967962:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764285.967967:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764285.967969:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764285.967971:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764285.967973:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764285.967975:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764285.967976:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764285.967978:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764285.967979:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764285.967981:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764285.967982:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764285.967984:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764285.967985:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764285.967987:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764285.967987:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764285.969024:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764285.969026:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764285.969028:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787764286.991956:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299844875, at 4299844928
00010000:00000001:0.0:1787764286.991962:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764286.991968:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764286.991972:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2cd80.
00010000:00000001:0.0:1787764286.991974:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764286.991977:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764286.991981:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764286.991983:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764286.991985:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764286.991987:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764286.991990:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764286.991991:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764286.992007:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764286.992008:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764286.992011:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787764288.015973:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764288.015979:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764288.015985:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764288.015986:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764288.015989:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764288.015991:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764288.015994:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764288.015995:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764288.015998:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764288.015999:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764289.040040:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764289.040047:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764289.040052:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764289.040053:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764289.040056:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764289.040059:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764289.040061:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764289.040064:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764289.040066:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764289.040068:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764289.040070:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764289.040072:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764289.040075:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764289.040076:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764289.040079:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764289.040081:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764289.040082:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764289.040083:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764289.040084:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764289.040086:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764289.040087:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764289.040089:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764289.040109:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764289.040111:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764289.040112:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787764290.063942:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764290.063947:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764290.063951:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764290.063952:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764290.063954:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764290.063955:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764290.063958:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764290.063959:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764290.063966:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764290.063967:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764290.063985:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764290.063986:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764290.063989:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1787764290.768609:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764290.768615:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787764290.769077:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764290.769079:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787764290.769239:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764290.769241:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787764290.769409:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764290.769412:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787764290.769669:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764290.769672:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00010000:00000001:0.0:1787764291.087945:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764291.087952:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764291.087958:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764291.087959:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764291.087962:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764291.087963:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764291.087966:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764291.087967:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764291.087970:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764291.087972:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764292.112224:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299849995, at 4299850048
00000100:00000010:3.0:1787764292.112237:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767840.
00010000:00000001:0.0:1787764292.112906:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764292.112911:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764292.112917:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764292.112918:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764292.112923:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764292.112924:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764292.112928:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764292.112929:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764292.112933:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764292.112934:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764292.112954:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764292.112957:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764292.112961:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787764293.136027:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764293.136036:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764293.136038:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764293.136041:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764293.136046:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764293.136048:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764293.136050:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764293.136052:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764293.136056:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764293.136058:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764293.136062:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764293.136064:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764293.136067:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764293.136068:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764293.136070:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764293.136071:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764293.136073:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764293.136074:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764293.136075:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764293.136077:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764293.136081:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764293.136082:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764293.136101:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764293.136104:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764293.136106:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:0.0:1787764294.159931:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764294.159938:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764294.159944:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764294.159946:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764294.159949:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764294.159950:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764294.159953:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764294.159954:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764294.159957:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764294.159959:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764295.183988:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764295.183995:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764295.184001:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764295.184003:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764295.184006:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764295.184007:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764295.184011:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764295.184012:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764295.184015:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764295.184017:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764295.184037:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764295.184040:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764295.184042:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787764295.888389:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c4c07353] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bf0c0 x1874601358825088/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764295.888423:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764295.888428:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764295.888436:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787764295.888440:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764295.888444:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764295.888447:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764295.888450:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5181
00000400:00000200:2.0:1787764295.888454:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764295.888457:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764295.888459:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764295.888462:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764295.888464:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764295.888466:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764295.888468:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764295.888470:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764295.888471:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:2.0:1787764295.888472:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764295.888474:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:2.0:1787764295.888476:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:2.0:1787764295.888481:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:2.0:1787764295.888498:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764295.888504:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764295.888509:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764295.888515:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764295.888520:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:2.0:1787764295.888525:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764295.888531:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764295.888536:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764295.888541:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764295.888546:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764295.888549:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764295.888553:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764295.888559:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787764295.888561:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:2.0:1787764295.888564:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787764295.888565:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000100:00000010:2.0:1787764295.888571:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896bc000.
00000020:00000040:2.0:1787764295.888576:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:2.0:1787764295.888582:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764295.888585:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764295.888589:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764295.888592:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764295.888596:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764295.888600:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218869b400.
00000100:00000001:2.0:1787764295.888604:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764295.888614:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896bc000 x1874601358825216/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764295.888632:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764295.888637:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764295.888644:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ceda9ea7] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bc000 x1874601358825216/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764295.888653:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764295.888656:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764295.888660:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787764295.888663:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764295.888666:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764295.888672:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764295.888676:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5181
00000400:00000200:2.0:1787764295.888684:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764295.888689:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764295.888692:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764295.888697:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764295.888700:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764295.888705:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764295.888710:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764295.888715:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764295.888718:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:2.0:1787764295.888722:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764295.888726:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:2.0:1787764295.888729:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:2.0:1787764295.888734:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:2.0:1787764295.888742:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764295.888746:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764295.888750:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764295.888754:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764295.888760:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:2.0:1787764295.888765:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764295.888770:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764295.888775:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764295.888780:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764295.888785:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764295.888789:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764295.888793:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764295.888798:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764295.888803:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764295.888810:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896be580.
00000020:00000040:2.0:1787764295.888815:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:2.0:1787764295.888820:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764295.888824:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764295.888828:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764295.888832:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764295.888835:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764295.888841:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982188699800.
00000100:00000001:2.0:1787764295.888905:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764295.888917:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896be580 x1874601358825344/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764295.888936:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764295.888941:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764295.888950:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a463b55c] to pc [ptlrpcd_rcv+-1]  req@ffff9821896be580 x1874601358825344/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764295.888963:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764295.888968:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764295.888974:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787764295.888978:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764295.888981:0:18336:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764295.888987:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764295.888991:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5181
00000400:00000200:2.0:1787764295.889000:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764295.889007:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764295.889012:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764295.889017:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764295.889022:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764295.889029:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764295.889033:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764295.889038:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764295.889041:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:2.0:1787764295.889045:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764295.889048:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:2.0:1787764295.889053:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:2.0:1787764295.889056:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:2.0:1787764295.889060:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764295.889065:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764295.889072:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764295.889078:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764295.889084:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:2.0:1787764295.889091:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764295.889096:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764295.889101:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764295.889105:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764295.889111:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764295.889116:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764295.889120:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764295.889128:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764295.889131:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764295.889138:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896bcf00.
00000020:00000040:2.0:1787764295.889143:0:18336:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:2.0:1787764295.889148:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764295.889152:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764295.889156:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764295.889159:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764295.889162:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764295.889170:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218869a800.
00000100:00000001:2.0:1787764295.889177:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764295.889188:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896bcf00 x1874601358825472/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764295.889208:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764295.889213:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764295.889223:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac7ee65d] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bcf00 x1874601358825472/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1787764295.889232:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764295.889237:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000100:00000001:2.0:1787764295.889244:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764295.889252:0:18336:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5191)
02000000:00000001:1.0:1787764295.889402:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764295.889405:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764295.889407:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3738.
00000400:00000010:1.0:1787764295.889409:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000200:1.0:1787764295.889411:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358825216, portal 10
00000100:00000001:1.0:1787764295.889412:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764295.889413:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539723776 : -114205169827840 : ffff9821896bc000)
00000100:00000040:1.0:1787764295.889416:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896bc000 x1874601358825216/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764295.889420:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764295.889422:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764295.889423:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f6e8.
00000100:00000200:1.0:1787764295.889424:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358825216, offset 0
00000400:00000200:1.0:1787764295.889427:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764295.889429:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764295.889431:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764295.889433:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764295.889434:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764295.889436:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764295.889437:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764295.889439:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70318:70318:256:4294967295] 192.168.202.141@tcp LPNI seq info [70318:70318:8:4294967295]
00000400:00000200:1.0:1787764295.889442:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764295.889446:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764295.889448:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764295.889450:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88400.
00000800:00000200:1.0:1787764295.889452:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764295.889454:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787764295.889457:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764295.889458:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787764295.889460:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764295.889461:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88400.
00000400:00000200:1.0:1787764295.889463:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764295.889465:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764295.889467:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f6e8
00000400:00000010:1.0:1787764295.889469:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f6e8.
00000100:00000001:1.0:1787764295.889470:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764295.889472:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896bc000 x1874601358825216/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764295.889476:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764295.889478:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bc000 x1874601358825216/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764320 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764295.889481:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764295.889482:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764295.889484:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764295.889486:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:1.0:1787764295.889488:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764295.889489:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299853841
00000100:00000001:1.0:1787764295.889491:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299855115
00000100:00000001:1.0:1787764295.889492:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299853841
00000100:00000001:1.0:1787764295.889493:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299855115
00000100:00000001:1.0:1787764295.889494:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764295.889495:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764295.889496:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764295.889498:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764295/real 1787764295]  req@ffff9821896bc000 x1874601358825216/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764295.889502:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764295.889503:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764295.889504:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3738.
00000400:00000200:1.0:1787764295.889505:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000400:00000010:1.0:1787764295.889506:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:1.0:1787764295.889507:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764295.889509:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896bc000 x1874601358825216/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764295.889513:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896bc000 x1874601358825216/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764295.889517:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764295.889518:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764295.889519:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764295.889520:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764295.889522:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896bc000 x1874601358825216/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764295.889525:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764295.889527:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896bc000 x1874601358825216/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764320 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764295.889530:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764295.889532:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764295.889533:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764295.889533:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764295.889534:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764295.889535:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764295.889536:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764295.889538:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764295.889539:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764295.889541:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896bc000 x1874601358825216/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764320 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764295.889545:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358825216:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764295.889547:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764295.889549:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896be580 x1874601358825344/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764295.889553:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764295.889554:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764295.889555:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764295.889556:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764295.889558:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764295.889559:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896be580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358825344:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764295.889561:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764295.889562:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764295.889563:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764295.889564:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764295.889565:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649e800.
02000000:00000001:1.0:1787764295.889566:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764295.889568:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764295.889570:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3738.
00000400:00000010:1.0:1787764295.889571:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000200:1.0:1787764295.889573:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358825344, portal 4
00000100:00000001:1.0:1787764295.889574:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764295.889575:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539733376 : -114205169818240 : ffff9821896be580)
00000100:00000040:1.0:1787764295.889578:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896be580 x1874601358825344/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764295.889581:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764295.889583:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764295.889584:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f6e8.
00000100:00000200:1.0:1787764295.889585:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358825344, offset 0
00000400:00000200:1.0:1787764295.889587:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764295.889589:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764295.889591:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764295.889592:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764295.889593:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764295.889595:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764295.889596:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764295.889598:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70319:70319:256:4294967295] 192.168.202.141@tcp LPNI seq info [70319:70319:8:4294967295]
00000400:00000200:1.0:1787764295.889600:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764295.889604:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764295.889607:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764295.889609:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88400.
00000800:00000200:1.0:1787764295.889611:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764295.889612:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787764295.889614:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764295.889616:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787764295.889618:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764295.889619:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88400.
00000400:00000200:1.0:1787764295.889620:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764295.889622:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764295.889624:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f6e8
00000400:00000010:1.0:1787764295.889625:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f6e8.
00000100:00000001:1.0:1787764295.889626:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764295.889628:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896be580 x1874601358825344/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764295.889632:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764295.889633:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896be580 x1874601358825344/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764320 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764295.889637:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764295.889638:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764295.889639:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764295.889641:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:1.0:1787764295.889643:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764295.889644:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299853846
00000100:00000001:1.0:1787764295.889646:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299855115
00000100:00000001:1.0:1787764295.889647:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299853846
00000100:00000001:1.0:1787764295.889649:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299855115
00000100:00000001:1.0:1787764295.889651:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764295.889653:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764295.889655:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764295.889658:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764295/real 1787764295]  req@ffff9821896be580 x1874601358825344/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764295.889666:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764295.889667:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764295.889668:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3738.
00000400:00000200:1.0:1787764295.889670:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000400:00000010:1.0:1787764295.889672:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:1.0:1787764295.889674:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764295.889677:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896be580 x1874601358825344/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764295.889685:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896be580 x1874601358825344/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764295.889691:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764295.889692:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764295.889694:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764295.889695:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764295.889698:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896be580 x1874601358825344/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764295.889702:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764295.889704:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896be580 x1874601358825344/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764320 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764295.889708:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764295.889710:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764295.889710:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764295.889711:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764295.889712:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764295.889713:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764295.889714:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764295.889716:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764295.889718:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764295.889722:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896be580 x1874601358825344/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764320 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764295.889729:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896be580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358825344:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764295.889733:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764295.889735:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764295.889738:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bf0c0 x1874601358825088/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764320 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764295.889743:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764295.889745:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764295.889747:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649d800.
02000000:00000001:1.0:1787764295.889749:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764295.889750:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764295.889752:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:1.0:1787764295.889754:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764295.889755:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218869b800.
02000000:00000001:1.0:1787764295.889758:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764295.889759:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764295.889760:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bf0c0.
00000100:00000001:1.0:1787764295.889762:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764295.889762:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764295.889763:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764295.889766:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bc000 x1874601358825216/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764320 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764295.889769:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764295.889770:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764295.889771:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649c400.
02000000:00000001:1.0:1787764295.889773:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764295.889773:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764295.889774:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:1.0:1787764295.889775:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764295.889776:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218869b400.
02000000:00000001:1.0:1787764295.889777:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764295.889778:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764295.889779:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bc000.
00000100:00000001:1.0:1787764295.889781:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764295.889783:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764295.889784:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764295.889787:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896be580 x1874601358825344/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764320 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764295.889792:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764295.889793:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764295.889795:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649e800.
02000000:00000001:1.0:1787764295.889797:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764295.889798:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764295.889799:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:1.0:1787764295.889801:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764295.889803:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982188699800.
02000000:00000001:1.0:1787764295.889805:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764295.889806:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764295.889807:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896be580.
00000100:00000001:1.0:1787764295.889809:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764295.889811:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764295.889812:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764295.889815:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764295.889816:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764295.889818:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764295.889818:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764295.889819:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764295.889822:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896bcf00 x1874601358825472/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764295.889826:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764295.889827:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764295.889828:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764295.889829:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764295.889831:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764295.889832:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896bcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358825472:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764295.889834:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764295.889836:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764295.889837:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764295.889838:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764295.889840:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649e800.
02000000:00000001:1.0:1787764295.889841:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764295.889843:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764295.889845:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3738.
00000400:00000010:1.0:1787764295.889872:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000200:1.0:1787764295.889876:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358825472, portal 4
00000100:00000001:1.0:1787764295.889879:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764295.889880:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539727616 : -114205169824000 : ffff9821896bcf00)
00000100:00000040:1.0:1787764295.889887:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896bcf00 x1874601358825472/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764295.889891:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764295.889893:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764295.889894:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f6e8.
00000100:00000200:1.0:1787764295.889896:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358825472, offset 0
00000400:00000200:1.0:1787764295.889899:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764295.889902:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764295.889904:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764295.889905:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764295.889907:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764295.889909:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764295.889910:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764295.889912:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70320:70320:256:4294967295] 192.168.202.141@tcp LPNI seq info [70320:70320:8:4294967295]
00000400:00000200:1.0:1787764295.889914:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764295.889918:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764295.889920:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764295.889922:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88400.
00000800:00000200:1.0:1787764295.889925:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764295.889927:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787764295.889929:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764295.889942:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787764295.889946:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764295.889948:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88400.
00000400:00000200:1.0:1787764295.889951:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764295.889954:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764295.889957:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f6e8
00000400:00000010:1.0:1787764295.889959:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f6e8.
00000100:00000001:1.0:1787764295.889961:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764295.889965:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896bcf00 x1874601358825472/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764295.889972:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764295.889975:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bcf00 x1874601358825472/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764320 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764295.889982:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764295.889983:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764295.889987:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764295.889990:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:1.0:1787764295.889992:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764295.889993:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299853848
00000100:00000001:1.0:1787764295.889995:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299855115
00000100:00000001:1.0:1787764295.889996:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299853848
00000100:00000001:1.0:1787764295.889997:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299855115
00000100:00000001:1.0:1787764295.889999:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764295.890001:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764295.890002:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764295.890006:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764295/real 1787764295]  req@ffff9821896bcf00 x1874601358825472/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764295.890013:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764295.890014:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764295.890016:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3738.
00000400:00000200:1.0:1787764295.890019:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000400:00000010:1.0:1787764295.890020:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:1.0:1787764295.890023:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764295.890026:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896bcf00 x1874601358825472/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764295.890034:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896bcf00 x1874601358825472/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764295.890041:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764295.890042:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764295.890044:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764295.890045:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764295.890047:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896bcf00 x1874601358825472/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764295.890051:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764295.890053:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896bcf00 x1874601358825472/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764320 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764295.890057:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764295.890058:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764295.890059:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764295.890060:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764295.890061:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764295.890062:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764295.890063:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764295.890065:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764295.890066:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764295.890068:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896bcf00 x1874601358825472/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764320 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764295.890072:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896bcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358825472:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764295.890074:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764295.890076:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764295.890078:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bcf00 x1874601358825472/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764320 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764295.890081:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764295.890082:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764295.890083:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649e800.
02000000:00000001:1.0:1787764295.890085:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764295.890085:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764295.890086:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:1.0:1787764295.890087:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764295.890088:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218869a800.
02000000:00000001:1.0:1787764295.890090:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764295.890090:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764295.890091:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bcf00.
00000100:00000001:1.0:1787764295.890093:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764295.890094:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764295.890095:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764295.890097:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764295.890098:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764295.890099:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764295.890100:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764296.207964:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764296.207969:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764296.207973:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764296.207976:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764296.207977:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764296.207980:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764296.207982:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764296.207983:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764296.207984:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764296.207986:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764296.207989:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764296.207990:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764296.207993:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764296.207994:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764296.207997:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764296.207998:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764296.208018:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764296.208021:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764296.208023:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764296.463972:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764296.463981:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764296.463983:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764296.463989:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764296.463996:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764296.464001:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764296.464005:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764296.464009:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764296.464012:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764297.231958:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4299855115, at 4299855168
00000100:00000040:3.0:1787764297.231958:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299855115, at 4299855168
00000100:00000010:2.0:1787764297.231974:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2c3c0.
00000100:00000010:3.0:1787764297.231976:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2c180.
00010000:00000001:0.0:1787764297.231999:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764297.232007:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764297.232014:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764297.232016:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764297.232020:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764297.232021:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764297.232025:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764297.232026:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764297.232030:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764297.232031:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764297.232077:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764297.232080:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764297.232083:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764297.487915:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764297.487921:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764297.487923:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764297.487927:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764297.487932:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764297.487935:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764297.487937:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764297.487940:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764297.487941:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764298.255953:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764298.255958:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764298.255961:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764298.255962:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764298.255965:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764298.255965:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764298.255967:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764298.255968:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764298.255971:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764298.255972:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764298.255993:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764298.255995:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764298.255998:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764298.511953:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764298.511960:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764298.511962:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764298.511967:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764298.511971:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764298.511975:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764298.511977:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764298.511979:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764298.511982:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764299.280029:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764299.280037:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764299.280044:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764299.280046:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764299.280049:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764299.280053:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764299.280056:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764299.280060:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764299.280063:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764299.280066:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764299.280068:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764299.280071:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764299.280074:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764299.280076:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764299.280080:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764299.280081:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764299.280082:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764299.280084:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764299.280085:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764299.280087:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764299.280088:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764299.280090:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764299.280115:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764299.280118:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764299.280121:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764299.535965:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764299.535974:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764299.535976:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764299.535981:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764299.535985:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764299.535987:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764299.535990:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764299.535992:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764299.535995:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764300.303951:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764300.303956:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764300.303962:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764300.303963:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764300.303967:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764300.303968:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764300.303971:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764300.303973:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764300.303976:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764300.303977:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764300.304028:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764300.304032:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764300.304034:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764300.559952:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764300.559960:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764300.559963:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764300.559967:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764300.559971:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764300.559975:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764300.559979:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764300.559982:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764300.559985:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764301.007972:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764301.007983:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787764301.007985:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764301.007989:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764301.007993:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764301.007999:0:18336:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5186
00000400:00000200:1.0:1787764301.008007:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764301.008013:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764301.008016:0:18336:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764301.008019:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764301.008022:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764301.008025:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764301.008027:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764301.008031:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764301.008033:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:1.0:1787764301.008036:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764301.008039:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:1.0:1787764301.008041:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:1.0:1787764301.008044:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:1.0:1787764301.008046:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764301.008048:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764301.008050:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764301.008052:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764301.008055:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:1.0:1787764301.008058:0:18336:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764301.008060:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764301.008063:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764301.008066:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764301.008069:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764301.008071:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787764301.008073:0:18336:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764301.008082:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f86580.
00000020:00000040:1.0:1787764301.008085:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:1.0:1787764301.008089:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764301.008091:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764301.008093:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764301.008096:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764301.008100:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764301.008106:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649d800.
00000100:00000001:1.0:1787764301.008113:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764301.008122:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f86580 x1874601358825600/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764301.008132:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764301.008136:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764301.008140:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d31d406] to pc [ptlrpcd_rcv+-1]  req@ffff982187f86580 x1874601358825600/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764301.008168:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764301.008172:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764301.008175:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787764301.008176:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764301.008178:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764301.008181:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764301.008184:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5186
00000400:00000200:1.0:1787764301.008188:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764301.008190:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:1.0:1787764301.008192:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764301.008197:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787764301.008197:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764301.008201:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764301.008203:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764301.008208:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764301.008210:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f86580 x1874601358825600/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787764301.008214:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764301.008219:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764301.008225:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787764301.008226:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:1.0:1787764301.008228:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000100:00000001:2.0:1787764301.008230:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764301.008232:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764301.008235:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
02000000:00000001:2.0:1787764301.008235:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764301.008238:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:1.0:1787764301.008240:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:1.0:1787764301.008245:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:1.0:1787764301.008248:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
02000000:00000001:2.0:1787764301.008249:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764301.008252:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1787764301.008257:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358825600:192.168.202.141@tcp:250:kworker.0
00000100:00000040:1.0:1787764301.008258:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764301.008263:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:2.0:1787764301.008266:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:1.0:1787764301.008267:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
02000000:00000001:2.0:1787764301.008271:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:1.0:1787764301.008272:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
02000000:00000001:2.0:1787764301.008276:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764301.008277:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764301.008281:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787764301.008282:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:2.0:1787764301.008287:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188699c00.
02000000:00000001:1.0:1787764301.008289:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764301.008291:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764301.008296:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764301.008300:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1787764301.008300:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764301.008306:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000008:00100000:1.0:1787764301.008307:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787764301.008312:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787764301.008313:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000001:1.0:1787764301.008314:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764301.008322:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f86d00.
00000100:00000200:2.0:1787764301.008322:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358825600, portal 25
00000020:00000040:1.0:1787764301.008326:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
00000100:00000001:2.0:1787764301.008327:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764301.008331:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515386752 : -114205194164864 : ffff982187f86580)
02000000:00000001:1.0:1787764301.008332:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764301.008336:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764301.008339:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:2.0:1787764301.008340:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f86580 x1874601358825600/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787764301.008342:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764301.008345:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764301.008352:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649fc00.
00000100:00000001:2.0:1787764301.008353:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764301.008358:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000100:00000001:1.0:1787764301.008359:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787764301.008362:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0110.
00000100:00000200:2.0:1787764301.008366:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358825600, offset 0
00000100:00100000:1.0:1787764301.008368:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f86d00 x1874601358825728/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787764301.008376:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000100:00000001:1.0:1787764301.008383:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1787764301.008386:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764301.008388:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764301.008394:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000100:00000040:1.0:1787764301.008396:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008cf4c69e] to pc [ptlrpcd_rcv+-1]  req@ffff982187f86d00 x1874601358825728/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787764301.008400:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764301.008407:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000100:00000001:1.0:1787764301.008412:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764301.008413:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000100:00080000:1.0:1787764301.008419:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787764301.008419:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764301.008425:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70321:70321:256:4294967295] 192.168.202.141@tcp LPNI seq info [70321:70321:8:4294967295]
00000100:00080000:1.0:1787764301.008428:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1787764301.008432:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1787764301.008432:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00080000:1.0:1787764301.008435:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764301.008439:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764301.008446:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5186
00000400:00000200:2.0:1787764301.008449:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000400:00000200:1.0:1787764301.008454:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000800:00000200:2.0:1787764301.008459:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764301.008463:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000800:00000010:2.0:1787764301.008465:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8500.
00000100:00080000:1.0:1787764301.008467:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764301.008472:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000800:00000200:2.0:1787764301.008475:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:1.0:1787764301.008476:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764301.008483:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000800:00000200:2.0:1787764301.008483:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000100:00000001:1.0:1787764301.008487:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764301.008493:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:2.1:1787764301.008493:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000020:00000040:1.0:1787764301.008497:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000800:00000200:2.1:1787764301.008499:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000020:00000001:1.0:1787764301.008500:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764301.008504:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000800:00000100:2.0:1787764301.008508:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000020:00000001:1.0:1787764301.008510:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000800:00000010:2.0:1787764301.008512:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8500.
00000020:00000001:1.0:1787764301.008514:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000400:00000200:2.0:1787764301.008519:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:1.0:1787764301.008521:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764301.008525:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787764301.008527:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000100:00000040:1.0:1787764301.008531:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000400:00000200:2.0:1787764301.008534:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0110
00000100:00000001:1.0:1787764301.008535:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000400:00000010:2.0:1787764301.008538:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0110.
00000020:00000040:1.0:1787764301.008540:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:1.0:1787764301.008545:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764301.008545:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787764301.008550:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787764301.008552:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f86580 x1874601358825600/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787764301.008553:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764301.008558:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764301.008563:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764301.008568:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787764301.008570:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000008:00100000:1.0:1787764301.008571:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787764301.008577:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764301.008577:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f86580 x1874601358825600/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764326 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764301.008583:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764301.008589:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f870c0.
00000100:00000001:2.0:1787764301.008591:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787764301.008594:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
00000100:00000001:2.0:1787764301.008595:0:2388:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:1.0:1787764301.008599:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764301.008601:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764301.008603:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764301.008604:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764301.008606:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764301.008608:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764301.008610:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649c800.
00000400:00000200:2.0:1787764301.008615:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764301.008617:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764301.008619:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4299860235
00000100:00000010:2.0:1787764301.008625:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982198767660.
00000100:00000001:2.0:1787764301.008632:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000100:00100000:1.0:1787764301.008635:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f870c0 x1874601358825856/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764301.008639:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4299860235
00000100:00000010:2.0:1787764301.008645:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982198767a20.
00000100:00000001:1.0:1787764301.008650:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764301.008651:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787764301.008655:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764301.008657:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764301.008661:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764301.008662:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a65be51] to pc [ptlrpcd_rcv+-1]  req@ffff982187f870c0 x1874601358825856/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764301.008665:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764301.008673:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764301/real 1787764301]  req@ffff982187f86580 x1874601358825600/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764301.008675:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764301.008681:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764301.008691:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787764301.008694:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000001:2.0:1787764301.008694:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:1.0:1787764301.008696:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000001:2.0:1787764301.008697:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764301.008701:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000100:00000001:1.0:1787764301.008702:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1787764301.008705:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000100:00080000:1.0:1787764301.008708:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5186
00000400:00000010:2.0:1787764301.008709:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764301.008714:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:1.0:1787764301.008718:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000200:2.0:1787764301.008721:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f86580 x1874601358825600/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787764301.008725:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764301.008730:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764301.008736:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764301.008741:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1787764301.008745:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f86580 x1874601358825600/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787764301.008747:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764301.008752:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764301.008757:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764301.008760:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:1.0:1787764301.008764:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787764301.008765:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000040:1.0:1787764301.008767:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000100:00000001:2.0:1787764301.008768:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1787764301.008772:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000001:2.0:1787764301.008774:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:1.0:1787764301.008777:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000001:2.0:1787764301.008778:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764301.008784:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00100000:2.0:1787764301.008787:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f86580 x1874601358825600/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764301.008788:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764301.008794:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764301.008799:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764301.008805:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00000001:2.0:1787764301.008805:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764301.008826:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f86580 x1874601358825600/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764326 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764301.008834:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764301.008835:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764301.008838:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764301.008840:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764301.008842:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:1.0:1787764301.008845:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787764301.008846:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764301.008869:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764301.008871:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764301.008874:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764301.008878:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764301.008881:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:1.0:1787764301.008886:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1787764301.008888:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f86580 x1874601358825600/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764326 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787764301.008892:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764301.008897:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764301.008901:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1787764301.008904:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358825600:192.168.202.141@tcp:250:kworker.0
00000008:00000001:1.0:1787764301.008906:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764301.008910:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764301.008910:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764301.008914:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000010:1.0:1787764301.008917:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f84780.
00000100:00000040:2.0:1787764301.008919:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f86580 x1874601358825600/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764326 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787764301.008922:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:1.0:1787764301.008928:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764301.008931:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764301.008932:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000001:1.0:1787764301.008935:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764301.008937:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787764301.008938:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:2.0:1787764301.008941:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188699c00.
02000000:00000001:1.0:1787764301.008942:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764301.008947:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000010:1.0:1787764301.008949:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649dc00.
00000020:00000001:2.0:1787764301.008950:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764301.008954:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000100:00000001:1.0:1787764301.008956:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764301.008957:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764301.008961:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649d800.
00000100:00100000:1.0:1787764301.008965:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f84780 x1874601358825984/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1787764301.008967:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764301.008970:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764301.008974:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f86580.
00000100:00000001:2.0:1787764301.008978:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764301.008979:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764301.008981:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764301.008984:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764301.008985:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764301.008992:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bf6eed9] to pc [ptlrpcd_rcv+-1]  req@ffff982187f84780 x1874601358825984/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764301.008995:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764301.008999:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764301.009003:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764301.009007:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764301.009008:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764301.009011:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:1.0:1787764301.009013:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787764301.009018:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f86d00 x1874601358825728/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764301.009019:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787764301.009023:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764301.009026:0:18336:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764301.009032:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787764301.009033:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764301.009036:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764301.009037:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5186
02000000:00000001:2.0:1787764301.009041:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764301.009044:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787764301.009045:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
02000000:00000001:2.0:1787764301.009050:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764301.009053:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00100000:2.0:1787764301.009057:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358825728:192.168.202.141@tcp:38:kworker.0
00000100:00080000:1.0:1787764301.009058:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764301.009065:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764301.009065:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764301.009069:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1787764301.009070:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1787764301.009072:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764301.009075:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
02000000:00000001:2.0:1787764301.009077:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1787764301.009079:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
02000000:00000010:2.0:1787764301.009082:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188699c00.
00000020:00000001:1.0:1787764301.009084:0:18336:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:2.0:1787764301.009086:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787764301.009087:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:1.0:1787764301.009091:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:2.0:1787764301.009094:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000020:00000040:1.0:1787764301.009095:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000400:00000010:2.0:1787764301.009099:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000020:00000001:1.0:1787764301.009100:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:1.0:1787764301.009105:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000400:00000010:2.0:1787764301.009105:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000040:1.0:1787764301.009111:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000200:2.0:1787764301.009111:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358825728, portal 10
00000100:00000001:1.0:1787764301.009115:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787764301.009116:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000040:1.0:1787764301.009120:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764301.009120:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515388672 : -114205194162944 : ffff982187f86d00)
00000100:00000001:1.0:1787764301.009125:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764301.009129:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00000040:2.0:1787764301.009131:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f86d00 x1874601358825728/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764301.009135:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764301.009142:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764301.009147:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787764301.009148:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:1.0:1787764301.009152:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1787764301.009154:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
02000000:00000001:1.0:1787764301.009156:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787764301.009159:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0110.
00000100:00000001:1.0:1787764301.009160:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000200:2.0:1787764301.009164:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358825728, offset 0
00000008:00100000:1.0:1787764301.009165:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1787764301.009171:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764301.009175:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000100:00000001:1.0:1787764301.009176:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764301.009182:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f86940.
00000400:00000200:2.0:1787764301.009182:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000020:00000040:1.0:1787764301.009187:0:18336:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
00000400:00000200:2.0:1787764301.009189:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
02000000:00000001:1.0:1787764301.009192:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1787764301.009195:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:1.0:1787764301.009196:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764301.009201:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1787764301.009201:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
02000000:00000001:1.0:1787764301.009205:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1787764301.009207:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
02000000:00000001:1.0:1787764301.009208:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764301.009213:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
02000000:00000010:1.0:1787764301.009215:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649f400.
00000400:00000200:2.0:1787764301.009217:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70322:70322:256:4294967295] 192.168.202.141@tcp LPNI seq info [70322:70322:8:4294967295]
00000100:00000001:1.0:1787764301.009221:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764301.009225:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00100000:1.0:1787764301.009230:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f86940 x1874601358826112/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787764301.009239:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1787764301.009248:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:2.0:1787764301.009249:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000100:00000001:1.0:1787764301.009252:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787764301.009256:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8500.
00000100:00000040:1.0:1787764301.009260:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac69d1b8] to pc [ptlrpcd_rcv+-1]  req@ffff982187f86940 x1874601358826112/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1787764301.009266:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764301.009272:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000100:00000001:1.0:1787764301.009278:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787764301.009280:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000040:1.0:1787764301.009284:0:18336:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5196)
00000800:00000200:2.1:1787764301.009284:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1787764301.009290:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764301.009293:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8500.
00000400:00000200:2.0:1787764301.009296:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764301.009300:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764301.009303:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0110
00000400:00000010:2.0:1787764301.009305:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0110.
00000100:00000001:2.0:1787764301.009308:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764301.009313:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f86d00 x1874601358825728/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764301.009321:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764301.009324:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f86d00 x1874601358825728/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764326 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764301.009330:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764301.009332:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764301.009335:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764301.009339:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:2.0:1787764301.009342:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764301.009344:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299858967
00000100:00000001:2.0:1787764301.009346:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299860235
00000100:00000001:2.0:1787764301.009348:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299858967
00000100:00000001:2.0:1787764301.009350:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299860235
00000100:00000001:2.0:1787764301.009352:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764301.009354:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764301.009356:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764301.009359:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764301/real 1787764301]  req@ffff982187f86d00 x1874601358825728/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764301.009366:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764301.009367:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764301.009369:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764301.009371:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764301.009373:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764301.009375:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764301.009378:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f86d00 x1874601358825728/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764301.009386:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f86d00 x1874601358825728/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764301.009392:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764301.009394:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764301.009395:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764301.009396:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764301.009400:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f86d00 x1874601358825728/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764301.009406:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764301.009409:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f86d00 x1874601358825728/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764326 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764301.009417:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764301.009419:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764301.009421:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764301.009422:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764301.009423:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764301.009425:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764301.009427:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764301.009430:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764301.009432:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764301.009435:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f86d00 x1874601358825728/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764326 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764301.009443:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358825728:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764301.009446:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764301.009449:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f870c0 x1874601358825856/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764301.009456:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764301.009457:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764301.009459:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764301.009460:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764301.009462:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764301.009465:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358825856:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764301.009468:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764301.009469:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764301.009471:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764301.009472:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764301.009475:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188698800.
02000000:00000001:2.0:1787764301.009477:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764301.009480:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764301.009482:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764301.009485:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764301.009488:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358825856, portal 10
00000100:00000001:2.0:1787764301.009490:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764301.009491:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515389632 : -114205194161984 : ffff982187f870c0)
00000100:00000040:2.0:1787764301.009496:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f870c0 x1874601358825856/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764301.009503:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764301.009505:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764301.009507:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0110.
00000100:00000200:2.0:1787764301.009509:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358825856, offset 0
00000400:00000200:2.0:1787764301.009512:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764301.009515:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764301.009518:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764301.009521:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764301.009523:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764301.009525:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764301.009528:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764301.009531:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70323:70323:256:4294967295] 192.168.202.141@tcp LPNI seq info [70323:70323:8:4294967295]
00000400:00000200:2.0:1787764301.009535:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764301.009541:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764301.009545:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764301.009547:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8500.
00000800:00000200:2.0:1787764301.009551:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764301.009554:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787764301.009558:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764301.009560:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1787764301.009563:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764301.009565:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8500.
00000400:00000200:2.0:1787764301.009568:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764301.009571:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764301.009574:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0110
00000400:00000010:2.0:1787764301.009576:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0110.
00000100:00000001:2.0:1787764301.009578:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764301.009581:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f870c0 x1874601358825856/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764301.009588:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764301.009591:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f870c0 x1874601358825856/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764326 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764301.009598:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764301.009599:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764301.009601:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764301.009604:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:2.0:1787764301.009607:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764301.009609:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299858961
00000100:00000001:2.0:1787764301.009611:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299860235
00000100:00000001:2.0:1787764301.009613:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299858961
00000100:00000001:2.0:1787764301.009614:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299860235
00000100:00000001:2.0:1787764301.009616:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764301.009618:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764301.009620:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764301.009623:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764301/real 1787764301]  req@ffff982187f870c0 x1874601358825856/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764301.009630:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764301.009632:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764301.009633:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764301.009635:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764301.009637:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764301.009639:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764301.009642:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f870c0 x1874601358825856/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764301.009650:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f870c0 x1874601358825856/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764301.009656:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764301.009658:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764301.009659:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764301.009661:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764301.009664:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f870c0 x1874601358825856/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764301.009670:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764301.009673:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f870c0 x1874601358825856/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764326 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764301.009680:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764301.009682:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764301.009683:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764301.009684:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764301.009686:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764301.009687:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764301.009689:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764301.009692:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764301.009694:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764301.009697:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f870c0 x1874601358825856/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764326 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764301.009705:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358825856:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764301.009708:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764301.009711:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f84780 x1874601358825984/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764301.009718:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764301.009719:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764301.009721:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764301.009723:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764301.009724:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764301.009727:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f84780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358825984:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764301.009730:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764301.009732:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764301.009733:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764301.009735:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764301.009737:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188698c00.
02000000:00000001:2.0:1787764301.009739:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764301.009742:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764301.009744:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764301.009747:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764301.009749:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358825984, portal 4
00000100:00000001:2.0:1787764301.009751:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764301.009752:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515379072 : -114205194172544 : ffff982187f84780)
00000100:00000040:2.0:1787764301.009757:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f84780 x1874601358825984/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764301.009764:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764301.009766:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764301.009768:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0110.
00000100:00000200:2.0:1787764301.009770:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358825984, offset 0
00000400:00000200:2.0:1787764301.009773:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764301.009776:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764301.009779:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764301.009781:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764301.009784:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764301.009786:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764301.009788:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764301.009791:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70324:70324:256:4294967295] 192.168.202.141@tcp LPNI seq info [70324:70324:8:4294967295]
00000400:00000200:2.0:1787764301.009795:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764301.009800:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764301.009805:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764301.009808:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8500.
00000800:00000200:2.0:1787764301.009823:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764301.009826:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787764301.009830:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764301.009833:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1787764301.009836:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764301.009838:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8500.
00000400:00000200:2.0:1787764301.009841:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764301.009845:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764301.009860:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0110
00000400:00000010:2.0:1787764301.009862:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0110.
00000100:00000001:2.0:1787764301.009865:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764301.009868:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f84780 x1874601358825984/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764301.009876:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764301.009879:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f84780 x1874601358825984/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764326 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764301.009885:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764301.009887:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764301.009889:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764301.009892:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:2.0:1787764301.009895:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764301.009897:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299858967
00000100:00000001:2.0:1787764301.009899:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299860235
00000100:00000001:2.0:1787764301.009901:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299858967
00000100:00000001:2.0:1787764301.009903:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299860235
00000100:00000001:2.0:1787764301.009905:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764301.009907:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764301.009908:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764301.009911:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764301/real 1787764301]  req@ffff982187f84780 x1874601358825984/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764301.009919:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764301.009920:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764301.009922:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764301.009924:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764301.009925:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764301.009927:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764301.009930:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f84780 x1874601358825984/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764301.009938:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f84780 x1874601358825984/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764301.009944:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764301.009945:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764301.009947:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764301.009948:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764301.009952:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f84780 x1874601358825984/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764301.009958:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764301.009962:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f84780 x1874601358825984/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764326 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764301.009968:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764301.009970:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764301.009972:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764301.009973:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764301.009974:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764301.009976:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764301.009978:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764301.009980:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764301.009982:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764301.009986:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f84780 x1874601358825984/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764326 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764301.009993:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f84780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358825984:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764301.009997:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764301.009998:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764301.010001:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f86d00 x1874601358825728/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764326 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764301.010008:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764301.010009:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764301.010011:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188699c00.
02000000:00000001:2.0:1787764301.010013:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764301.010015:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764301.010016:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:2.0:1787764301.010018:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764301.010019:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649fc00.
02000000:00000001:2.0:1787764301.010022:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764301.010023:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764301.010024:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f86d00.
00000100:00000001:2.0:1787764301.010026:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764301.010028:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764301.010029:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764301.010032:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f870c0 x1874601358825856/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764326 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764301.010038:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764301.010039:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764301.010040:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188698800.
02000000:00000001:2.0:1787764301.010042:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764301.010043:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764301.010045:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:2.0:1787764301.010047:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764301.010048:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649c800.
02000000:00000001:2.0:1787764301.010050:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764301.010051:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764301.010053:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f870c0.
00000100:00000001:2.0:1787764301.010055:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764301.010056:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764301.010057:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764301.010060:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f84780 x1874601358825984/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764326 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764301.010066:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764301.010067:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764301.010068:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188698c00.
02000000:00000001:2.0:1787764301.010070:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764301.010071:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764301.010072:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:2.0:1787764301.010074:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764301.010075:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649dc00.
02000000:00000001:2.0:1787764301.010077:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764301.010078:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764301.010079:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f84780.
00000100:00000001:2.0:1787764301.010081:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764301.010082:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764301.010083:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764301.010086:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764301.010087:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764301.010089:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764301.010090:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764301.010091:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764301.010095:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f86940 x1874601358826112/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764301.010101:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764301.010102:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764301.010104:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764301.010106:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764301.010107:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764301.010110:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358826112:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764301.010113:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764301.010116:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764301.010117:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764301.010119:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764301.010121:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188698c00.
02000000:00000001:2.0:1787764301.010123:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764301.010126:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764301.010128:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764301.010131:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764301.010134:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358826112, portal 4
00000100:00000001:2.0:1787764301.010135:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764301.010137:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515387712 : -114205194163904 : ffff982187f86940)
00000100:00000040:2.0:1787764301.010143:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f86940 x1874601358826112/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764301.010149:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764301.010151:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764301.010153:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0110.
00000100:00000200:2.0:1787764301.010155:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358826112, offset 0
00000400:00000200:2.0:1787764301.010159:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764301.010162:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764301.010165:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764301.010167:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764301.010170:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764301.010172:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764301.010174:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764301.010177:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70325:70325:256:4294967295] 192.168.202.141@tcp LPNI seq info [70325:70325:8:4294967295]
00000400:00000200:2.0:1787764301.010182:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764301.010187:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764301.010192:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764301.010194:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8500.
00000800:00000200:2.0:1787764301.010198:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764301.010200:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787764301.010204:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764301.010207:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1787764301.010211:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764301.010213:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8500.
00000400:00000200:2.0:1787764301.010216:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764301.010219:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764301.010221:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0110
00000400:00000010:2.0:1787764301.010223:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0110.
00000100:00000001:2.0:1787764301.010225:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764301.010228:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f86940 x1874601358826112/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764301.010235:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764301.010238:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f86940 x1874601358826112/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764326 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764301.010245:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764301.010246:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764301.010249:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764301.010251:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:2.0:1787764301.010253:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764301.010255:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299858968
00000100:00000001:2.0:1787764301.010257:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299860235
00000100:00000001:2.0:1787764301.010259:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299858968
00000100:00000001:2.0:1787764301.010262:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299860235
00000100:00000001:2.0:1787764301.010264:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764301.010265:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764301.010267:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764301.010271:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764301/real 1787764301]  req@ffff982187f86940 x1874601358826112/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764301.010278:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764301.010280:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764301.010281:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764301.010284:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764301.010285:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764301.010288:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764301.010291:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f86940 x1874601358826112/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764301.010299:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f86940 x1874601358826112/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764301.010305:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764301.010306:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764301.010308:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764301.010309:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764301.010312:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f86940 x1874601358826112/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764301.010319:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764301.010322:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f86940 x1874601358826112/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764326 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764301.010329:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764301.010332:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764301.010333:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764301.010334:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764301.010336:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764301.010337:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764301.010340:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764301.010342:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764301.010344:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764301.010348:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f86940 x1874601358826112/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764326 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764301.010355:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358826112:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764301.010359:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764301.010360:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764301.010364:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f86940 x1874601358826112/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764326 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764301.010370:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764301.010371:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764301.010373:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188698c00.
02000000:00000001:2.0:1787764301.010375:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764301.010376:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764301.010377:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:2.0:1787764301.010379:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764301.010381:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649f400.
02000000:00000001:2.0:1787764301.010383:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764301.010384:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764301.010385:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f86940.
00000100:00000001:2.0:1787764301.010387:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764301.010389:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764301.010390:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764301.010393:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764301.010394:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764301.010396:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764301.010397:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764301.327919:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764301.327925:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764301.327930:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764301.327931:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764301.327933:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764301.327934:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764301.327936:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764301.327937:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764301.327939:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764301.327939:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764301.327954:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764301.327956:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764301.327958:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764301.583989:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764301.583997:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764301.584000:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764301.584006:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764301.584012:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764301.584016:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764301.584020:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764301.584023:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764301.584027:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764302.351944:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4299860235, at 4299860288
00010000:00000001:0.0:1787764302.351945:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764302.351949:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764302.351956:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764302.351958:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764302.351962:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:2.0:1787764302.351962:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767660.
00010000:00000001:0.0:1787764302.351963:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764302.351966:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299860235, at 4299860288
00010000:00000001:0.0:1787764302.351968:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764302.351970:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764302.351972:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764302.351974:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764302.351988:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767a20.
00000020:00000001:0.0:1787764302.351997:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764302.352000:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764302.352002:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764302.607934:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764302.607940:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764302.607941:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764302.607945:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764302.607948:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764302.607952:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764302.607954:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764302.607957:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764302.607959:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764303.375965:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764303.375974:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764303.375977:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764303.375979:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764303.375985:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764303.375987:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764303.375988:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764303.375990:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764303.375993:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764303.375994:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764303.375997:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764303.375998:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764303.376001:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764303.376002:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764303.376003:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764303.376004:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764303.376005:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764303.376006:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764303.376007:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764303.376008:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764303.376011:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764303.376011:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764303.376074:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764303.376082:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764303.376087:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764303.631933:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764303.631939:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764303.631941:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764303.631946:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764303.631949:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764303.631953:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764303.631955:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764303.631957:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764303.631959:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764304.399965:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764304.399970:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764304.399975:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764304.399976:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764304.399978:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764304.399979:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764304.399982:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764304.399983:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764304.399985:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764304.399986:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764304.400003:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764304.400005:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764304.400007:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764304.655948:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764304.655956:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764304.655959:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764304.655965:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764304.655970:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764304.655974:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764304.655976:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764304.655978:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764304.655980:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764305.423939:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764305.423946:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764305.423951:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764305.423954:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764305.423955:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764305.423958:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764305.423960:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764305.423962:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764305.423964:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764305.423965:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764305.423968:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764305.423969:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764305.423971:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764305.423971:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764305.423975:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764305.423976:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764305.423994:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764305.423996:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764305.423999:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764305.679963:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764305.679971:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764305.679973:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764305.679979:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764305.679984:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764305.679987:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764305.679990:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764305.679993:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764305.679996:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764306.128011:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764306.128026:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787764306.128029:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764306.128034:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764306.128040:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764306.128051:0:18336:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5191
00000400:00000200:1.0:1787764306.128063:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764306.128071:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764306.128074:0:18336:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764306.128077:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764306.128080:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764306.128082:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764306.128084:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764306.128088:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764306.128091:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:1.0:1787764306.128093:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764306.128096:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:1.0:1787764306.128097:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:1.0:1787764306.128099:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:1.0:1787764306.128102:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764306.128103:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764306.128104:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764306.128105:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764306.128108:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:1.0:1787764306.128110:0:18336:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764306.128112:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764306.128114:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764306.128117:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764306.128120:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764306.128121:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787764306.128123:0:18336:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764306.128146:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f85a40.
00000020:00000040:1.0:1787764306.128151:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:1.0:1787764306.128155:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764306.128157:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764306.128160:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764306.128163:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764306.128168:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764306.128177:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649cc00.
00000100:00000001:1.0:1787764306.128185:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764306.128203:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f85a40 x1874601358826240/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764306.128215:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764306.128220:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764306.128226:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000920ad038] to pc [ptlrpcd_rcv+-1]  req@ffff982187f85a40 x1874601358826240/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764306.128259:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764306.128263:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764306.128266:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787764306.128268:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764306.128270:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764306.128273:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764306.128276:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5191
00000400:00000200:1.0:1787764306.128280:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764306.128284:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764306.128287:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764306.128291:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764306.128294:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764306.128297:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764306.128300:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764306.128302:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764306.128304:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:1.0:1787764306.128305:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764306.128307:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:1.0:1787764306.128309:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000001:2.0:1787764306.128309:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1787764306.128311:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:1.0:1787764306.128316:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764306.128316:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764306.128318:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764306.128321:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764306.128321:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787764306.128325:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764306.128328:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:1.0:1787764306.128333:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000040:2.0:1787764306.128333:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f85a40 x1874601358826240/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764306.128338:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764306.128343:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787764306.128351:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1787764306.128355:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764306.128355:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764306.128361:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764306.128363:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787764306.128363:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764306.128368:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:1.0:1787764306.128369:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787764306.128374:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764306.128375:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764306.128376:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764306.128382:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f843c0.
00000100:00100000:2.0:1787764306.128384:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358826240:192.168.202.141@tcp:250:kworker.0
00000020:00000040:1.0:1787764306.128385:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:1.0:1787764306.128390:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764306.128391:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764306.128395:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787764306.128395:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764306.128398:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764306.128401:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764306.128402:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764306.128406:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764306.128407:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649f000.
02000000:00000001:2.0:1787764306.128410:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1787764306.128412:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764306.128418:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188698c00.
00000100:00100000:1.0:1787764306.128419:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f843c0 x1874601358826368/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1787764306.128424:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764306.128440:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764306.128445:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764306.128450:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787764306.128450:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000100:00000040:1.0:1787764306.128458:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ab335ac] to pc [ptlrpcd_rcv+-1]  req@ffff982187f843c0 x1874601358826368/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1787764306.128460:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764306.128470:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358826240, portal 25
00000100:00000001:1.0:1787764306.128472:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764306.128474:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:1.0:1787764306.128477:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787764306.128478:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515383872 : -114205194167744 : ffff982187f85a40)
00000100:00080000:1.0:1787764306.128484:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1787764306.128487:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764306.128488:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:2.0:1787764306.128491:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f85a40 x1874601358826240/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764306.128492:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764306.128496:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5191
00000400:00000200:1.0:1787764306.128503:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764306.128507:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764306.128511:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787764306.128511:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764306.128516:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000040:2.0:1787764306.128519:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000100:00000001:1.0:1787764306.128520:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764306.128525:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000400:00000010:2.0:1787764306.128525:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0110.
00000100:00000001:1.0:1787764306.128529:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764306.128533:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000200:2.0:1787764306.128533:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358826240, offset 0
00000020:00000040:1.0:1787764306.128535:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:1.0:1787764306.128537:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764306.128540:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:1.0:1787764306.128541:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:1.0:1787764306.128544:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:1.0:1787764306.128549:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000400:00000200:2.0:1787764306.128549:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000100:00000001:1.0:1787764306.128553:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764306.128555:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764306.128557:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764306.128558:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:1.0:1787764306.128561:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764306.128564:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764306.128565:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764306.128568:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764306.128569:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764306.128570:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764306.128571:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764306.128582:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1787764306.128582:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000008:00000001:1.0:1787764306.128588:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764306.128589:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1787764306.128592:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764306.128596:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000100:00000010:1.0:1787764306.128599:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f84f00.
00000400:00000200:2.0:1787764306.128602:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000020:00000040:1.0:1787764306.128606:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
00000400:00000200:2.0:1787764306.128607:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
02000000:00000001:1.0:1787764306.128613:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1787764306.128614:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70326:70326:256:4294967295] 192.168.202.141@tcp LPNI seq info [70326:70326:8:4294967295]
02000000:00000001:1.0:1787764306.128617:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764306.128622:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764306.128623:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764306.128626:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764306.128629:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764306.128634:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
02000000:00000010:1.0:1787764306.128636:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649f400.
00000100:00000001:1.0:1787764306.128641:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787764306.128642:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764306.128649:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8500.
00000100:00100000:1.0:1787764306.128654:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f84f00 x1874601358826496/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1787764306.128663:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:1.0:1787764306.128664:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764306.128667:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787764306.128671:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000100:00000040:1.0:1787764306.128672:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007cd831b5] to pc [ptlrpcd_rcv+-1]  req@ffff982187f84f00 x1874601358826496/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764306.128681:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787764306.128683:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00080000:1.0:1787764306.128685:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764306.128691:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000200:2.1:1787764306.128691:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000100:00000001:1.0:1787764306.128693:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764306.128695:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764306.128698:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764306.128702:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5191
00000400:00000200:1.0:1787764306.128707:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764306.128714:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000800:00000100:2.0:1787764306.128719:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000100:00080000:1.0:1787764306.128720:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000800:00000010:2.0:1787764306.128725:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8500.
00000100:00000040:1.0:1787764306.128728:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764306.128733:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787764306.128735:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:1.0:1787764306.128736:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764306.128742:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764306.128746:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:2.0:1787764306.128747:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000020:00000040:1.0:1787764306.128748:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:1.0:1787764306.128752:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764306.128755:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:1.0:1787764306.128758:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000400:00000200:2.0:1787764306.128758:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0110
00000020:00000001:1.0:1787764306.128763:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:1.0:1787764306.128781:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764306.128782:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764306.128784:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764306.128785:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000400:00000010:2.0:1787764306.128787:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0110.
00000020:00000040:1.0:1787764306.128788:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:1.0:1787764306.128792:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764306.128794:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764306.128796:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787764306.128796:0:2388:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:1.0:1787764306.128801:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:2.0:1787764306.128804:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f85a40 x1874601358826240/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787764306.128805:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764306.128809:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764306.128812:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1787764306.128814:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764306.128815:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764306.128818:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f87c00.
00000020:00000040:1.0:1787764306.128821:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:1.0:1787764306.128825:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787764306.128825:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1787764306.128826:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764306.128829:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:2.0:1787764306.128831:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f85a40 x1874601358826240/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764331 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787764306.128832:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764306.128835:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764306.128840:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649dc00.
00000100:00000001:2.0:1787764306.128843:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764306.128844:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764306.128846:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:1.0:1787764306.128879:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f87c00 x1874601358826624/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764306.128884:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764306.128890:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1787764306.128891:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764306.128895:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764306.128899:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4299865356
00000100:00000040:1.0:1787764306.128903:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000480dc2f8] to pc [ptlrpcd_rcv+-1]  req@ffff982187f87c00 x1874601358826624/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1787764306.128906:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982198767660.
00000100:00000001:2.0:1787764306.128915:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787764306.128918:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764306.128923:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4299865356
00000100:00080000:1.0:1787764306.128924:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:2.0:1787764306.128927:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9821987671e0.
00000100:00080000:1.0:1787764306.128930:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787764306.128932:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787764306.128935:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787764306.128937:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1787764306.128939:0:18336:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764306.128940:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764306.128942:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787764306.128945:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00080000:1.0:1787764306.128947:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5191
00000400:00000200:1.0:1787764306.128952:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00100000:2.0:1787764306.128952:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764306/real 1787764306]  req@ffff982187f85a40 x1874601358826240/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787764306.128958:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764306.128963:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764306.128968:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000400:00000001:2.0:1787764306.128969:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:1.0:1787764306.128972:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:2.0:1787764306.128972:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764306.128976:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000100:00000040:1.0:1787764306.128977:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000400:00000200:2.0:1787764306.128979:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000100:00000001:1.0:1787764306.128980:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000400:00000010:2.0:1787764306.128983:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000020:00000001:1.0:1787764306.128984:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764306.128987:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000100:00000001:2.0:1787764306.128988:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:1.0:1787764306.128990:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764306.128993:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000100:00000200:2.0:1787764306.128994:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f85a40 x1874601358826240/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1787764306.128995:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:1.0:1787764306.129000:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:1.0:1787764306.129006:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764306.129010:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1787764306.129012:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f85a40 x1874601358826240/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787764306.129016:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764306.129023:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:2.0:1787764306.129023:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764306.129025:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1787764306.129028:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00000001:2.0:1787764306.129029:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764306.129031:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1787764306.129037:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00100000:2.0:1787764306.129037:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f85a40 x1874601358826240/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764306.129044:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764306.129046:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764306.129052:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764306.129053:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1787764306.129058:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764306.129061:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f85a40 x1874601358826240/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764331 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764306.129063:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764306.129066:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1787764306.129072:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764306.129072:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764306.129077:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764306.129078:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764306.129081:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764306.129082:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:1.0:1787764306.129083:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f85680.
00000100:00000001:2.0:1787764306.129085:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000020:00000040:1.0:1787764306.129087:0:18336:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
00000100:00000001:2.0:1787764306.129088:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:1.0:1787764306.129091:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00080000:2.0:1787764306.129092:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:1.0:1787764306.129094:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764306.129096:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00080000:2.0:1787764306.129097:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
02000000:00000001:1.0:1787764306.129099:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787764306.129102:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:1.0:1787764306.129103:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764306.129111:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649c800.
00000100:00000040:2.0:1787764306.129111:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f85a40 x1874601358826240/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764331 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764306.129115:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764306.129125:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358826240:192.168.202.141@tcp:250:kworker.0
00000100:00100000:1.0:1787764306.129126:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f85680 x1874601358826752/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764306.129130:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764306.129134:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764306.129139:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f85a40 x1874601358826240/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764331 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764306.129142:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764306.129148:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764306.129154:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000040:1.0:1787764306.129159:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000008ac09af] to pc [ptlrpcd_rcv+-1]  req@ffff982187f85680 x1874601358826752/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787764306.129159:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764306.129165:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188698c00.
02000000:00000001:2.0:1787764306.129171:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:1.0:1787764306.129175:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764306.129176:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764306.129180:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000100:00000040:1.0:1787764306.129181:0:18336:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5201)
00000020:00000001:2.0:1787764306.129184:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764306.129188:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649cc00.
02000000:00000001:2.0:1787764306.129193:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764306.129195:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764306.129197:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f85a40.
00000100:00000001:2.0:1787764306.129201:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764306.129203:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764306.129205:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764306.129213:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764306.129216:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764306.129219:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764306.129221:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764306.129222:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764306.129228:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f843c0 x1874601358826368/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764306.129235:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764306.129236:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764306.129238:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764306.129239:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764306.129241:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764306.129243:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f843c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358826368:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764306.129246:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764306.129247:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764306.129248:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764306.129249:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764306.129252:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188698c00.
02000000:00000001:2.0:1787764306.129253:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764306.129256:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764306.129258:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764306.129260:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764306.129263:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358826368, portal 10
00000100:00000001:2.0:1787764306.129264:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764306.129265:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515378112 : -114205194173504 : ffff982187f843c0)
00000100:00000040:2.0:1787764306.129271:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f843c0 x1874601358826368/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764306.129275:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764306.129277:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764306.129278:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0110.
00000100:00000200:2.0:1787764306.129280:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358826368, offset 0
00000400:00000200:2.0:1787764306.129283:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764306.129285:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764306.129288:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764306.129291:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764306.129292:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764306.129294:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764306.129296:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764306.129298:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70327:70327:256:4294967295] 192.168.202.141@tcp LPNI seq info [70327:70327:8:4294967295]
00000400:00000200:2.0:1787764306.129301:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764306.129305:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764306.129308:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764306.129311:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8500.
00000800:00000200:2.0:1787764306.129313:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764306.129316:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787764306.129319:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764306.129321:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1787764306.129323:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764306.129325:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8500.
00000400:00000200:2.0:1787764306.129327:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764306.129329:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764306.129331:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0110
00000400:00000010:2.0:1787764306.129333:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0110.
00000100:00000001:2.0:1787764306.129335:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764306.129337:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f843c0 x1874601358826368/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764306.129342:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764306.129344:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f843c0 x1874601358826368/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764331 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764306.129349:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764306.129350:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764306.129352:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764306.129354:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:2.0:1787764306.129357:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764306.129358:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299864087
00000100:00000001:2.0:1787764306.129360:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299865356
00000100:00000001:2.0:1787764306.129362:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299864087
00000100:00000001:2.0:1787764306.129364:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299865356
00000100:00000001:2.0:1787764306.129365:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764306.129366:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764306.129368:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764306.129370:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764306/real 1787764306]  req@ffff982187f843c0 x1874601358826368/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764306.129384:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764306.129385:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764306.129387:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764306.129389:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764306.129391:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764306.129393:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764306.129396:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f843c0 x1874601358826368/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764306.129405:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f843c0 x1874601358826368/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764306.129413:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764306.129415:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764306.129417:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764306.129418:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764306.129423:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f843c0 x1874601358826368/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764306.129431:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764306.129434:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f843c0 x1874601358826368/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764331 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764306.129439:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764306.129441:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764306.129442:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764306.129443:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764306.129444:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764306.129445:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764306.129447:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764306.129449:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764306.129450:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764306.129453:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f843c0 x1874601358826368/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764331 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764306.129458:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f843c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358826368:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764306.129461:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764306.129463:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f84f00 x1874601358826496/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764306.129467:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764306.129468:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764306.129469:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764306.129471:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764306.129472:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764306.129474:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358826496:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764306.129476:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764306.129477:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764306.129478:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764306.129479:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764306.129482:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188698800.
02000000:00000001:2.0:1787764306.129483:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764306.129486:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764306.129488:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764306.129490:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764306.129492:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358826496, portal 10
00000100:00000001:2.0:1787764306.129494:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764306.129495:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515380992 : -114205194170624 : ffff982187f84f00)
00000100:00000040:2.0:1787764306.129499:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f84f00 x1874601358826496/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764306.129504:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764306.129505:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764306.129507:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0110.
00000100:00000200:2.0:1787764306.129508:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358826496, offset 0
00000400:00000200:2.0:1787764306.129511:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764306.129514:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764306.129516:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764306.129518:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764306.129520:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764306.129522:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764306.129524:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764306.129526:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70328:70328:256:4294967295] 192.168.202.141@tcp LPNI seq info [70328:70328:8:4294967295]
00000400:00000200:2.0:1787764306.129529:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764306.129533:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764306.129535:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764306.129538:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8500.
00000800:00000200:2.0:1787764306.129540:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764306.129542:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787764306.129545:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764306.129547:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1787764306.129550:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764306.129551:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8500.
00000400:00000200:2.0:1787764306.129553:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764306.129555:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764306.129558:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0110
00000400:00000010:2.0:1787764306.129559:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0110.
00000100:00000001:2.0:1787764306.129562:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764306.129566:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f84f00 x1874601358826496/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764306.129573:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764306.129576:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f84f00 x1874601358826496/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764331 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764306.129582:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764306.129584:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764306.129588:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764306.129591:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:2.0:1787764306.129594:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764306.129597:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299864081
00000100:00000001:2.0:1787764306.129600:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299865356
00000100:00000001:2.0:1787764306.129602:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299864081
00000100:00000001:2.0:1787764306.129605:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299865356
00000100:00000001:2.0:1787764306.129607:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764306.129609:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764306.129611:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764306.129615:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764306/real 1787764306]  req@ffff982187f84f00 x1874601358826496/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764306.129621:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764306.129622:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764306.129623:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764306.129625:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764306.129626:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764306.129628:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764306.129630:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f84f00 x1874601358826496/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764306.129636:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f84f00 x1874601358826496/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764306.129639:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764306.129640:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764306.129641:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764306.129642:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764306.129646:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f84f00 x1874601358826496/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764306.129653:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764306.129658:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f84f00 x1874601358826496/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764331 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764306.129664:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764306.129668:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764306.129670:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764306.129671:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764306.129673:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764306.129675:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764306.129678:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764306.129681:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764306.129684:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764306.129688:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f84f00 x1874601358826496/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764331 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764306.129695:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358826496:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764306.129698:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764306.129700:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f87c00 x1874601358826624/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764306.129705:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764306.129706:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764306.129708:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764306.129709:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764306.129710:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764306.129712:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358826624:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764306.129714:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764306.129716:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764306.129717:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764306.129719:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764306.129723:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188699c00.
02000000:00000001:2.0:1787764306.129725:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764306.129729:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764306.129731:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764306.129734:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764306.129738:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358826624, portal 4
00000100:00000001:2.0:1787764306.129740:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764306.129742:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515392512 : -114205194159104 : ffff982187f87c00)
00000100:00000040:2.0:1787764306.129748:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f87c00 x1874601358826624/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764306.129755:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764306.129758:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764306.129760:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0110.
00000100:00000200:2.0:1787764306.129762:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358826624, offset 0
00000400:00000200:2.0:1787764306.129783:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764306.129788:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764306.129791:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764306.129795:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764306.129797:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764306.129800:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764306.129802:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764306.129805:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70329:70329:256:4294967295] 192.168.202.141@tcp LPNI seq info [70329:70329:8:4294967295]
00000400:00000200:2.0:1787764306.129809:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764306.129815:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764306.129820:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764306.129824:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8500.
00000800:00000200:2.0:1787764306.129828:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764306.129831:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787764306.129836:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764306.129839:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1787764306.129843:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764306.129845:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8500.
00000400:00000200:2.0:1787764306.129868:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764306.129872:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764306.129875:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0110
00000400:00000010:2.0:1787764306.129877:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0110.
00000100:00000001:2.0:1787764306.129880:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764306.129884:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f87c00 x1874601358826624/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764306.129897:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764306.129900:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f87c00 x1874601358826624/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764331 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764306.129907:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764306.129909:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764306.129913:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764306.129916:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:2.0:1787764306.129919:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764306.129921:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299864087
00000100:00000001:2.0:1787764306.129924:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299865356
00000100:00000001:2.0:1787764306.129926:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299864087
00000100:00000001:2.0:1787764306.129928:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299865356
00000100:00000001:2.0:1787764306.129931:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764306.129933:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764306.129935:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764306.129939:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764306/real 1787764306]  req@ffff982187f87c00 x1874601358826624/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764306.129944:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764306.129945:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764306.129947:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764306.129949:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764306.129950:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764306.129952:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764306.129954:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f87c00 x1874601358826624/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764306.129959:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f87c00 x1874601358826624/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764306.129963:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764306.129965:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764306.129966:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764306.129967:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764306.129969:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f87c00 x1874601358826624/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764306.129974:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764306.129976:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f87c00 x1874601358826624/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764331 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764306.129980:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764306.129982:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764306.129982:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764306.129983:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764306.129984:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764306.129986:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764306.129987:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764306.129989:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764306.129991:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764306.129994:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f87c00 x1874601358826624/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764331 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764306.129998:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358826624:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764306.130001:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764306.130003:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f85680 x1874601358826752/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764306.130006:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764306.130007:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764306.130009:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764306.130010:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764306.130011:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764306.130013:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358826752:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764306.130016:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764306.130017:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764306.130018:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764306.130020:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764306.130022:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869a000.
02000000:00000001:2.0:1787764306.130023:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764306.130025:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764306.130027:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764306.130029:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764306.130031:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358826752, portal 4
00000100:00000001:2.0:1787764306.130032:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764306.130033:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515382912 : -114205194168704 : ffff982187f85680)
00000100:00000040:2.0:1787764306.130037:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f85680 x1874601358826752/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764306.130041:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764306.130043:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764306.130044:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0110.
00000100:00000200:2.0:1787764306.130046:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358826752, offset 0
00000400:00000200:2.0:1787764306.130048:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764306.130050:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764306.130053:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764306.130055:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764306.130057:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764306.130058:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764306.130060:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764306.130062:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70330:70330:256:4294967295] 192.168.202.141@tcp LPNI seq info [70330:70330:8:4294967295]
00000400:00000200:2.0:1787764306.130065:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764306.130069:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764306.130072:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764306.130074:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8500.
00000800:00000200:2.0:1787764306.130077:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764306.130079:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1787764306.130082:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764306.130083:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1787764306.130086:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764306.130088:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8500.
00000400:00000200:2.0:1787764306.130090:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764306.130092:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764306.130094:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0110
00000400:00000010:2.0:1787764306.130095:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0110.
00000100:00000001:2.0:1787764306.130096:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764306.130099:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f85680 x1874601358826752/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764306.130104:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764306.130106:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f85680 x1874601358826752/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764331 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764306.130110:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764306.130111:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764306.130113:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764306.130115:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:2.0:1787764306.130117:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764306.130118:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299864088
00000100:00000001:2.0:1787764306.130120:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299865356
00000100:00000001:2.0:1787764306.130121:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299864088
00000100:00000001:2.0:1787764306.130122:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299865356
00000100:00000001:2.0:1787764306.130124:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764306.130125:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764306.130126:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764306.130128:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764306/real 1787764306]  req@ffff982187f85680 x1874601358826752/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764306.130133:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764306.130134:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764306.130136:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764306.130138:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764306.130139:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764306.130142:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764306.130145:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f85680 x1874601358826752/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764306.130154:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f85680 x1874601358826752/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764306.130162:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764306.130163:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764306.130165:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764306.130167:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764306.130171:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f85680 x1874601358826752/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764306.130177:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764306.130181:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f85680 x1874601358826752/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764331 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764306.130189:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764306.130191:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764306.130193:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764306.130195:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764306.130196:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764306.130198:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764306.130201:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764306.130204:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764306.130207:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764306.130211:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f85680 x1874601358826752/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764331 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764306.130222:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358826752:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764306.130225:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764306.130227:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764306.130229:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f843c0 x1874601358826368/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764331 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764306.130236:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764306.130238:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764306.130240:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188698c00.
02000000:00000001:2.0:1787764306.130243:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764306.130245:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764306.130246:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:2.0:1787764306.130249:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764306.130250:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649f000.
02000000:00000001:2.0:1787764306.130254:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764306.130255:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764306.130257:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f843c0.
00000100:00000001:2.0:1787764306.130260:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764306.130261:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764306.130263:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764306.130267:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f84f00 x1874601358826496/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764331 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764306.130275:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764306.130277:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764306.130278:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188698800.
02000000:00000001:2.0:1787764306.130281:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764306.130282:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764306.130283:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:2.0:1787764306.130286:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764306.130287:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649f400.
02000000:00000001:2.0:1787764306.130288:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764306.130289:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764306.130290:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f84f00.
00000100:00000001:2.0:1787764306.130292:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764306.130293:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764306.130295:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764306.130297:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f87c00 x1874601358826624/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764331 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764306.130301:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764306.130302:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764306.130303:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188699c00.
02000000:00000001:2.0:1787764306.130305:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764306.130306:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764306.130306:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:2.0:1787764306.130307:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764306.130308:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649dc00.
02000000:00000001:2.0:1787764306.130309:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764306.130310:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764306.130311:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f87c00.
00000100:00000001:2.0:1787764306.130312:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764306.130313:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764306.130314:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764306.130316:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f85680 x1874601358826752/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764331 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764306.130319:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764306.130320:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764306.130321:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869a000.
02000000:00000001:2.0:1787764306.130322:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764306.130323:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764306.130323:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:2.0:1787764306.130324:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764306.130325:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649c800.
02000000:00000001:2.0:1787764306.130326:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764306.130327:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764306.130328:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f85680.
00000100:00000001:2.0:1787764306.130329:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764306.130330:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764306.130331:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764306.130334:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764306.130335:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764306.130336:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764306.130338:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764306.447964:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764306.447970:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764306.447975:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764306.447976:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764306.447979:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764306.447980:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764306.447982:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764306.447983:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764306.447985:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764306.447986:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764306.448030:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764306.448033:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764306.448036:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764306.703957:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764306.703964:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764306.703966:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764306.703971:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764306.703975:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764306.703980:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764306.703982:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764306.703984:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764306.703987:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764307.471987:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299865356, at 4299865408
00000100:00000040:2.0:1787764307.471990:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4299865356, at 4299865408
00010000:00000001:0.0:1787764307.471991:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764307.471997:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764307.472004:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764307.472008:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764307.472009:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9821987671e0.
00010000:00000001:0.0:1787764307.472013:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764307.472016:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764307.472016:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767660.
00010000:00000001:0.0:1787764307.472028:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764307.472030:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764307.472034:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764307.472036:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764307.472062:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764307.472064:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764307.472066:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764307.727975:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764307.727984:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764307.727987:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764307.727994:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764307.727998:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764307.728002:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764307.728005:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764307.728008:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764307.728011:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764308.495953:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764308.495960:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764308.495964:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764308.495965:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764308.495968:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764308.495971:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764308.495973:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764308.495975:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764308.495977:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764308.495979:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764308.495981:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764308.495983:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764308.495985:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764308.495986:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764308.495989:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764308.495990:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764308.495991:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764308.495992:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764308.495993:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764308.495994:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764308.495995:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764308.495996:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764308.496014:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764308.496017:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764308.496019:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764308.751963:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764308.751970:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764308.751972:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764308.751977:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764308.751980:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764308.751984:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764308.751987:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764308.751989:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764308.751992:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764309.519955:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764309.519960:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764309.519966:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764309.519967:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764309.519970:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764309.519970:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764309.519973:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764309.519974:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764309.519976:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764309.519977:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764309.520062:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764309.520070:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764309.520076:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764309.775967:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764309.775976:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764309.775978:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764309.775986:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764309.775992:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764309.775996:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764309.776001:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764309.776005:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764309.776009:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764310.543956:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764310.543962:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764310.543966:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764310.543967:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764310.543970:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764310.543971:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764310.543973:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764310.543974:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764310.543976:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764310.543977:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764310.543998:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764310.544001:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764310.544013:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764310.800008:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764310.800018:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764310.800022:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764310.800028:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764310.800034:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764310.800041:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764310.800045:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764310.800049:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764310.800053:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764311.247996:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764311.248008:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787764311.248011:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764311.248016:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764311.248022:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764311.248030:0:18336:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5196
00000400:00000200:1.0:1787764311.248041:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764311.248050:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764311.248053:0:18336:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764311.248057:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764311.248061:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764311.248065:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764311.248068:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764311.248072:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764311.248075:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:1.0:1787764311.248078:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764311.248081:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:1.0:1787764311.248084:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:1.0:1787764311.248087:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:1.0:1787764311.248090:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764311.248092:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764311.248095:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764311.248097:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764311.248100:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:1.0:1787764311.248104:0:18336:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764311.248107:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764311.248110:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764311.248114:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764311.248117:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764311.248120:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787764311.248122:0:18336:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764311.248133:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f861c0.
00000020:00000040:1.0:1787764311.248136:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:1.0:1787764311.248154:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764311.248160:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764311.248163:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764311.248167:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764311.248171:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764311.248180:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649fc00.
00000100:00000001:1.0:1787764311.248186:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764311.248197:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f861c0 x1874601358826880/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764311.248209:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764311.248213:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764311.248219:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a525cb1] to pc [ptlrpcd_rcv+-1]  req@ffff982187f861c0 x1874601358826880/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764311.248251:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764311.248255:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764311.248258:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787764311.248260:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764311.248262:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764311.248264:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764311.248267:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5196
00000400:00000200:1.0:1787764311.248272:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764311.248277:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764311.248280:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764311.248284:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764311.248287:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787764311.248289:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1787764311.248290:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764311.248294:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764311.248296:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:2.0:1787764311.248298:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1787764311.248302:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764311.248306:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000100:00000040:2.0:1787764311.248307:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f861c0 x1874601358826880/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1787764311.248309:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764311.248313:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:1.0:1787764311.248319:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000001:2.0:1787764311.248322:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1787764311.248324:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000001:2.0:1787764311.248325:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764311.248331:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:1.0:1787764311.248332:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
02000000:00000001:2.0:1787764311.248334:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764311.248338:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1787764311.248338:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764311.248345:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00100000:2.0:1787764311.248346:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358826880:192.168.202.141@tcp:250:kworker.0
00000100:00000001:1.0:1787764311.248351:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:2.0:1787764311.248352:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:1.0:1787764311.248356:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
02000000:00000001:2.0:1787764311.248359:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764311.248362:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764311.248363:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
02000000:00000001:2.0:1787764311.248365:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1787764311.248370:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764311.248371:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869a000.
02000000:00000001:1.0:1787764311.248375:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764311.248375:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764311.248383:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1787764311.248383:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
02000000:00000001:1.0:1787764311.248389:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787764311.248389:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000100:00000001:1.0:1787764311.248395:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:2.0:1787764311.248398:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000008:00100000:1.0:1787764311.248400:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787764311.248404:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787764311.248405:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358826880, portal 25
00000100:00000001:1.0:1787764311.248407:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764311.248408:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764311.248411:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515385792 : -114205194165824 : ffff982187f861c0)
00000100:00000010:1.0:1787764311.248416:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f84b40.
00000100:00000040:2.0:1787764311.248418:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f861c0 x1874601358826880/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787764311.248421:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:1.0:1787764311.248426:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764311.248429:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764311.248431:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1787764311.248432:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764311.248435:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:2.0:1787764311.248436:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
02000000:00000001:1.0:1787764311.248439:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787764311.248441:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0110.
00000100:00000200:2.0:1787764311.248444:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358826880, offset 0
02000000:00000010:1.0:1787764311.248446:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649d800.
00000100:00000001:1.0:1787764311.248451:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764311.248451:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000100:00100000:1.0:1787764311.248459:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f84b40 x1874601358827008/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787764311.248459:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764311.248468:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000100:00000001:1.0:1787764311.248470:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764311.248473:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764311.248475:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1787764311.248479:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b9a4d30] to pc [ptlrpcd_rcv+-1]  req@ffff982187f84b40 x1874601358827008/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787764311.248481:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764311.248487:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764311.248492:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000100:00000001:1.0:1787764311.248499:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764311.248500:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70331:70331:256:4294967295] 192.168.202.141@tcp LPNI seq info [70331:70331:8:4294967295]
00000100:00080000:1.0:1787764311.248504:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787764311.248508:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00080000:1.0:1787764311.248510:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1787764311.248513:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764311.248517:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1787764311.248519:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1787764311.248521:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764311.248527:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5196
00000800:00000200:2.0:1787764311.248529:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764311.248533:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000800:00000010:2.0:1787764311.248534:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8500.
00000400:00000200:1.0:1787764311.248538:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764311.248542:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000800:00000200:2.0:1787764311.248543:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000040:1.0:1787764311.248549:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000800:00000200:2.0:1787764311.248550:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000100:00000001:1.0:1787764311.248553:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1787764311.248558:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000040:1.0:1787764311.248559:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764311.248565:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000800:00000200:2.1:1787764311.248565:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000020:00000001:1.0:1787764311.248569:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764311.248571:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000800:00000100:2.0:1787764311.248573:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000020:00000001:1.0:1787764311.248574:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000010:2.0:1787764311.248577:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8500.
00000020:00000040:1.0:1787764311.248578:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:1.0:1787764311.248581:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:1.0:1787764311.248583:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000400:00000200:2.0:1787764311.248583:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:1.0:1787764311.248588:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000400:00000200:2.0:1787764311.248592:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1787764311.248593:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764311.248598:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000400:00000200:2.0:1787764311.248598:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0110
00000400:00000010:2.0:1787764311.248602:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0110.
00000100:00000001:1.0:1787764311.248603:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764311.248608:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00000001:2.0:1787764311.248610:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:1.0:1787764311.248611:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764311.248615:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764311.248618:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:2.0:1787764311.248618:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f861c0 x1874601358826880/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787764311.248622:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764311.248627:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764311.248631:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764311.248634:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787764311.248635:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000008:00000001:1.0:1787764311.248638:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764311.248640:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f861c0 x1874601358826880/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764336 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764311.248642:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764311.248649:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f85680.
00000100:00000001:2.0:1787764311.248650:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787764311.248654:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
00000100:00000001:2.0:1787764311.248655:0:2388:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:1.0:1787764311.248659:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764311.248660:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764311.248662:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764311.248663:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787764311.248664:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764311.248665:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764311.248672:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649c400.
00000400:00000200:2.0:1787764311.248674:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764311.248676:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764311.248679:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4299870475
00000100:00100000:1.0:1787764311.248683:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f85680 x1874601358827136/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:2.0:1787764311.248688:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982198767660.
00000100:00000001:1.0:1787764311.248690:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764311.248695:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764311.248698:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000008ac09af] to pc [ptlrpcd_rcv+-1]  req@ffff982187f85680 x1874601358827136/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764311.248700:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787764311.248708:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764311.248710:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4299870475
00000100:00080000:1.0:1787764311.248711:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764311.248716:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000010:2.0:1787764311.248716:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982198767de0.
00000100:00000001:2.0:1787764311.248733:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787764311.248734:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787764311.248737:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1787764311.248738:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764311.248740:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764311.248744:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787764311.248745:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00080000:1.0:1787764311.248751:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5196
00000100:00100000:2.0:1787764311.248754:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764311/real 1787764311]  req@ffff982187f861c0 x1874601358826880/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787764311.248759:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764311.248767:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764311.248771:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000400:00000001:2.0:1787764311.248772:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:1.0:1787764311.248774:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000400:00000001:2.0:1787764311.248775:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787764311.248779:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1787764311.248779:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764311.248783:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000100:00000040:1.0:1787764311.248784:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000400:00000010:2.0:1787764311.248788:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:1.0:1787764311.248789:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764311.248793:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787764311.248794:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000040:1.0:1787764311.248795:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:1.0:1787764311.248798:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764311.248801:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000100:00000200:2.0:1787764311.248802:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f861c0 x1874601358826880/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1787764311.248805:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:1.0:1787764311.248810:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:1.0:1787764311.248817:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000200:2.0:1787764311.248820:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f861c0 x1874601358826880/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764311.248821:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764311.248828:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764311.248832:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:2.0:1787764311.248834:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000040:1.0:1787764311.248835:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00000001:2.0:1787764311.248837:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1787764311.248841:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764311.248842:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764311.248845:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764311.248846:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764311.248871:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f861c0 x1874601358826880/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787764311.248874:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764311.248878:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764311.248880:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1787764311.248883:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764311.248887:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:2.0:1787764311.248888:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f861c0 x1874601358826880/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764336 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1787764311.248890:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1787764311.248895:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764311.248900:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764311.248901:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764311.248905:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:1.0:1787764311.248906:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f87c00.
00000100:00000001:2.0:1787764311.248907:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764311.248909:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1787764311.248912:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
00000100:00000001:2.0:1787764311.248912:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764311.248915:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:1.0:1787764311.248917:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764311.248919:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764311.248919:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:1.0:1787764311.248924:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00080000:2.0:1787764311.248926:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
02000000:00000001:1.0:1787764311.248927:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787764311.248930:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:1.0:1787764311.248931:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764311.248937:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f861c0 x1874601358826880/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764336 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1787764311.248938:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649e800.
00000100:00000001:1.0:1787764311.248944:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764311.248954:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358826880:192.168.202.141@tcp:250:kworker.0
00000100:00100000:1.0:1787764311.248955:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f87c00 x1874601358827264/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764311.248961:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764311.248966:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787764311.248968:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1787764311.248971:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f861c0 x1874601358826880/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764336 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764311.248972:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764311.248981:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000480dc2f8] to pc [ptlrpcd_rcv+-1]  req@ffff982187f87c00 x1874601358827264/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764311.248983:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764311.248986:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764311.248990:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869a000.
00000100:00000001:1.0:1787764311.248993:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764311.248994:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764311.248997:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000100:00080000:1.0:1787764311.248998:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000020:00000040:2.0:1787764311.248999:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000020:00000001:2.0:1787764311.249004:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00080000:1.0:1787764311.249005:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
02000000:00000010:2.0:1787764311.249007:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649fc00.
00000100:00000001:1.0:1787764311.249008:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764311.249012:0:18336:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:2.0:1787764311.249013:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:1.0:1787764311.249015:0:18336:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:2.0:1787764311.249015:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00080000:1.0:1787764311.249019:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5196
00000100:00000010:2.0:1787764311.249019:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f861c0.
00000100:00000001:2.0:1787764311.249023:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000400:00000200:1.0:1787764311.249026:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764311.249026:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764311.249029:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1787764311.249032:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764311.249035:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764311.249037:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764311.249037:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764311.249040:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764311.249041:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787764311.249044:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1787764311.249045:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764311.249047:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764311.249050:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:2.0:1787764311.249050:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1787764311.249054:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000040:2.0:1787764311.249056:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f84b40 x1874601358827008/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787764311.249057:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:1.0:1787764311.249060:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764311.249063:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:1.0:1787764311.249067:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:1.0:1787764311.249073:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000001:2.0:1787764311.249074:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764311.249077:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764311.249078:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
02000000:00000001:2.0:1787764311.249080:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1787764311.249083:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1787764311.249084:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1787764311.249087:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
02000000:00000001:2.0:1787764311.249088:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764311.249091:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00100000:2.0:1787764311.249094:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358827008:192.168.202.141@tcp:38:kworker.0
00000020:00000040:1.0:1787764311.249096:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00000001:2.0:1787764311.249100:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:1.0:1787764311.249103:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
02000000:00000001:2.0:1787764311.249103:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764311.249107:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764311.249108:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764311.249110:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787764311.249111:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:2.0:1787764311.249114:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869a000.
02000000:00000001:1.0:1787764311.249115:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764311.249119:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764311.249120:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764311.249123:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764311.249126:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000400:00000200:2.0:1787764311.249126:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000008:00000001:1.0:1787764311.249130:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787764311.249130:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000100:00000001:1.0:1787764311.249135:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787764311.249136:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000010:1.0:1787764311.249140:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f84f00.
00000100:00000200:2.0:1787764311.249140:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358827008, portal 10
00000020:00000040:1.0:1787764311.249147:0:18336:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
00000100:00000001:2.0:1787764311.249147:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764311.249149:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515380032 : -114205194171584 : ffff982187f84b40)
02000000:00000001:1.0:1787764311.249152:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764311.249154:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764311.249157:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f84b40 x1874601358827008/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764311.249158:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764311.249161:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764311.249163:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764311.249169:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000010:1.0:1787764311.249170:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649f800.
00000100:00000040:2.0:1787764311.249173:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000100:00000001:1.0:1787764311.249175:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787764311.249178:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0110.
00000100:00100000:1.0:1787764311.249182:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f84f00 x1874601358827392/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1787764311.249184:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358827008, offset 0
00000100:00000001:1.0:1787764311.249194:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1787764311.249196:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000100:00000001:1.0:1787764311.249197:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764311.249203:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007cd831b5] to pc [ptlrpcd_rcv+-1]  req@ffff982187f84f00 x1874601358827392/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787764311.249204:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764311.249213:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764311.249213:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000100:00000040:1.0:1787764311.249219:0:18336:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5206)
00000400:00000200:2.0:1787764311.249220:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764311.249225:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764311.249229:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764311.249233:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764311.249236:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70332:70332:256:4294967295] 192.168.202.141@tcp LPNI seq info [70332:70332:8:4294967295]
00000400:00000200:2.0:1787764311.249240:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764311.249245:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764311.249248:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764311.249251:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8500.
00000800:00000200:2.0:1787764311.249254:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764311.249256:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787764311.249259:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764311.249261:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1787764311.249264:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764311.249265:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8500.
00000400:00000200:2.0:1787764311.249268:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764311.249270:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764311.249272:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0110
00000400:00000010:2.0:1787764311.249274:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0110.
00000100:00000001:2.0:1787764311.249276:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764311.249279:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f84b40 x1874601358827008/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764311.249289:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764311.249291:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f84b40 x1874601358827008/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764336 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764311.249295:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764311.249296:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764311.249298:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764311.249301:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:2.0:1787764311.249303:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764311.249305:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299869207
00000100:00000001:2.0:1787764311.249307:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299870475
00000100:00000001:2.0:1787764311.249308:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299869207
00000100:00000001:2.0:1787764311.249310:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299870475
00000100:00000001:2.0:1787764311.249311:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764311.249312:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764311.249314:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764311.249316:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764311/real 1787764311]  req@ffff982187f84b40 x1874601358827008/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764311.249321:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764311.249322:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764311.249323:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764311.249325:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764311.249326:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764311.249327:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764311.249329:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f84b40 x1874601358827008/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764311.249335:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f84b40 x1874601358827008/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764311.249339:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764311.249340:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764311.249341:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764311.249342:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764311.249345:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f84b40 x1874601358827008/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764311.249349:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764311.249351:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f84b40 x1874601358827008/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764336 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764311.249356:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764311.249357:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764311.249358:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764311.249359:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764311.249361:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764311.249362:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764311.249363:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764311.249366:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764311.249367:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764311.249369:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f84b40 x1874601358827008/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764336 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764311.249374:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358827008:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764311.249376:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764311.249378:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f85680 x1874601358827136/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764311.249383:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764311.249384:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764311.249385:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764311.249386:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764311.249388:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764311.249390:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358827136:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764311.249392:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764311.249394:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764311.249395:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764311.249396:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764311.249398:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188699c00.
02000000:00000001:2.0:1787764311.249400:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764311.249402:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764311.249404:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764311.249406:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764311.249408:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358827136, portal 10
00000100:00000001:2.0:1787764311.249410:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764311.249411:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515382912 : -114205194168704 : ffff982187f85680)
00000100:00000040:2.0:1787764311.249418:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f85680 x1874601358827136/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764311.249424:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764311.249427:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764311.249429:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0110.
00000100:00000200:2.0:1787764311.249432:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358827136, offset 0
00000400:00000200:2.0:1787764311.249436:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764311.249440:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764311.249443:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764311.249446:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764311.249449:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764311.249451:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764311.249454:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764311.249457:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70333:70333:256:4294967295] 192.168.202.141@tcp LPNI seq info [70333:70333:8:4294967295]
00000400:00000200:2.0:1787764311.249462:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764311.249474:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764311.249480:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764311.249483:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8500.
00000800:00000200:2.0:1787764311.249487:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764311.249489:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787764311.249491:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764311.249494:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1787764311.249496:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764311.249497:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8500.
00000400:00000200:2.0:1787764311.249500:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764311.249502:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764311.249504:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0110
00000400:00000010:2.0:1787764311.249505:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0110.
00000100:00000001:2.0:1787764311.249507:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764311.249510:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f85680 x1874601358827136/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764311.249516:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764311.249518:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f85680 x1874601358827136/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764336 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764311.249522:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764311.249524:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764311.249526:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764311.249528:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:2.0:1787764311.249530:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764311.249531:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299869201
00000100:00000001:2.0:1787764311.249533:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299870475
00000100:00000001:2.0:1787764311.249534:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299869201
00000100:00000001:2.0:1787764311.249536:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299870475
00000100:00000001:2.0:1787764311.249538:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764311.249539:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764311.249541:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764311.249543:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764311/real 1787764311]  req@ffff982187f85680 x1874601358827136/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764311.249547:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764311.249549:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764311.249550:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764311.249551:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764311.249552:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764311.249554:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764311.249556:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f85680 x1874601358827136/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764311.249561:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f85680 x1874601358827136/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764311.249564:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764311.249565:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764311.249566:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764311.249567:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764311.249569:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f85680 x1874601358827136/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764311.249573:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764311.249576:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f85680 x1874601358827136/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764336 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764311.249581:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764311.249582:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764311.249584:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764311.249584:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764311.249586:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764311.249587:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764311.249588:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764311.249590:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764311.249591:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764311.249594:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f85680 x1874601358827136/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764336 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764311.249602:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358827136:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764311.249605:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764311.249607:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f87c00 x1874601358827264/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764311.249611:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764311.249612:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764311.249613:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764311.249614:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764311.249616:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764311.249617:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358827264:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764311.249619:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764311.249620:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764311.249621:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764311.249623:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764311.249625:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188698800.
02000000:00000001:2.0:1787764311.249626:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764311.249628:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764311.249630:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764311.249632:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764311.249634:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358827264, portal 4
00000100:00000001:2.0:1787764311.249636:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764311.249637:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515392512 : -114205194159104 : ffff982187f87c00)
00000100:00000040:2.0:1787764311.249640:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f87c00 x1874601358827264/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764311.249645:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764311.249646:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764311.249648:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0110.
00000100:00000200:2.0:1787764311.249649:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358827264, offset 0
00000400:00000200:2.0:1787764311.249652:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764311.249656:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764311.249660:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764311.249663:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764311.249665:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764311.249668:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764311.249671:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764311.249674:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70334:70334:256:4294967295] 192.168.202.141@tcp LPNI seq info [70334:70334:8:4294967295]
00000400:00000200:2.0:1787764311.249678:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764311.249684:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764311.249689:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764311.249693:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8500.
00000800:00000200:2.0:1787764311.249697:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764311.249700:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787764311.249704:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764311.249707:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1787764311.249710:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764311.249712:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8500.
00000400:00000200:2.0:1787764311.249714:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764311.249716:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764311.249733:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0110
00000400:00000010:2.0:1787764311.249734:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0110.
00000100:00000001:2.0:1787764311.249736:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764311.249739:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f87c00 x1874601358827264/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764311.249745:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764311.249747:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f87c00 x1874601358827264/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764336 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764311.249751:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764311.249752:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764311.249754:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764311.249756:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:2.0:1787764311.249759:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764311.249760:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299869206
00000100:00000001:2.0:1787764311.249762:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299870475
00000100:00000001:2.0:1787764311.249764:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299869206
00000100:00000001:2.0:1787764311.249765:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299870475
00000100:00000001:2.0:1787764311.249766:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764311.249768:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764311.249769:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764311.249771:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764311/real 1787764311]  req@ffff982187f87c00 x1874601358827264/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764311.249776:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764311.249777:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764311.249778:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764311.249779:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764311.249780:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764311.249781:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764311.249783:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f87c00 x1874601358827264/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764311.249788:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f87c00 x1874601358827264/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764311.249793:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764311.249794:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764311.249795:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764311.249796:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764311.249798:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f87c00 x1874601358827264/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764311.249802:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764311.249804:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f87c00 x1874601358827264/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764336 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764311.249808:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764311.249810:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764311.249811:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764311.249812:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764311.249813:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764311.249814:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764311.249816:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764311.249818:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764311.249819:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764311.249822:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f87c00 x1874601358827264/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764336 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764311.249826:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358827264:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764311.249828:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764311.249830:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764311.249832:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f84b40 x1874601358827008/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764336 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764311.249835:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764311.249836:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764311.249838:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869a000.
02000000:00000001:2.0:1787764311.249839:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764311.249840:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764311.249841:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:2.0:1787764311.249843:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764311.249844:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649d800.
02000000:00000001:2.0:1787764311.249846:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764311.249862:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764311.249863:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f84b40.
00000100:00000001:2.0:1787764311.249865:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764311.249866:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764311.249868:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764311.249870:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f85680 x1874601358827136/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764336 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764311.249879:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764311.249880:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764311.249881:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188699c00.
02000000:00000001:2.0:1787764311.249882:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764311.249883:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764311.249884:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:2.0:1787764311.249885:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764311.249886:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649c400.
02000000:00000001:2.0:1787764311.249887:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764311.249888:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764311.249889:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f85680.
00000100:00000001:2.0:1787764311.249890:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764311.249891:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764311.249892:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764311.249894:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f87c00 x1874601358827264/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764336 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764311.249898:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764311.249898:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764311.249899:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188698800.
02000000:00000001:2.0:1787764311.249901:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764311.249902:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764311.249902:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:2.0:1787764311.249903:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764311.249904:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649e800.
02000000:00000001:2.0:1787764311.249905:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764311.249906:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764311.249907:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f87c00.
00000100:00000001:2.0:1787764311.249908:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764311.249909:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764311.249910:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764311.249913:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764311.249914:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764311.249915:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764311.249916:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764311.249917:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764311.249919:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f84f00 x1874601358827392/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764311.249924:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764311.249925:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764311.249926:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764311.249927:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764311.249929:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764311.249931:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358827392:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764311.249933:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764311.249934:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764311.249935:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764311.249937:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764311.249939:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188698800.
02000000:00000001:2.0:1787764311.249940:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764311.249942:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764311.249944:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764311.249946:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764311.249948:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358827392, portal 4
00000100:00000001:2.0:1787764311.249949:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764311.249950:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515380992 : -114205194170624 : ffff982187f84f00)
00000100:00000040:2.0:1787764311.249954:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f84f00 x1874601358827392/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764311.249959:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764311.249960:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764311.249962:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0110.
00000100:00000200:2.0:1787764311.249963:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358827392, offset 0
00000400:00000200:2.0:1787764311.249966:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764311.249968:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764311.249970:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764311.249972:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764311.249974:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764311.249975:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764311.249977:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764311.249979:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70335:70335:256:4294967295] 192.168.202.141@tcp LPNI seq info [70335:70335:8:4294967295]
00000400:00000200:2.0:1787764311.249982:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764311.249986:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764311.249989:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764311.249991:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8500.
00000800:00000200:2.0:1787764311.249994:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764311.249996:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1787764311.249999:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764311.250000:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1787764311.250003:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764311.250004:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8500.
00000400:00000200:2.0:1787764311.250006:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764311.250009:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764311.250011:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0110
00000400:00000010:2.0:1787764311.250012:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0110.
00000100:00000001:2.0:1787764311.250014:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764311.250016:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f84f00 x1874601358827392/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764311.250021:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764311.250023:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f84f00 x1874601358827392/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764336 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764311.250027:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764311.250028:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764311.250030:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764311.250032:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:2.0:1787764311.250033:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764311.250035:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299869208
00000100:00000001:2.0:1787764311.250037:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299870475
00000100:00000001:2.0:1787764311.250038:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299869208
00000100:00000001:2.0:1787764311.250040:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299870475
00000100:00000001:2.0:1787764311.250041:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764311.250043:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764311.250044:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764311.250046:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764311/real 1787764311]  req@ffff982187f84f00 x1874601358827392/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764311.250051:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764311.250052:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764311.250053:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764311.250054:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764311.250055:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764311.250056:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764311.250058:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f84f00 x1874601358827392/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764311.250064:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f84f00 x1874601358827392/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764311.250068:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764311.250068:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764311.250069:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764311.250070:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764311.250072:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f84f00 x1874601358827392/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764311.250076:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764311.250079:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f84f00 x1874601358827392/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764336 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764311.250083:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764311.250084:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764311.250085:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764311.250086:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764311.250087:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764311.250088:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764311.250089:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764311.250091:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764311.250093:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764311.250095:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f84f00 x1874601358827392/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764336 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764311.250100:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358827392:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764311.250102:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764311.250103:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764311.250105:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f84f00 x1874601358827392/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764336 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764311.250109:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764311.250110:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764311.250111:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188698800.
02000000:00000001:2.0:1787764311.250112:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764311.250113:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764311.250113:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:2.0:1787764311.250115:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764311.250115:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649f800.
02000000:00000001:2.0:1787764311.250117:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764311.250118:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764311.250118:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f84f00.
00000100:00000001:2.0:1787764311.250120:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764311.250121:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764311.250122:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764311.250123:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764311.250124:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764311.250126:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764311.250132:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764311.567962:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764311.567966:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764311.567970:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764311.567971:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764311.567973:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764311.567974:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764311.567977:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764311.567978:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764311.567980:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764311.567981:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764311.567998:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764311.568000:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764311.568002:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764311.824040:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764311.824047:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764311.824048:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764311.824052:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764311.824055:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764311.824058:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764311.824061:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764311.824063:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764311.824065:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764312.591923:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4299870475, at 4299870528
00000100:00000040:3.0:1787764312.591923:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299870475, at 4299870528
00000100:00000010:2.0:1787764312.591938:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767660.
00000100:00000010:3.0:1787764312.591940:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767de0.
00010000:00000001:0.0:1787764312.591948:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764312.591953:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764312.591960:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764312.591962:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764312.591966:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764312.591968:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764312.591971:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764312.591973:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764312.591976:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764312.591978:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764312.592016:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764312.592019:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764312.592021:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764312.847925:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764312.847932:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764312.847934:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764312.847939:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764312.847943:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764312.847947:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764312.847957:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764312.847959:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764312.847961:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764313.615957:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764313.615969:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764313.615973:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764313.615976:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764313.615980:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764313.615982:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764313.615984:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764313.615985:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764313.615988:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764313.615990:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764313.615992:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764313.615993:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764313.615995:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764313.615997:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764313.615998:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764313.615999:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764313.616000:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764313.616001:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764313.616002:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764313.616004:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764313.616006:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764313.616007:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764313.616026:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764313.616028:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764313.616030:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764313.871975:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764313.871984:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764313.871986:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764313.871991:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764313.871995:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764313.871998:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764313.872001:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764313.872003:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764313.872005:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764314.639958:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764314.639971:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764314.639976:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764314.639978:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764314.639984:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764314.639985:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764314.639988:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764314.639989:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764314.639992:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764314.639994:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764314.640011:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764314.640014:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764314.640016:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764314.895914:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764314.895921:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764314.895924:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764314.895929:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764314.895934:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764314.895937:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764314.895940:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764314.895943:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764314.895945:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764315.663986:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764315.663992:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764315.663997:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764315.664000:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764315.664002:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764315.664005:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764315.664008:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764315.664011:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764315.664013:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764315.664015:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764315.664020:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764315.664021:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764315.664024:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764315.664025:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764315.664029:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764315.664031:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764315.664087:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764315.664091:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764315.664095:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764315.919946:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764315.919953:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764315.919955:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764315.919959:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764315.919962:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764315.919965:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764315.919968:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764315.919970:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764315.919973:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764316.368015:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764316.368025:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787764316.368028:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764316.368032:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764316.368035:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764316.368042:0:18336:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5201
00000400:00000200:1.0:1787764316.368050:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764316.368055:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764316.368057:0:18336:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764316.368059:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764316.368062:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764316.368064:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764316.368065:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764316.368068:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764316.368071:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:1.0:1787764316.368073:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764316.368076:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:1.0:1787764316.368077:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:1.0:1787764316.368079:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:1.0:1787764316.368081:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764316.368083:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764316.368084:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764316.368085:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764316.368086:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:1.0:1787764316.368089:0:18336:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764316.368090:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764316.368097:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764316.368101:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764316.368104:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764316.368106:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787764316.368109:0:18336:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764316.368120:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f843c0.
00000020:00000040:1.0:1787764316.368123:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:1.0:1787764316.368128:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764316.368130:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764316.368134:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764316.368138:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764316.368142:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764316.368149:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649e400.
00000100:00000001:1.0:1787764316.368155:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764316.368163:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f843c0 x1874601358827520/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764316.368170:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764316.368174:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764316.368178:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ab335ac] to pc [ptlrpcd_rcv+-1]  req@ffff982187f843c0 x1874601358827520/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764316.368199:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764316.368201:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764316.368203:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787764316.368204:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764316.368205:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764316.368207:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764316.368208:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5201
00000400:00000200:1.0:1787764316.368211:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764316.368213:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764316.368214:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764316.368216:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764316.368218:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764316.368219:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764316.368220:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764316.368222:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764316.368222:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:1.0:1787764316.368223:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764316.368225:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:1.0:1787764316.368226:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:1.0:1787764316.368227:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:1.0:1787764316.368229:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764316.368231:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764316.368232:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764316.368233:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764316.368235:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:1.0:1787764316.368237:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764316.368239:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764316.368239:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:1.0:1787764316.368241:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787764316.368245:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:1.0:1787764316.368248:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764316.368251:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764316.368253:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764316.368257:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787764316.368258:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000008:00000001:1.0:1787764316.368262:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764316.368266:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764316.368271:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f85a40.
00000100:00000040:2.0:1787764316.368273:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f843c0 x1874601358827520/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787764316.368275:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:1.0:1787764316.368280:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764316.368283:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764316.368287:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787764316.368290:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1787764316.368291:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787764316.368293:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764316.368300:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764316.368301:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764316.368305:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000010:1.0:1787764316.368306:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649ec00.
02000000:00000001:2.0:1787764316.368310:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764316.368311:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764316.368317:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f843c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358827520:192.168.202.141@tcp:250:kworker.0
00000100:00100000:1.0:1787764316.368318:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f85a40 x1874601358827648/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764316.368327:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1787764316.368331:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764316.368332:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764316.368334:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:1.0:1787764316.368335:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000920ad038] to pc [ptlrpcd_rcv+-1]  req@ffff982187f85a40 x1874601358827648/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787764316.368338:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764316.368344:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1787764316.368345:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764316.368348:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764316.368351:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1787764316.368352:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000010:2.0:1787764316.368352:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188698800.
00000100:00080000:1.0:1787764316.368354:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764316.368358:0:18336:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:2.0:1787764316.368358:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764316.368362:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5201
00000400:00000200:1.0:1787764316.368365:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764316.368368:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764316.368369:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764316.368373:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000400:00000010:2.0:1787764316.368375:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000100:00000040:1.0:1787764316.368376:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764316.368378:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764316.368381:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764316.368383:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764316.368384:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000010:2.0:1787764316.368385:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000020:00000040:1.0:1787764316.368386:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:1.0:1787764316.368388:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764316.368391:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:1.0:1787764316.368392:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:1.0:1787764316.368394:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000200:2.0:1787764316.368395:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358827520, portal 25
00000100:00000040:1.0:1787764316.368396:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764316.368399:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787764316.368401:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000040:1.0:1787764316.368402:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764316.368404:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515378112 : -114205194173504 : ffff982187f843c0)
00000100:00000001:1.0:1787764316.368405:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764316.368410:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:1.0:1787764316.368412:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764316.368415:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764316.368416:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f843c0 x1874601358827520/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787764316.368417:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764316.368420:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764316.368424:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764316.368427:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764316.368430:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787764316.368434:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764316.368438:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764316.368443:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f86940.
00000020:00000040:1.0:1787764316.368446:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
00000100:00000001:2.0:1787764316.368446:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:1.0:1787764316.368450:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:2.0:1787764316.368452:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
02000000:00000001:1.0:1787764316.368453:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764316.368456:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764316.368456:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1787764316.368457:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0110.
02000000:00000001:1.0:1787764316.368458:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764316.368463:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649d000.
00000100:00000200:2.0:1787764316.368463:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358827520, offset 0
00000100:00000001:1.0:1787764316.368467:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764316.368475:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000100:00100000:1.0:1787764316.368476:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f86940 x1874601358827776/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787764316.368485:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764316.368493:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000100:00000001:1.0:1787764316.368494:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764316.368498:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764316.368500:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1787764316.368505:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac69d1b8] to pc [ptlrpcd_rcv+-1]  req@ffff982187f86940 x1874601358827776/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787764316.368508:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764316.368515:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1787764316.368521:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764316.368523:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787764316.368527:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000100:00080000:1.0:1787764316.368528:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787764316.368531:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764316.368532:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764316.368537:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1787764316.368537:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70336:70336:256:4294967295] 192.168.202.141@tcp LPNI seq info [70336:70336:8:4294967295]
00000100:00080000:1.0:1787764316.368542:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5201
00000400:00000200:2.0:1787764316.368547:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764316.368548:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764316.368553:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764316.368555:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764316.368559:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764316.368563:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764316.368567:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000400:00000200:2.0:1787764316.368568:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1787764316.368569:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764316.368573:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764316.368575:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:1.0:1787764316.368577:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764316.368579:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:1.0:1787764316.368582:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000800:00000200:2.0:1787764316.368583:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000020:00000001:1.0:1787764316.368584:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:1.0:1787764316.368590:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764316.368591:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764316.368594:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000800:00000010:2.0:1787764316.368594:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8500.
00000100:00000001:1.0:1787764316.368597:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764316.368599:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:1.0:1787764316.368602:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000800:00000200:2.0:1787764316.368606:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:1.0:1787764316.368610:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764316.368614:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.1:1787764316.368615:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
02000000:00000001:1.0:1787764316.368617:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764316.368620:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764316.368621:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764316.368623:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1787764316.368624:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764316.368625:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764316.368627:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f84780.
00000020:00000040:1.0:1787764316.368629:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:1.0:1787764316.368631:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764316.368632:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764316.368633:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764316.368634:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764316.368636:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764316.368639:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764316.368642:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649d400.
00000400:00000200:2.0:1787764316.368643:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764316.368646:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764316.368648:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4299875595
00000100:00100000:1.0:1787764316.368652:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f84780 x1874601358827904/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:2.0:1787764316.368656:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982198767660.
00000100:00000001:1.0:1787764316.368664:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764316.368664:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787764316.368668:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764316.368688:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4299875595
00000100:00000040:1.0:1787764316.368689:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bf6eed9] to pc [ptlrpcd_rcv+-1]  req@ffff982187f84780 x1874601358827904/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1787764316.368695:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982198767300.
00000100:00000001:2.0:1787764316.368701:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787764316.368703:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764316.368707:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1787764316.368708:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787764316.368713:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764316.368714:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787764316.368719:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764316.368723:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764316.368724:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764316.368728:0:18336:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764316.368731:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787764316.368731:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764316.368735:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00080000:1.0:1787764316.368736:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5201
00000100:00000001:2.0:1787764316.368741:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:1.0:1787764316.368742:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764316.368744:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000400:00000200:1.0:1787764316.368747:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00000001:2.0:1787764316.368748:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:1.0:1787764316.368749:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764316.368754:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764316.368757:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764316.368757:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f85a40 x1874601358827648/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787764316.368761:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764316.368764:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764316.368769:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764316.368771:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:1.0:1787764316.368775:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787764316.368776:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:1.0:1787764316.368778:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000100:00000001:2.0:1787764316.368779:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764316.368783:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
02000000:00000001:2.0:1787764316.368784:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:1.0:1787764316.368788:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
02000000:00000001:2.0:1787764316.368789:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764316.368794:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764316.368796:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764316.368800:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1787764316.368801:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358827648:192.168.202.141@tcp:38:kworker.0
00000100:00000040:1.0:1787764316.368805:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764316.368808:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1787764316.368810:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
02000000:00000001:2.0:1787764316.368812:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:1.0:1787764316.368813:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
02000000:00000001:2.0:1787764316.368816:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764316.368820:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:1.0:1787764316.368823:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
02000000:00000010:2.0:1787764316.368825:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188699c00.
00000100:00000001:1.0:1787764316.368826:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764316.368830:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764316.368830:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764316.368833:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764316.368836:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764316.368837:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764316.368838:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764316.368841:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1787764316.368843:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764316.368844:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787764316.368844:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512630.
00000100:00000010:1.0:1787764316.368867:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f870c0.
00000020:00000040:1.0:1787764316.368868:0:18336:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:1.0:1787764316.368870:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764316.368871:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764316.368873:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764316.368874:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764316.368875:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764316.368879:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649e000.
00000400:00000010:2.0:1787764316.368880:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0220.
00000100:00000001:1.0:1787764316.368882:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787764316.368886:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358827648, portal 10
00000100:00100000:1.0:1787764316.368887:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f870c0 x1874601358828032/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764316.368891:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764316.368894:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515383872 : -114205194167744 : ffff982187f85a40)
00000100:00000001:1.0:1787764316.368897:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764316.368899:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764316.368902:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a65be51] to pc [ptlrpcd_rcv+-1]  req@ffff982187f870c0 x1874601358828032/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787764316.368907:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f85a40 x1874601358827648/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764316.368910:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764316.368915:0:18336:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5212)
00000100:00000001:2.0:1787764316.368920:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764316.368923:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764316.368927:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e06e8.
00000100:00000200:2.0:1787764316.368931:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358827648, offset 0
00000400:00000200:2.0:1787764316.368936:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764316.368940:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764316.368943:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764316.368947:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764316.368950:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764316.368952:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764316.368954:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764316.368957:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70337:70337:255:4294967295] 192.168.202.141@tcp LPNI seq info [70337:70337:7:4294967295]
00000400:00000200:2.0:1787764316.368961:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764316.368966:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764316.368971:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764316.368975:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8300.
00000800:00000200:2.0:1787764316.368978:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764316.368982:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:2.0:1787764316.368984:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764316.368988:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:2.0:1787764316.368991:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764316.369005:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299874327
00000100:00000001:2.0:1787764316.369009:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299875595
00000100:00000001:2.0:1787764316.369011:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299874327
00000100:00000001:2.0:1787764316.369013:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299875595
00000100:00000001:2.0:1787764316.369015:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764316.369017:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764316.369019:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764316.369023:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f86940 x1874601358827776/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764316.369030:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764316.369031:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764316.369033:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764316.369035:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764316.369037:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764316.369039:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358827776:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764316.369042:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764316.369045:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764316.369046:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764316.369048:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764316.369051:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869a000.
02000000:00000001:2.0:1787764316.369053:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764316.369056:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764316.369058:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512580.
00000400:00000010:2.0:1787764316.369061:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0908.
00000100:00000200:2.0:1787764316.369064:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358827776, portal 10
00000100:00000001:2.0:1787764316.369066:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764316.369068:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515387712 : -114205194163904 : ffff982187f86940)
00000100:00000040:2.0:1787764316.369073:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f86940 x1874601358827776/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764316.369079:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764316.369081:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764316.369083:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0880.
00000100:00000200:2.0:1787764316.369086:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358827776, offset 0
00000400:00000200:2.0:1787764316.369090:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764316.369094:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764316.369097:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764316.369099:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764316.369102:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764316.369104:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764316.369106:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764316.369109:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70338:70338:254:4294967295] 192.168.202.141@tcp LPNI seq info [70338:70338:6:4294967295]
00000400:00000200:2.0:1787764316.369113:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764316.369119:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764316.369123:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764316.369127:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8c00.
00000800:00000200:2.0:1787764316.369131:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764316.369134:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:2.0:1787764316.369137:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764316.369140:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:2.0:1787764316.369143:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764316.369145:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299874321
00000100:00000001:2.0:1787764316.369147:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299875595
00000100:00000001:2.0:1787764316.369150:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299874321
00000100:00000001:2.0:1787764316.369152:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299875595
00000100:00000001:2.0:1787764316.369154:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764316.369156:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764316.369158:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764316.369161:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f84780 x1874601358827904/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764316.369169:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764316.369170:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764316.369172:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764316.369174:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764316.369176:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764316.369179:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f84780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358827904:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764316.369182:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764316.369183:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764316.369185:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764316.369187:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764316.369190:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188698c00.
02000000:00000001:2.0:1787764316.369192:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764316.369195:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764316.369197:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512370.
00000400:00000010:2.0:1787764316.369201:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000200:2.0:1787764316.369204:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358827904, portal 4
00000100:00000001:2.0:1787764316.369206:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764316.369207:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515379072 : -114205194172544 : ffff982187f84780)
00000100:00000040:2.0:1787764316.369213:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f84780 x1874601358827904/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764316.369220:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764316.369222:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764316.369225:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e04c8.
00000100:00000200:2.0:1787764316.369227:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358827904, offset 0
00000400:00000200:2.0:1787764316.369232:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764316.369235:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764316.369239:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764316.369242:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764316.369244:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764316.369246:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764316.369248:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764316.369250:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70339:70339:253:4294967295] 192.168.202.141@tcp LPNI seq info [70339:70339:5:4294967295]
00000400:00000200:2.0:1787764316.369254:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764316.369258:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764316.369262:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764316.369267:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8900.
00000800:00000200:2.0:1787764316.369270:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764316.369274:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:2.0:1787764316.369276:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764316.369279:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:2.0:1787764316.369281:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764316.369283:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299874326
00000100:00000001:2.0:1787764316.369285:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299875595
00000100:00000001:2.0:1787764316.369286:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299874326
00000100:00000001:2.0:1787764316.369288:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299875595
00000100:00000001:2.0:1787764316.369291:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764316.369293:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764316.369295:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764316.369297:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764316.369300:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764316.369301:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1787764316.369304:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764316.369305:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764316.369307:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764316.369311:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f870c0 x1874601358828032/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764316.369317:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764316.369318:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764316.369321:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764316.369322:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764316.369324:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764316.369327:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358828032:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764316.369330:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764316.369331:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764316.369333:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764316.369335:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764316.369338:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869ac00.
02000000:00000001:2.0:1787764316.369339:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764316.369342:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764316.369345:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512d68.
00000400:00000010:2.0:1787764316.369348:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0088.
00000100:00000200:2.0:1787764316.369351:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358828032, portal 4
00000100:00000001:2.0:1787764316.369352:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764316.369353:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515389632 : -114205194161984 : ffff982187f870c0)
00000100:00000040:2.0:1787764316.369359:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f870c0 x1874601358828032/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764316.369366:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764316.369368:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764316.369370:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0198.
00000100:00000200:2.0:1787764316.369372:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358828032, offset 0
00000400:00000200:2.0:1787764316.369375:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764316.369378:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764316.369381:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764316.369384:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764316.369386:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764316.369388:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764316.369390:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764316.369393:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70340:70340:252:4294967295] 192.168.202.141@tcp LPNI seq info [70340:70340:4:4294967295]
00000400:00000200:2.0:1787764316.369396:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764316.369401:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764316.369404:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764316.369407:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8700.
00000800:00000200:2.0:1787764316.369411:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764316.369414:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:2.0:1787764316.369416:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764316.369418:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:2.0:1787764316.369421:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764316.369423:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299874327
00000100:00000001:2.0:1787764316.369425:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299875595
00000100:00000001:2.0:1787764316.369426:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299874327
00000100:00000001:2.0:1787764316.369428:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299875595
00000100:00000001:2.0:1787764316.369430:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764316.369432:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764316.369434:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764316.369436:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764316.369439:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764316.369440:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1787764316.369441:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764316.369443:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764316.369444:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764316.369446:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764316.687966:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764316.687974:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764316.687979:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764316.687980:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764316.687983:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764316.687984:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764316.687986:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764316.687987:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764316.687989:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764316.687989:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764316.688006:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764316.688008:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764316.688010:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764316.943906:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764316.943912:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764316.943913:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764316.943917:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764316.943921:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764316.943925:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764316.943927:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764316.943929:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764316.943932:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764317.711940:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4299875595, at 4299875648
00010000:00000001:0.0:1787764317.711942:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000040:3.0:1787764317.711944:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299875595, at 4299875648
00010000:00000001:0.0:1787764317.711948:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764317.711955:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:2.0:1787764317.711956:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767660.
00010000:00000001:0.0:1787764317.711957:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764317.711958:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767300.
00010000:00000001:0.0:1787764317.711971:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764317.711974:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764317.711981:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764317.711983:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764317.711987:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764317.711989:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764317.712005:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764317.712006:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764317.712008:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764317.967958:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764317.967974:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764317.967979:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764317.967985:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764317.967989:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764317.967992:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764317.967995:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764317.967998:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764317.968001:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764318.735993:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764318.736003:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764318.736011:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764318.736012:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764318.736016:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764318.736019:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764318.736021:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764318.736024:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764318.736027:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764318.736029:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764318.736030:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764318.736033:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764318.736037:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764318.736038:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764318.736042:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764318.736044:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764318.736045:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764318.736047:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764318.736049:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764318.736051:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764318.736052:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764318.736054:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764318.736136:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764318.736141:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764318.736144:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764318.991968:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764318.991976:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764318.991978:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764318.991984:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764318.991988:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764318.991991:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764318.991993:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764318.991995:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764318.992004:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:1.0:1787764319.440282:0:2377:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.141:988
00000400:00000100:1.0:1787764319.440339:0:2377:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.141@tcp at host 192.168.202.141 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1787764319.440350:0:2377:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764319.440355:0:2377:0:(router.c:1791:lnet_notify()) 192.168.202.41@tcp notifying 192.168.202.141@tcp: down
00000400:00000200:1.0:1787764319.440361:0:2377:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764319.440366:0:2377:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:1.0:1787764319.440373:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:1.0:1787764319.440390:0:2377:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8500.
00000400:00000200:1.0:1787764319.440397:0:2377:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1787764319.440403:0:2377:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1787764319.440411:0:2377:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0110
00000400:00000010:1.0:1787764319.440414:0:2377:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0110.
00000100:00000001:1.0:1787764319.440421:0:2377:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764319.440432:0:2377:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff982187f843c0 x1874601358827520/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764319.440470:0:2377:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764319.440474:0:2377:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f843c0 x1874601358827520/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764341 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764319.440483:0:2377:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764319.440486:0:2377:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1787764319.440496:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:1.0:1787764319.440499:0:2377:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8300.
00000400:00000200:1.0:1787764319.440502:0:2377:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1787764319.440505:0:2377:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1787764319.440508:0:2377:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e06e8
00000400:00000010:1.0:1787764319.440510:0:2377:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e06e8.
00000100:00000001:1.0:1787764319.440513:0:2377:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764319.440518:0:2377:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff982187f85a40 x1874601358827648/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764319.440527:0:2377:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764319.440529:0:2377:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f85a40 x1874601358827648/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764341 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764319.440540:0:2377:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764319.440541:0:2377:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1787764319.440546:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:1.0:1787764319.440548:0:2377:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8c00.
00000400:00000200:1.0:1787764319.440550:0:2377:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1787764319.440554:0:2377:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1787764319.440558:0:2377:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0880
00000400:00000010:1.0:1787764319.440560:0:2377:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0880.
00000100:00000001:1.0:1787764319.440564:0:2377:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764319.440569:0:2377:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff982187f86940 x1874601358827776/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764319.440580:0:2377:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764319.440584:0:2377:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f86940 x1874601358827776/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764341 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764319.440592:0:2377:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764319.440594:0:2377:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1787764319.440600:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:1.0:1787764319.440603:0:2377:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8900.
00000400:00000200:1.0:1787764319.440607:0:2377:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1787764319.440611:0:2377:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1787764319.440614:0:2377:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e04c8
00000400:00000010:1.0:1787764319.440617:0:2377:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e04c8.
00000100:00000001:1.0:1787764319.440619:0:2377:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764319.440624:0:2377:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff982187f84780 x1874601358827904/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764319.440632:0:2377:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764319.440635:0:2377:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f84780 x1874601358827904/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764341 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764319.440641:0:2377:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764319.440642:0:2377:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1787764319.440675:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:1.0:1787764319.440678:0:2377:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8700.
00000400:00000200:1.0:1787764319.440685:0:2377:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1787764319.440688:0:2377:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1787764319.440691:0:2377:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0198
00000400:00000010:1.0:1787764319.440693:0:2377:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0198.
00000100:00000001:1.0:1787764319.440696:0:2377:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764319.440700:0:2377:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff982187f870c0 x1874601358828032/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764319.440708:0:2377:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764319.440710:0:2377:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f870c0 x1874601358828032/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764341 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764319.440717:0:2377:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764319.440718:0:2377:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764319.441071:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764319.441076:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764319.441080:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764319.441090:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764316/real 1787764319]  req@ffff982187f870c0 x1874601358828032/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764319.441106:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764319.441109:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764319.441114:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512d68.
00000400:00000200:2.0:1787764319.441118:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0088
00000400:00000010:2.0:1787764319.441120:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0088.
00000100:00000001:2.0:1787764319.441123:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764319.441127:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f870c0 x1874601358828032/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764319.441138:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f870c0 x1874601358828032/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764319.441146:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764319.441149:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764319.441153:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764319.441155:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764319.441160:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f870c0 x1874601358828032/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764319.441169:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764319.441176:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f870c0 x1874601358828032/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764341 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764319.441183:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764319.441187:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764319.441189:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764319.441190:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764319.441193:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764319.441195:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764319.441200:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764319.441205:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764319.441208:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764319.441212:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f870c0 x1874601358828032/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764341 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764319.441222:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358828032:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764319.441227:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764319.441231:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764316/real 1787764319]  req@ffff982187f85a40 x1874601358827648/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764319.441246:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764319.441247:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764319.441249:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512630.
00000400:00000200:2.0:1787764319.441252:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0220
00000400:00000010:2.0:1787764319.441253:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0220.
00000100:00000001:2.0:1787764319.441255:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764319.441258:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f85a40 x1874601358827648/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764319.441266:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f85a40 x1874601358827648/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764319.441273:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764319.441274:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764319.441276:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764319.441277:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764319.441282:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f85a40 x1874601358827648/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764319.441288:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764319.441292:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f85a40 x1874601358827648/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764341 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764319.441299:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764319.441301:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764319.441303:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764319.441304:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764319.441306:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764319.441308:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764319.441311:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764319.441314:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764319.441317:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764319.441321:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f85a40 x1874601358827648/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764341 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764319.441329:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358827648:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764319.441334:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764319.441338:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764316/real 1787764319]  req@ffff982187f86940 x1874601358827776/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764319.441345:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764319.441347:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764319.441349:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512580.
00000400:00000200:2.0:1787764319.441352:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0908
00000400:00000010:2.0:1787764319.441354:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0908.
00000100:00000001:2.0:1787764319.441356:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764319.441359:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f86940 x1874601358827776/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764319.441368:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f86940 x1874601358827776/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764319.441375:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764319.441376:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764319.441384:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764319.441386:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764319.441390:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f86940 x1874601358827776/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764319.441397:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764319.441402:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f86940 x1874601358827776/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764341 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764319.441410:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764319.441412:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764319.441415:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764319.441416:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764319.441417:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764319.441419:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764319.441421:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764319.441425:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764319.441427:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764319.441431:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f86940 x1874601358827776/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764341 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764319.441439:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358827776:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764319.441444:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764319.441447:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764316/real 1787764319]  req@ffff982187f84780 x1874601358827904/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764319.441454:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764319.441456:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764319.441458:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512370.
00000400:00000200:2.0:1787764319.441460:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:2.0:1787764319.441462:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:2.0:1787764319.441465:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764319.441468:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f84780 x1874601358827904/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764319.441476:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f84780 x1874601358827904/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764319.441483:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764319.441485:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764319.441487:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764319.441488:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764319.441491:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f84780 x1874601358827904/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764319.441503:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764319.441507:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f84780 x1874601358827904/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764341 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764319.441513:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764319.441515:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764319.441517:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764319.441518:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764319.441520:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764319.441521:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764319.441523:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764319.441526:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764319.441528:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764319.441531:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f84780 x1874601358827904/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764341 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764319.441538:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f84780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358827904:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764319.441542:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764319.441545:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764316/real 1787764319]  req@ffff982187f843c0 x1874601358827520/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764319.441552:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764319.441553:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764319.441555:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764319.441557:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764319.441559:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764319.441561:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764319.441564:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f843c0 x1874601358827520/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764319.441573:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f843c0 x1874601358827520/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764319.441592:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764319.441594:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764319.441596:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764319.441597:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764319.441602:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f843c0 x1874601358827520/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764319.441608:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764319.441613:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f843c0 x1874601358827520/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764341 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764319.441620:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764319.441622:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764319.441624:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764319.441625:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764319.441627:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764319.441630:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764319.441633:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764319.441636:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764319.441639:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764319.441652:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f843c0 x1874601358827520/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764341 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764319.441661:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f843c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358827520:192.168.202.141@tcp:250:kworker.0
00000100:00000001:2.0:1787764319.441666:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764319.441669:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764319.441672:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f870c0 x1874601358828032/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764341 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764319.441678:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764319.441682:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764319.441688:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869ac00.
02000000:00000001:2.0:1787764319.441692:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764319.441696:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764319.441698:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:2.0:1787764319.441701:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764319.441704:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649e000.
02000000:00000001:2.0:1787764319.441708:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764319.441710:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764319.441713:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f870c0.
00000100:00000001:2.0:1787764319.441716:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764319.441718:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764319.441719:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764319.441723:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f85a40 x1874601358827648/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764341 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764319.441729:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764319.441731:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764319.441732:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188699c00.
02000000:00000001:2.0:1787764319.441735:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764319.441736:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764319.441737:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:2.0:1787764319.441738:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764319.441740:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649ec00.
02000000:00000001:2.0:1787764319.441742:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764319.441743:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764319.441744:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f85a40.
00000100:00000001:2.0:1787764319.441746:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764319.441747:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764319.441748:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764319.441751:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f86940 x1874601358827776/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764341 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764319.441757:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764319.441758:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764319.441759:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869a000.
02000000:00000001:2.0:1787764319.441761:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764319.441763:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764319.441764:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:2.0:1787764319.441766:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764319.441768:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649d000.
02000000:00000001:2.0:1787764319.441770:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764319.441771:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764319.441773:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f86940.
00000100:00000001:2.0:1787764319.441775:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764319.441776:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764319.441777:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764319.441780:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f84780 x1874601358827904/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764341 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764319.441789:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764319.441791:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764319.441792:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188698c00.
02000000:00000001:2.0:1787764319.441794:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764319.441796:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764319.441797:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:2.0:1787764319.441799:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764319.441800:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649d400.
02000000:00000001:2.0:1787764319.441803:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764319.441804:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764319.441805:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f84780.
00000100:00000001:2.0:1787764319.441807:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764319.441808:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764319.441810:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764319.441812:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f843c0 x1874601358827520/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764341 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764319.441818:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764319.441819:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764319.441820:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188698800.
02000000:00000001:2.0:1787764319.441822:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764319.441823:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764319.441825:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000020:00000001:2.0:1787764319.441826:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764319.441828:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649e400.
02000000:00000001:2.0:1787764319.441830:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764319.441830:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764319.441832:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f843c0.
00000100:00000001:2.0:1787764319.441834:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764319.441835:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764319.441838:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764319.441874:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764319.441877:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764319.441881:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764319.441884:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764319.759973:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764319.759979:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764319.759984:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764319.759986:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764319.759989:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764319.759990:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764319.759993:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764319.759994:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764319.759997:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764319.759999:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764319.760021:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764319.760024:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764319.760027:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764320.015966:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764320.015975:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764320.015977:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764320.015982:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764320.015986:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764320.015990:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764320.015993:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764320.015996:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764320.015999:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764320.783951:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764320.783958:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764320.783963:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764320.783964:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764320.783967:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764320.783969:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764320.783972:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764320.783973:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764320.783976:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764320.783977:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764320.783995:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764320.783998:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764320.784001:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764321.039972:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764321.039982:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764321.039986:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764321.039992:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764321.039996:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764321.040001:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764321.040004:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764321.040008:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764321.040011:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764321.487939:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764321.487948:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787764321.487950:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764321.487953:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764321.487957:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764321.487962:0:18336:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5207
00000400:00000200:1.0:1787764321.487969:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764321.487974:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764321.487976:0:18336:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764321.487979:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764321.487981:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764321.487983:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764321.487984:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764321.487987:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764321.487988:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:1.0:1787764321.487990:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764321.487992:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:1.0:1787764321.487993:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:1.0:1787764321.487995:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:1.0:1787764321.487996:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764321.487998:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764321.487999:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764321.488000:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764321.488003:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:1.0:1787764321.488005:0:18336:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764321.488006:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764321.488008:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764321.488010:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764321.488012:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764321.488013:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787764321.488014:0:18336:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764321.488020:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f86d00.
00000020:00000040:1.0:1787764321.488022:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:1.0:1787764321.488026:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764321.488027:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764321.488029:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764321.488031:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764321.488034:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764321.488040:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649f800.
00000100:00000001:1.0:1787764321.488045:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764321.488051:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f86d00 x1874601358828160/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764321.488058:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764321.488061:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764321.488064:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008cf4c69e] to pc [ptlrpcd_rcv+-1]  req@ffff982187f86d00 x1874601358828160/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764321.488084:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764321.488087:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764321.488091:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787764321.488092:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764321.488093:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764321.488096:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764321.488098:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5207
00000400:00000200:1.0:1787764321.488101:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764321.488104:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764321.488106:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764321.488109:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764321.488111:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764321.488112:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764321.488114:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764321.488116:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764321.488117:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:1.0:1787764321.488119:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764321.488121:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:1.0:1787764321.488123:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:1.0:1787764321.488125:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:1.0:1787764321.488128:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764321.488129:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764321.488131:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764321.488131:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764321.488133:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764321.488135:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00000001:2.0:1787764321.488135:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1787764321.488137:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764321.488138:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787764321.488139:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764321.488141:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1787764321.488144:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f86d00 x1874601358828160/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787764321.488146:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764321.488148:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764321.488150:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787764321.488152:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00100000:1.0:1787764321.488154:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787764321.488154:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1787764321.488157:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764321.488157:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1787764321.488158:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764321.488159:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:1.0:1787764321.488162:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f86580.
02000000:00000001:2.0:1787764321.488162:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787764321.488164:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
00000100:00100000:2.0:1787764321.488165:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358828160:192.168.202.141@tcp:250:kworker.0
02000000:00000001:1.0:1787764321.488166:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764321.488167:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764321.488169:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764321.488170:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787764321.488170:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764321.488172:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764321.488174:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:1.0:1787764321.488176:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649e800.
02000000:00000001:2.0:1787764321.488177:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764321.488179:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1787764321.488180:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764321.488183:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f86580 x1874601358828288/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:2.0:1787764321.488184:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188698800.
02000000:00000001:2.0:1787764321.488186:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764321.488190:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1787764321.488191:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764321.488192:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787764321.488195:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000100:00000040:1.0:1787764321.488196:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d31d406] to pc [ptlrpcd_rcv+-1]  req@ffff982187f86580 x1874601358828288/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1787764321.488202:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000001:1.0:1787764321.488203:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764321.488205:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764321.488208:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1787764321.488209:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:2.0:1787764321.488209:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358828160, portal 25
00000100:00080000:1.0:1787764321.488211:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764321.488212:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764321.488213:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515388672 : -114205194162944 : ffff982187f86d00)
00000100:00000001:1.0:1787764321.488214:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764321.488216:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5207
00000100:00000040:2.0:1787764321.488218:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f86d00 x1874601358828160/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787764321.488219:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764321.488222:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764321.488224:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787764321.488226:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764321.488227:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764321.488229:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764321.488229:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000100:00000040:1.0:1787764321.488231:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000400:00000010:2.0:1787764321.488232:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000001:1.0:1787764321.488233:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764321.488235:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000200:2.0:1787764321.488235:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358828160, offset 0
00000020:00000040:1.0:1787764321.488236:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:1.0:1787764321.488237:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764321.488239:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:1.0:1787764321.488240:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000400:00000200:2.0:1787764321.488241:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000020:00000001:1.0:1787764321.488243:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:1.0:1787764321.488245:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764321.488246:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764321.488248:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000400:00000200:2.0:1787764321.488249:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764321.488250:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764321.488252:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:1.0:1787764321.488255:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000400:00000200:2.0:1787764321.488255:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000100:00000001:1.0:1787764321.488257:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764321.488259:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1787764321.488261:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:1.0:1787764321.488262:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764321.488263:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764321.488265:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1787764321.488266:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000008:00100000:1.0:1787764321.488267:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787764321.488270:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764321.488270:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1787764321.488271:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764321.488272:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000100:00000010:1.0:1787764321.488274:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f87480.
00000020:00000040:1.0:1787764321.488276:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
00000400:00000200:2.0:1787764321.488277:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70341:70341:256:4294967295] 192.168.202.141@tcp LPNI seq info [70341:70341:8:4294967295]
02000000:00000001:1.0:1787764321.488279:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764321.488280:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764321.488282:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1787764321.488282:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
02000000:00000001:1.0:1787764321.488283:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764321.488284:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764321.488287:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649c400.
00000100:00000001:1.0:1787764321.488289:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764321.488292:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000100:00100000:1.0:1787764321.488293:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f87480 x1874601358828416/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1787764321.488299:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000100:00000001:1.0:1787764321.488301:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764321.488302:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764321.488306:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003027b144] to pc [ptlrpcd_rcv+-1]  req@ffff982187f87480 x1874601358828416/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:2.0:1787764321.488307:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000100:00000001:1.0:1787764321.488313:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764321.488315:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.0:1787764321.488315:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00080000:1.0:1787764321.488319:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787764321.488320:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:2.0:1787764321.488320:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000100:00080000:1.0:1787764321.488321:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764321.488324:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764321.488326:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5207
00000800:00000200:2.1:1787764321.488326:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000400:00000200:1.0:1787764321.488329:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000800:00000200:2.1:1787764321.488330:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000400:00000200:1.0:1787764321.488332:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764321.488334:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764321.488337:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764321.488338:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764321.488340:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764321.488341:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764321.488343:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764321.488344:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:1.0:1787764321.488346:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764321.488348:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000800:00000100:2.0:1787764321.488348:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000020:00000001:1.0:1787764321.488350:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000800:00000010:2.0:1787764321.488351:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000020:00000001:1.0:1787764321.488352:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:1.0:1787764321.488354:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764321.488356:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787764321.488356:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:1.0:1787764321.488358:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764321.488360:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000400:00000200:2.0:1787764321.488361:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000020:00000040:1.0:1787764321.488362:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:1.0:1787764321.488364:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764321.488366:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764321.488367:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1787764321.488368:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
02000000:00000001:1.0:1787764321.488370:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:2.0:1787764321.488370:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
02000000:00000001:1.0:1787764321.488372:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764321.488374:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764321.488376:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1787764321.488376:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000008:00000001:1.0:1787764321.488379:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764321.488380:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787764321.488380:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f86d00 x1874601358828160/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1787764321.488384:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f87840.
00000020:00000040:1.0:1787764321.488386:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:1.0:1787764321.488389:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764321.488390:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764321.488390:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787764321.488392:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764321.488393:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:2.0:1787764321.488394:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f86d00 x1874601358828160/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764346 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787764321.488395:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764321.488398:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649d800.
00000100:00000001:1.0:1787764321.488401:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764321.488403:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764321.488405:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f87840 x1874601358828544/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764321.488405:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764321.488411:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764321.488412:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764321.488413:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764321.488415:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000974c9555] to pc [ptlrpcd_rcv+-1]  req@ffff982187f87840 x1874601358828544/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787764321.488417:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764321.488420:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4299880715
00000100:00000001:1.0:1787764321.488422:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764321.488424:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982198767660.
00000100:00080000:1.0:1787764321.488425:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764321.488429:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787764321.488430:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764321.488432:0:18336:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764321.488432:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787764321.488434:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764321.488436:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5207
00000400:00000200:1.0:1787764321.488439:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764321.488439:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4299880715
00000400:00000200:1.0:1787764321.488442:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00000010:2.0:1787764321.488442:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9821987678a0.
00000100:00080000:1.0:1787764321.488444:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787764321.488446:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000100:00000040:1.0:1787764321.488447:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764321.488449:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787764321.488449:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1787764321.488451:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764321.488452:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764321.488453:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764321.488455:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764321.488456:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000100:00000001:2.0:1787764321.488456:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000020:00000001:1.0:1787764321.488458:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764321.488460:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000100:00100000:2.0:1787764321.488460:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764321/real 1787764321]  req@ffff982187f86d00 x1874601358828160/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1787764321.488462:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:1.0:1787764321.488464:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:1.0:1787764321.488468:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764321.488470:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764321.488471:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000400:00000001:2.0:1787764321.488472:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:1.0:1787764321.488473:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000400:00000001:2.0:1787764321.488474:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000040:1.0:1787764321.488476:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000400:00000010:2.0:1787764321.488476:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000100:00080000:1.0:1787764321.488478:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000400:00000200:2.0:1787764321.488479:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764321.488481:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:1.0:1787764321.488482:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764321.488483:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787764321.488484:0:2388:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:1.0:1787764321.488485:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764321.488487:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787764321.488488:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f86d00 x1874601358828160/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764321.488489:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764321.488492:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1787764321.488494:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764321.488496:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787764321.488497:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f86d00 x1874601358828160/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1787764321.488499:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f85e00.
00000020:00000040:1.0:1787764321.488501:0:18336:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:1.0:1787764321.488504:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764321.488505:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764321.488505:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764321.488506:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764321.488507:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764321.488508:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787764321.488509:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:1.0:1787764321.488510:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764321.488512:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:1.0:1787764321.488513:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649fc00.
00000100:00000001:1.0:1787764321.488516:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764321.488516:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f86d00 x1874601358828160/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764321.488519:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f85e00 x1874601358828672/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764321.488525:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764321.488527:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764321.488528:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764321.488530:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f86d00 x1874601358828160/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764346 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787764321.488532:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004bea692] to pc [ptlrpcd_rcv+-1]  req@ffff982187f85e00 x1874601358828672/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764321.488539:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764321.488540:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764321.488543:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764321.488544:0:18336:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5217)
00000100:00000001:2.0:1787764321.488544:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764321.488545:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764321.488548:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764321.488550:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764321.488553:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764321.488557:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764321.488560:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764321.488564:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f86d00 x1874601358828160/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764346 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764321.488572:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358828160:192.168.202.141@tcp:250:kworker.0
00000100:00000001:2.0:1787764321.488580:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764321.488582:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764321.488585:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f86d00 x1874601358828160/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764346 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764321.488592:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764321.488596:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764321.488599:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188698800.
02000000:00000001:2.0:1787764321.488606:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764321.488609:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764321.488610:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000020:00000001:2.0:1787764321.488612:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764321.488615:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649f800.
02000000:00000001:2.0:1787764321.488619:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764321.488621:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764321.488623:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f86d00.
00000100:00000001:2.0:1787764321.488653:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764321.488655:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764321.488657:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764321.488667:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764321.488670:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764321.488672:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764321.488673:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764321.488675:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764321.488679:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f86580 x1874601358828288/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764321.488686:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764321.488687:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764321.488689:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764321.488691:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764321.488692:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764321.488695:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358828288:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764321.488698:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764321.488700:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764321.488701:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764321.488704:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764321.488708:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188698800.
02000000:00000001:2.0:1787764321.488709:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764321.488712:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764321.488714:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764321.488718:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764321.488721:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358828288, portal 10
00000100:00000001:2.0:1787764321.488722:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764321.488724:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515386752 : -114205194164864 : ffff982187f86580)
00000100:00000040:2.0:1787764321.488730:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f86580 x1874601358828288/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764321.488737:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764321.488739:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764321.488741:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000200:2.0:1787764321.488743:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358828288, offset 0
00000400:00000200:2.0:1787764321.488747:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764321.488750:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764321.488753:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764321.488757:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764321.488759:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764321.488761:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764321.488763:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764321.488766:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70342:70342:256:4294967295] 192.168.202.141@tcp LPNI seq info [70342:70342:8:4294967295]
00000400:00000200:2.0:1787764321.488770:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764321.488775:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764321.488780:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764321.488784:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000800:00000200:2.0:1787764321.488788:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764321.488790:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787764321.488794:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764321.488797:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1787764321.488801:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764321.488804:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:2.0:1787764321.488814:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764321.488818:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764321.488821:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:2.0:1787764321.488822:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:2.0:1787764321.488825:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764321.488828:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f86580 x1874601358828288/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764321.488835:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764321.488838:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f86580 x1874601358828288/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764346 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764321.488843:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764321.488845:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764321.488878:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764321.488883:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:2.0:1787764321.488886:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764321.488888:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299879447
00000100:00000001:2.0:1787764321.488890:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299880715
00000100:00000001:2.0:1787764321.488892:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299879447
00000100:00000001:2.0:1787764321.488893:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299880715
00000100:00000001:2.0:1787764321.488896:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764321.488897:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764321.488899:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764321.488903:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764321/real 1787764321]  req@ffff982187f86580 x1874601358828288/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764321.488910:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764321.488912:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764321.488913:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764321.488915:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764321.488916:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764321.488918:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764321.488921:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f86580 x1874601358828288/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764321.489276:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f86580 x1874601358828288/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764321.489284:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764321.489286:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764321.489288:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764321.489290:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764321.489295:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f86580 x1874601358828288/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764321.489300:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764321.489304:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f86580 x1874601358828288/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764346 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764321.489310:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764321.489312:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764321.489314:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764321.489315:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764321.489317:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764321.489319:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764321.489322:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764321.489325:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764321.489327:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764321.489332:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f86580 x1874601358828288/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764346 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764321.489339:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358828288:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764321.489344:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764321.489347:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f87480 x1874601358828416/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764321.489359:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764321.489360:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764321.489363:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764321.489365:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764321.489366:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764321.489369:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358828416:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764321.489372:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764321.489375:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764321.489380:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764321.489381:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764321.489384:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188698c00.
02000000:00000001:2.0:1787764321.489386:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764321.489390:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764321.489392:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764321.489397:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764321.489400:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358828416, portal 10
00000100:00000001:2.0:1787764321.489402:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764321.489403:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515390592 : -114205194161024 : ffff982187f87480)
00000100:00000040:2.0:1787764321.489409:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f87480 x1874601358828416/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764321.489415:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764321.489417:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764321.489419:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000200:2.0:1787764321.489421:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358828416, offset 0
00000400:00000200:2.0:1787764321.489425:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764321.489429:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764321.489432:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764321.489435:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764321.489437:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764321.489440:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764321.489442:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764321.489446:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70343:70343:256:4294967295] 192.168.202.141@tcp LPNI seq info [70343:70343:8:4294967295]
00000400:00000200:2.0:1787764321.489450:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764321.489455:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764321.489459:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764321.489462:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000800:00000200:2.0:1787764321.489466:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764321.489469:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787764321.489472:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764321.489474:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1787764321.489478:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764321.489480:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:2.0:1787764321.489483:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764321.489485:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764321.489488:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:2.0:1787764321.489489:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:2.0:1787764321.489492:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764321.489495:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f87480 x1874601358828416/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764321.489501:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764321.489504:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f87480 x1874601358828416/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764346 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764321.489509:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764321.489511:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764321.489514:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764321.489516:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:2.0:1787764321.489519:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764321.489521:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299879441
00000100:00000001:2.0:1787764321.489522:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299880715
00000100:00000001:2.0:1787764321.489524:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299879441
00000100:00000001:2.0:1787764321.489526:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299880715
00000100:00000001:2.0:1787764321.489528:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764321.489530:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764321.489532:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764321.489535:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764321/real 1787764321]  req@ffff982187f87480 x1874601358828416/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764321.489541:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764321.489543:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764321.489544:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764321.489546:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764321.489548:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764321.489549:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764321.489552:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f87480 x1874601358828416/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764321.489558:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f87480 x1874601358828416/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764321.489564:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764321.489565:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764321.489566:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764321.489567:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764321.489570:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f87480 x1874601358828416/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764321.489576:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764321.489579:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f87480 x1874601358828416/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764346 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764321.489584:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764321.489586:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764321.489588:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764321.489589:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764321.489590:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764321.489592:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764321.489593:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764321.489597:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764321.489599:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764321.489602:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f87480 x1874601358828416/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764346 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764321.489609:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358828416:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764321.489612:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764321.489616:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f87840 x1874601358828544/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764321.489621:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764321.489623:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764321.489634:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764321.489636:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764321.489638:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764321.489640:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358828544:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764321.489651:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764321.489653:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764321.489657:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764321.489659:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764321.489662:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869a000.
02000000:00000001:2.0:1787764321.489664:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764321.489667:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764321.489670:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764321.489673:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764321.489676:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358828544, portal 4
00000100:00000001:2.0:1787764321.489677:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764321.489678:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515391552 : -114205194160064 : ffff982187f87840)
00000100:00000040:2.0:1787764321.489683:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f87840 x1874601358828544/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764321.489688:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764321.489691:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764321.489693:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000200:2.0:1787764321.489695:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358828544, offset 0
00000400:00000200:2.0:1787764321.489698:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764321.489702:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764321.489705:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764321.489707:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764321.489710:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764321.489712:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764321.489714:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764321.489716:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70344:70344:256:4294967295] 192.168.202.141@tcp LPNI seq info [70344:70344:8:4294967295]
00000400:00000200:2.0:1787764321.489720:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764321.489725:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764321.489729:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764321.489732:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000800:00000200:2.0:1787764321.489736:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764321.489738:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787764321.489741:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764321.489743:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1787764321.489746:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764321.489748:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:2.0:1787764321.489751:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764321.489753:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764321.489755:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:2.0:1787764321.489757:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:2.0:1787764321.489759:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764321.489762:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f87840 x1874601358828544/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764321.489769:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764321.489772:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f87840 x1874601358828544/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764346 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764321.489778:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764321.489779:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764321.489782:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764321.489785:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:2.0:1787764321.489788:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764321.489790:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299879446
00000100:00000001:2.0:1787764321.489793:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299880715
00000100:00000001:2.0:1787764321.489795:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299879446
00000100:00000001:2.0:1787764321.489796:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299880715
00000100:00000001:2.0:1787764321.489798:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764321.489800:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764321.489802:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764321.489805:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764321/real 1787764321]  req@ffff982187f87840 x1874601358828544/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764321.489811:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764321.489812:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764321.489814:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764321.489817:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764321.489818:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764321.489820:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764321.489823:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f87840 x1874601358828544/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764321.489829:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f87840 x1874601358828544/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764321.489835:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764321.489837:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764321.489839:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764321.489840:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764321.489843:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f87840 x1874601358828544/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764321.489881:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764321.489885:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f87840 x1874601358828544/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764346 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764321.489892:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764321.489894:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764321.489896:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764321.489897:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764321.489899:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764321.489900:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764321.489902:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764321.489905:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764321.489907:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764321.489910:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f87840 x1874601358828544/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764346 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764321.489917:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358828544:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764321.489920:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764321.489923:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f85e00 x1874601358828672/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764321.489930:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764321.489932:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764321.489933:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764321.489935:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764321.489937:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764321.489940:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f85e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358828672:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764321.489943:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764321.489944:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764321.489946:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764321.489947:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764321.489951:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188699c00.
02000000:00000001:2.0:1787764321.489953:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764321.489956:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764321.489960:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764321.489963:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764321.489965:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358828672, portal 4
00000100:00000001:2.0:1787764321.489967:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764321.489968:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515384832 : -114205194166784 : ffff982187f85e00)
00000100:00000040:2.0:1787764321.489973:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f85e00 x1874601358828672/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764321.489978:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764321.489980:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764321.489982:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000200:2.0:1787764321.489984:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358828672, offset 0
00000400:00000200:2.0:1787764321.489987:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764321.489990:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764321.489994:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764321.489996:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764321.489998:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764321.490001:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764321.490003:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764321.490005:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70345:70345:256:4294967295] 192.168.202.141@tcp LPNI seq info [70345:70345:8:4294967295]
00000400:00000200:2.0:1787764321.490009:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764321.490015:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764321.490019:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764321.490021:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000800:00000200:2.0:1787764321.490025:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764321.490027:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787764321.490031:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764321.490033:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1787764321.490036:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764321.490038:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:2.0:1787764321.490040:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764321.490043:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764321.490046:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:2.0:1787764321.490047:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:2.0:1787764321.490050:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764321.490054:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f85e00 x1874601358828672/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764321.490060:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764321.490063:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f85e00 x1874601358828672/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764346 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764321.490068:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764321.490070:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764321.490072:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764321.490074:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:2.0:1787764321.490077:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764321.490078:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299879448
00000100:00000001:2.0:1787764321.490080:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299880715
00000100:00000001:2.0:1787764321.490082:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299879448
00000100:00000001:2.0:1787764321.490083:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299880715
00000100:00000001:2.0:1787764321.490085:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764321.490087:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764321.490088:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764321.490092:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764321/real 1787764321]  req@ffff982187f85e00 x1874601358828672/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764321.490099:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764321.490100:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764321.490101:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764321.490103:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764321.490104:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764321.490106:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764321.490109:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f85e00 x1874601358828672/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764321.490116:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f85e00 x1874601358828672/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764321.490127:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764321.490129:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764321.490131:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764321.490132:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764321.490135:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f85e00 x1874601358828672/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764321.490141:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764321.490144:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f85e00 x1874601358828672/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764346 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764321.490150:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764321.490152:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764321.490153:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764321.490154:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764321.490156:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764321.490157:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764321.490160:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764321.490163:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764321.490165:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764321.490168:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f85e00 x1874601358828672/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764346 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764321.490175:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f85e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358828672:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764321.490179:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764321.490181:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764321.490184:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f86580 x1874601358828288/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764346 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764321.490189:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764321.490191:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764321.490193:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188698800.
02000000:00000001:2.0:1787764321.490196:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764321.490197:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764321.490199:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:2.0:1787764321.490201:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764321.490203:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649e800.
02000000:00000001:2.0:1787764321.490206:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764321.490207:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764321.490209:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f86580.
00000100:00000001:2.0:1787764321.490211:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764321.490212:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764321.490213:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764321.490216:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f87480 x1874601358828416/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764346 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764321.490222:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764321.490223:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764321.490224:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188698c00.
02000000:00000001:2.0:1787764321.490226:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764321.490227:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764321.490228:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:2.0:1787764321.490229:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764321.490230:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649c400.
02000000:00000001:2.0:1787764321.490232:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764321.490233:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764321.490235:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f87480.
00000100:00000001:2.0:1787764321.490237:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764321.490238:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764321.490239:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764321.490242:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f87840 x1874601358828544/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764346 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764321.490247:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764321.490248:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764321.490249:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869a000.
02000000:00000001:2.0:1787764321.490251:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764321.490252:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764321.490253:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:2.0:1787764321.490254:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764321.490255:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649d800.
02000000:00000001:2.0:1787764321.490257:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764321.490258:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764321.490259:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f87840.
00000100:00000001:2.0:1787764321.490261:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764321.490262:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764321.490263:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764321.490265:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f85e00 x1874601358828672/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764346 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764321.490271:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764321.490272:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764321.490273:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188699c00.
02000000:00000001:2.0:1787764321.490274:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764321.490275:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764321.490276:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:2.0:1787764321.490278:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764321.490279:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649fc00.
02000000:00000001:2.0:1787764321.490281:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764321.490282:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764321.490283:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f85e00.
00000100:00000001:2.0:1787764321.490285:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764321.490286:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764321.490287:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764321.490293:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764321.490294:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764321.490296:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764321.490298:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764321.807968:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764321.807975:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764321.807981:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764321.807982:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764321.807985:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764321.807987:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764321.807990:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764321.807991:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764321.807994:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764321.807996:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764321.808044:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764321.808048:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764321.808050:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764322.063946:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764322.063954:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764322.063957:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764322.063962:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764322.063966:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764322.063970:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764322.063974:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764322.063977:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764322.063980:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764322.831967:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4299880715, at 4299880768
00000100:00000040:3.0:1787764322.831967:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299880715, at 4299880768
00010000:00000001:0.0:1787764322.831982:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:2.0:1787764322.831987:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767660.
00000100:00000010:3.0:1787764322.831988:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9821987678a0.
00010000:00000001:0.0:1787764322.831993:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764322.832003:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764322.832005:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764322.832010:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764322.832012:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764322.832018:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764322.832019:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764322.832023:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764322.832023:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764322.832042:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764322.832044:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764322.832046:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764323.087986:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764323.087997:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764323.087999:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764323.088006:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764323.088012:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764323.088019:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764323.088023:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764323.088027:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764323.088030:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764323.855944:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764323.855950:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764323.855951:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764323.855954:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764323.855957:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764323.855958:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764323.855960:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764323.855961:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764323.855964:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764323.855965:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764323.855967:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764323.855968:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764323.855969:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764323.855971:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764323.855972:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764323.855972:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764323.855974:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764323.855975:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764323.855976:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764323.855977:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764323.855979:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764323.855980:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764323.855994:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764323.855995:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764323.855997:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764324.111995:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764324.112005:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764324.112008:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764324.112017:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764324.112021:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764324.112027:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764324.112030:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764324.112032:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764324.112035:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764324.879912:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764324.879917:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764324.879921:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764324.879922:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764324.879924:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764324.879925:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764324.879927:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764324.879928:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764324.879930:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764324.879930:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764324.879992:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764324.879995:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764324.879998:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764325.135922:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764325.135928:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764325.135930:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764325.135935:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764325.135938:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764325.135941:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764325.135943:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764325.135944:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764325.135946:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764325.903925:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764325.903933:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764325.903938:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764325.903941:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764325.903944:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764325.903947:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764325.903950:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764325.903952:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764325.903954:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764325.903956:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764325.903959:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764325.903961:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764325.903963:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764325.903980:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764325.903984:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764325.903985:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764325.904005:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764325.904007:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764325.904010:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764326.159996:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764326.160005:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764326.160007:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764326.160013:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764326.160016:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764326.160020:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764326.160023:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764326.160026:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764326.160028:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764326.607998:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764326.608014:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764326.608017:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764326.608021:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764326.608026:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764326.608036:0:18336:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5212
00000400:00000200:3.0:1787764326.608046:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764326.608054:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764326.608059:0:18336:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764326.608062:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764326.608066:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764326.608069:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764326.608071:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764326.608076:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764326.608078:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:3.0:1787764326.608080:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764326.608084:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:3.0:1787764326.608085:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:3.0:1787764326.608087:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:3.0:1787764326.608090:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764326.608091:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764326.608092:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764326.608093:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764326.608097:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:3.0:1787764326.608100:0:18336:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764326.608101:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764326.608104:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764326.608107:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764326.608110:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764326.608113:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764326.608116:0:18336:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764326.608128:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b21c0.
00000020:00000040:3.0:1787764326.608132:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:3.0:1787764326.608136:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764326.608138:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764326.608142:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764326.608145:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764326.608151:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764326.608159:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9dc00.
00000100:00000001:3.0:1787764326.608165:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764326.608175:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b21c0 x1874601358828800/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764326.608189:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764326.608193:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764326.608197:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a837d5f] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b21c0 x1874601358828800/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764326.608219:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764326.608222:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764326.608232:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764326.608234:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764326.608236:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764326.608239:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764326.608242:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5212
00000400:00000200:3.0:1787764326.608247:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764326.608251:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764326.608253:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764326.608255:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764326.608257:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764326.608259:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764326.608260:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:2.0:1787764326.608261:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764326.608267:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1787764326.608267:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764326.608269:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:3.0:1787764326.608271:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787764326.608272:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1787764326.608274:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:3.0:1787764326.608276:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:3.0:1787764326.608278:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:3.0:1787764326.608282:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000040:2.0:1787764326.608283:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b21c0 x1874601358828800/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764326.608284:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764326.608287:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764326.608289:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764326.608296:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00000001:2.0:1787764326.608300:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1787764326.608300:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764326.608304:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764326.608305:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764326.608305:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764326.608312:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787764326.608313:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764326.608316:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764326.608316:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764326.608318:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787764326.608322:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1787764326.608324:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764326.608328:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764326.608329:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358828800:192.168.202.141@tcp:250:kworker.0
00000100:00000001:3.0:1787764326.608330:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764326.608335:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0b40.
00000100:00000001:2.0:1787764326.608337:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:3.0:1787764326.608338:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:3.0:1787764326.608341:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764326.608342:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764326.608343:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787764326.608344:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764326.608347:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764326.608347:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764326.608350:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764326.608352:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787764326.608355:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9cc00.
02000000:00000010:2.0:1787764326.608360:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188699c00.
00000100:00000001:3.0:1787764326.608363:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764326.608364:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764326.608370:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0b40 x1874601358828928/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787764326.608375:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764326.608380:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1787764326.608383:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000100:00000001:3.0:1787764326.608383:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764326.608386:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d6e219c] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0b40 x1874601358828928/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764326.608393:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787764326.608394:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00080000:3.0:1787764326.608395:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764326.608400:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764326.608401:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764326.608402:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764326.608404:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:2.0:1787764326.608405:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358828800, portal 25
00000100:00080000:3.0:1787764326.608406:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5212
00000100:00000001:2.0:1787764326.608411:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000400:00000200:3.0:1787764326.608412:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764326.608415:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542828992 : -114205166722624 : ffff9821899b21c0)
00000400:00000200:3.0:1787764326.608416:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764326.608419:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764326.608426:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000040:2.0:1787764326.608427:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b21c0 x1874601358828800/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764326.608428:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764326.608431:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764326.608435:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764326.608438:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764326.608440:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:3.0:1787764326.608442:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764326.608444:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000100:00000001:2.0:1787764326.608447:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1787764326.608447:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:3.0:1787764326.608450:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:2.0:1787764326.608455:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000100:00000040:3.0:1787764326.608456:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764326.608460:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1787764326.608461:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000040:3.0:1787764326.608462:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000200:2.0:1787764326.608467:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358828800, offset 0
00000100:00000001:3.0:1787764326.608468:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764326.608472:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:3.0:1787764326.608476:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764326.608480:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764326.608481:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
02000000:00000001:3.0:1787764326.608483:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764326.608487:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764326.608490:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764326.608491:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764326.608494:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1787764326.608495:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000008:00000001:3.0:1787764326.608500:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764326.608503:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764326.608506:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000100:00000010:3.0:1787764326.608509:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b03c0.
00000020:00000040:3.0:1787764326.608512:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
00000400:00000200:2.0:1787764326.608514:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1787764326.608515:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764326.608517:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764326.608518:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764326.608519:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1787764326.608522:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
02000000:00000001:3.0:1787764326.608522:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764326.608528:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9d800.
00000400:00000200:2.0:1787764326.608529:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1787764326.608533:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764326.608535:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000100:00100000:3.0:1787764326.608540:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b03c0 x1874601358829056/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787764326.608542:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70346:70346:256:4294967295] 192.168.202.141@tcp LPNI seq info [70346:70346:8:4294967295]
00000100:00000001:3.0:1787764326.608553:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764326.608555:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764326.608558:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fa8aa37] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b03c0 x1874601358829056/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787764326.608561:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764326.608565:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764326.608567:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764326.608570:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764326.608572:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764326.608573:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764326.608575:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764326.608600:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5212
00000400:00000200:2.0:1787764326.608605:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1787764326.608612:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000800:00000200:2.0:1787764326.608614:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000400:00000200:3.0:1787764326.608617:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764326.608620:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000800:00000010:2.0:1787764326.608622:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000100:00000040:3.0:1787764326.608622:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764326.608627:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764326.608628:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764326.608630:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764326.608631:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764326.608632:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000800:00000200:2.0:1787764326.608635:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000020:00000001:3.0:1787764326.608635:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764326.608637:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:3.0:1787764326.608640:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000800:00000200:2.0:1787764326.608642:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000020:00000001:3.0:1787764326.608642:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:3.0:1787764326.608647:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764326.608649:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764326.608652:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764326.608655:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000800:00000200:2.1:1787764326.608655:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000020:00000040:3.0:1787764326.608656:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:3.0:1787764326.608661:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764326.608663:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787764326.608663:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
02000000:00000001:3.0:1787764326.608666:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764326.608668:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764326.608670:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1787764326.608673:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764326.608677:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000100:00000001:3.0:1787764326.608678:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764326.608680:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764326.608683:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764326.608685:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764326.608687:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000010:3.0:1787764326.608688:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b3840.
00000020:00000040:3.0:1787764326.608691:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:3.0:1787764326.608695:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764326.608697:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764326.608698:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1787764326.608699:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764326.608703:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1787764326.608706:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
02000000:00000001:3.0:1787764326.608706:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787764326.608711:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
02000000:00000010:3.0:1787764326.608713:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9f000.
00000100:00000001:3.0:1787764326.608718:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764326.608719:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:3.0:1787764326.608724:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b3840 x1874601358829184/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1787764326.608727:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b21c0 x1874601358828800/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764326.608743:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764326.608747:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764326.608750:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764326.608751:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a874aff9] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b3840 x1874601358829184/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787764326.608757:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b21c0 x1874601358828800/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764351 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764326.608759:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764326.608763:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764326.608768:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764326.608771:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764326.608774:0:18336:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764326.608775:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764326.608776:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787764326.608780:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:3.0:1787764326.608780:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5212
00000100:00000001:2.0:1787764326.608790:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764326.608794:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764326.608799:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000400:00000200:2.0:1787764326.608801:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00080000:3.0:1787764326.608801:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764326.608805:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764326.608806:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4299885835
00000100:00000001:3.0:1787764326.608807:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764326.608811:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764326.608814:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000010:2.0:1787764326.608815:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982198767660.
00000020:00000001:3.0:1787764326.608816:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764326.608818:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:3.0:1787764326.608820:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764326.608821:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:3.0:1787764326.608823:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:3.0:1787764326.608824:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000001:2.0:1787764326.608825:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000100:00000040:3.0:1787764326.608826:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764326.608834:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787764326.608835:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4299885835
00000100:00000040:3.0:1787764326.608836:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764326.608841:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000010:2.0:1787764326.608842:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982198767ba0.
00000020:00000040:3.0:1787764326.608844:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00000001:2.0:1787764326.608879:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000100:00080000:3.0:1787764326.608885:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764326.608886:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764326.608889:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764326.608891:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764326.608892:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764326.608895:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764326.608897:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1787764326.608899:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764326.608901:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764326.608904:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1787764326.608905:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764326/real 1787764326]  req@ffff9821899b21c0 x1874601358828800/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1787764326.608907:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764326.608910:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764326.608915:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0f00.
00000020:00000040:3.0:1787764326.608918:0:18336:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:3.0:1787764326.608921:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764326.608922:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787764326.608923:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1787764326.608924:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000001:2.0:1787764326.608927:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:3.0:1787764326.608927:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764326.608930:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787764326.608932:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
02000000:00000010:3.0:1787764326.608934:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9d400.
00000400:00000200:2.0:1787764326.608937:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000100:00000001:3.0:1787764326.608939:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787764326.608941:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764326.608946:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00100000:3.0:1787764326.608947:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0f00 x1874601358829312/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1787764326.608953:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b21c0 x1874601358828800/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764326.608981:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1787764326.608982:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b21c0 x1874601358828800/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764326.608983:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764326.608991:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031bb8c12] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0f00 x1874601358829312/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764326.608999:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787764326.609002:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764326.609003:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764326.609007:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:3.0:1787764326.609008:0:18336:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5222)
00000100:00000001:2.0:1787764326.609010:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764326.609018:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b21c0 x1874601358828800/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764326.609026:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764326.609031:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b21c0 x1874601358828800/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764351 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764326.609045:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764326.609047:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764326.609049:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764326.609051:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764326.609053:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764326.609055:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764326.609058:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764326.609062:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764326.609065:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764326.609069:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b21c0 x1874601358828800/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764351 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764326.609077:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358828800:192.168.202.141@tcp:250:kworker.0
00000100:00000001:2.0:1787764326.609082:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764326.609084:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764326.609087:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b21c0 x1874601358828800/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764351 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764326.609094:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764326.609096:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764326.609099:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188699c00.
02000000:00000001:2.0:1787764326.609102:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764326.609104:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764326.609105:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000020:00000001:2.0:1787764326.609108:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764326.609111:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9dc00.
02000000:00000001:2.0:1787764326.609116:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764326.609118:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764326.609120:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b21c0.
00000100:00000001:2.0:1787764326.609123:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764326.609124:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764326.609126:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764326.609135:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764326.609137:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764326.609139:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764326.609141:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764326.609142:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764326.609146:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b0b40 x1874601358828928/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764326.609153:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764326.609154:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764326.609156:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764326.609158:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764326.609160:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764326.609163:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358828928:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764326.609166:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764326.609168:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764326.609170:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764326.609172:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764326.609175:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188699c00.
02000000:00000001:2.0:1787764326.609177:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764326.609181:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764326.609183:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764326.609187:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764326.609190:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358828928, portal 10
00000100:00000001:2.0:1787764326.609192:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764326.609193:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542823232 : -114205166728384 : ffff9821899b0b40)
00000100:00000040:2.0:1787764326.609199:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b0b40 x1874601358828928/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764326.609205:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764326.609207:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764326.609210:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000200:2.0:1787764326.609212:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358828928, offset 0
00000400:00000200:2.0:1787764326.609216:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764326.609220:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764326.609224:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764326.609227:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764326.609229:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764326.609232:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764326.609234:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764326.609237:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70347:70347:256:4294967295] 192.168.202.141@tcp LPNI seq info [70347:70347:8:4294967295]
00000400:00000200:2.0:1787764326.609242:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764326.609249:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764326.609253:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764326.609257:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000800:00000200:2.0:1787764326.609261:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764326.609263:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787764326.609268:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764326.609270:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1787764326.609274:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764326.609276:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:2.0:1787764326.609279:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764326.609282:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764326.609285:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:2.0:1787764326.609287:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:2.0:1787764326.609289:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764326.609293:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b0b40 x1874601358828928/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764326.609300:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764326.609303:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b0b40 x1874601358828928/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764351 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764326.609310:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764326.609311:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764326.609314:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764326.609318:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:2.0:1787764326.609321:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764326.609323:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299884567
00000100:00000001:2.0:1787764326.609327:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299885835
00000100:00000001:2.0:1787764326.609329:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299884567
00000100:00000001:2.0:1787764326.609331:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299885835
00000100:00000001:2.0:1787764326.609333:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764326.609335:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764326.609337:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764326.609341:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764326/real 1787764326]  req@ffff9821899b0b40 x1874601358828928/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764326.609348:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764326.609350:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764326.609352:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764326.609354:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764326.609355:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764326.609358:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764326.609361:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b0b40 x1874601358828928/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764326.609369:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b0b40 x1874601358828928/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764326.609376:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764326.609378:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764326.609379:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764326.609381:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764326.609385:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b0b40 x1874601358828928/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764326.609391:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764326.609396:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b0b40 x1874601358828928/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764351 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764326.609402:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764326.609405:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764326.609407:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764326.609408:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764326.609410:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764326.609411:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764326.609414:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764326.609417:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764326.609420:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764326.609423:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b0b40 x1874601358828928/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764351 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764326.609431:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358828928:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764326.609435:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764326.609439:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b03c0 x1874601358829056/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764326.609446:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764326.609447:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764326.609449:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764326.609451:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764326.609453:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764326.609456:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358829056:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764326.609459:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764326.609461:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764326.609462:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764326.609464:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764326.609467:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869a000.
02000000:00000001:2.0:1787764326.609469:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764326.609472:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764326.609475:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764326.609478:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764326.609480:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358829056, portal 10
00000100:00000001:2.0:1787764326.609482:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764326.609484:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542821312 : -114205166730304 : ffff9821899b03c0)
00000100:00000040:2.0:1787764326.609489:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b03c0 x1874601358829056/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764326.609495:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764326.609497:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764326.609500:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000200:2.0:1787764326.609502:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358829056, offset 0
00000400:00000200:2.0:1787764326.609506:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764326.609509:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764326.609512:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764326.609515:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764326.609518:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764326.609520:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764326.609522:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764326.609525:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70348:70348:256:4294967295] 192.168.202.141@tcp LPNI seq info [70348:70348:8:4294967295]
00000400:00000200:2.0:1787764326.609529:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764326.609535:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764326.609539:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764326.609542:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000800:00000200:2.0:1787764326.609546:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764326.609549:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787764326.609553:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764326.609555:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1787764326.609559:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764326.609561:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:2.0:1787764326.609564:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764326.609567:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764326.609570:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:2.0:1787764326.609571:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:2.0:1787764326.609573:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764326.609577:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b03c0 x1874601358829056/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764326.609597:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764326.609601:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b03c0 x1874601358829056/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764351 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764326.609607:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764326.609609:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764326.609612:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764326.609615:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:2.0:1787764326.609619:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764326.609621:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299884561
00000100:00000001:2.0:1787764326.609623:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299885835
00000100:00000001:2.0:1787764326.609625:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299884561
00000100:00000001:2.0:1787764326.609627:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299885835
00000100:00000001:2.0:1787764326.609629:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764326.609631:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764326.609633:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764326.609637:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764326/real 1787764326]  req@ffff9821899b03c0 x1874601358829056/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764326.609645:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764326.609646:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764326.609648:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764326.609650:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764326.609652:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764326.609654:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764326.609657:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b03c0 x1874601358829056/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764326.609665:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b03c0 x1874601358829056/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764326.609671:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764326.609672:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764326.609674:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764326.609675:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764326.609679:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b03c0 x1874601358829056/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764326.609686:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764326.609689:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b03c0 x1874601358829056/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764351 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764326.609696:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764326.609698:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764326.609700:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764326.609701:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764326.609702:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764326.609704:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764326.609707:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764326.609710:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764326.609712:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764326.609716:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b03c0 x1874601358829056/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764351 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764326.609724:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358829056:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764326.609728:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764326.609731:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b3840 x1874601358829184/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764326.609739:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764326.609740:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764326.609742:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764326.609744:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764326.609746:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764326.609748:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358829184:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764326.609751:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764326.609754:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764326.609755:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764326.609757:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764326.609760:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188698c00.
02000000:00000001:2.0:1787764326.609762:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764326.609765:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764326.609767:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764326.609771:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764326.609774:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358829184, portal 4
00000100:00000001:2.0:1787764326.609775:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764326.609777:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542834752 : -114205166716864 : ffff9821899b3840)
00000100:00000040:2.0:1787764326.609782:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b3840 x1874601358829184/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764326.609788:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764326.609790:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764326.609793:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000200:2.0:1787764326.609795:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358829184, offset 0
00000400:00000200:2.0:1787764326.609799:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764326.609803:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764326.609806:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764326.609809:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764326.609811:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764326.609813:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764326.609816:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764326.609818:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70349:70349:256:4294967295] 192.168.202.141@tcp LPNI seq info [70349:70349:8:4294967295]
00000400:00000200:2.0:1787764326.609823:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764326.609828:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764326.609833:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764326.609836:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000800:00000200:2.0:1787764326.609840:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764326.609843:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787764326.609847:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764326.609863:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1787764326.609867:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764326.609869:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:2.0:1787764326.609872:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764326.609875:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764326.609878:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:2.0:1787764326.609880:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:2.0:1787764326.609882:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764326.609886:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b3840 x1874601358829184/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764326.609893:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764326.609896:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b3840 x1874601358829184/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764351 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764326.609903:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764326.609904:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764326.609907:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764326.609910:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:2.0:1787764326.609913:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764326.609915:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299884567
00000100:00000001:2.0:1787764326.609917:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299885835
00000100:00000001:2.0:1787764326.609919:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299884567
00000100:00000001:2.0:1787764326.609922:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299885835
00000100:00000001:2.0:1787764326.609924:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764326.609926:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764326.609927:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764326.609931:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764326/real 1787764326]  req@ffff9821899b3840 x1874601358829184/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764326.609937:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764326.609939:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764326.609941:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764326.609943:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764326.609944:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764326.609947:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764326.609950:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b3840 x1874601358829184/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764326.609958:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b3840 x1874601358829184/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764326.609965:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764326.609966:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764326.609968:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764326.609969:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764326.609972:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b3840 x1874601358829184/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764326.609979:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764326.609983:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b3840 x1874601358829184/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764351 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764326.609990:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764326.609992:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764326.609994:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764326.609995:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764326.609997:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764326.609999:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764326.610001:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764326.610004:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764326.610006:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764326.610010:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b3840 x1874601358829184/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764351 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764326.610019:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358829184:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764326.610023:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764326.610026:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b0f00 x1874601358829312/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764326.610033:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764326.610035:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764326.610037:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764326.610038:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764326.610040:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764326.610043:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358829312:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764326.610045:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764326.610047:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764326.610049:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764326.610050:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764326.610054:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188698800.
02000000:00000001:2.0:1787764326.610055:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764326.610058:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764326.610061:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764326.610064:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764326.610067:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358829312, portal 4
00000100:00000001:2.0:1787764326.610068:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764326.610070:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542824192 : -114205166727424 : ffff9821899b0f00)
00000100:00000040:2.0:1787764326.610075:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b0f00 x1874601358829312/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764326.610082:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764326.610084:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764326.610086:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000200:2.0:1787764326.610089:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358829312, offset 0
00000400:00000200:2.0:1787764326.610093:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764326.610096:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764326.610099:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764326.610102:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764326.610104:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764326.610106:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764326.610108:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764326.610112:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70350:70350:256:4294967295] 192.168.202.141@tcp LPNI seq info [70350:70350:8:4294967295]
00000400:00000200:2.0:1787764326.610116:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764326.610122:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764326.610126:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764326.610129:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000800:00000200:2.0:1787764326.610133:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764326.610136:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787764326.610140:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764326.610142:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1787764326.610146:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764326.610148:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:2.0:1787764326.610150:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764326.610154:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764326.610156:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:2.0:1787764326.610158:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:2.0:1787764326.610160:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764326.610163:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b0f00 x1874601358829312/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764326.610170:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764326.610174:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b0f00 x1874601358829312/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764351 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764326.610180:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764326.610182:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764326.610184:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764326.610187:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:2.0:1787764326.610190:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764326.610192:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299884568
00000100:00000001:2.0:1787764326.610195:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299885835
00000100:00000001:2.0:1787764326.610197:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299884568
00000100:00000001:2.0:1787764326.610199:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299885835
00000100:00000001:2.0:1787764326.610201:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764326.610204:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764326.610205:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764326.610209:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764326/real 1787764326]  req@ffff9821899b0f00 x1874601358829312/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764326.610217:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764326.610218:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764326.610220:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764326.610222:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764326.610224:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764326.610226:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764326.610229:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b0f00 x1874601358829312/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764326.610238:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b0f00 x1874601358829312/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764326.610245:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764326.610246:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764326.610247:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764326.610248:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764326.610251:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b0f00 x1874601358829312/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764326.610258:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764326.610261:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b0f00 x1874601358829312/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764351 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764326.610268:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764326.610270:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764326.610271:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764326.610273:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764326.610274:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764326.610276:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764326.610278:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764326.610282:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764326.610284:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764326.610288:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b0f00 x1874601358829312/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764351 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764326.610296:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358829312:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764326.610300:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764326.610301:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764326.610304:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b0b40 x1874601358828928/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764351 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764326.610311:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764326.610313:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764326.610315:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188699c00.
02000000:00000001:2.0:1787764326.610317:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764326.610319:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764326.610320:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:2.0:1787764326.610322:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764326.610324:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9cc00.
02000000:00000001:2.0:1787764326.610326:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764326.610327:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764326.610329:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b0b40.
00000100:00000001:2.0:1787764326.610331:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764326.610332:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764326.610334:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764326.610337:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b03c0 x1874601358829056/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764351 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764326.610342:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764326.610343:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764326.610345:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869a000.
02000000:00000001:2.0:1787764326.610346:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764326.610347:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764326.610348:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:2.0:1787764326.610350:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764326.610352:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9d800.
02000000:00000001:2.0:1787764326.610354:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764326.610355:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764326.610356:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b03c0.
00000100:00000001:2.0:1787764326.610358:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764326.610359:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764326.610361:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764326.610364:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b3840 x1874601358829184/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764351 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764326.610370:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764326.610371:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764326.610373:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188698c00.
02000000:00000001:2.0:1787764326.610375:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764326.610377:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764326.610378:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:2.0:1787764326.610380:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764326.610381:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9f000.
02000000:00000001:2.0:1787764326.610384:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764326.610385:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764326.610386:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b3840.
00000100:00000001:2.0:1787764326.610389:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764326.610390:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764326.610392:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764326.610395:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b0f00 x1874601358829312/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764351 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764326.610402:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764326.610403:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764326.610405:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188698800.
02000000:00000001:2.0:1787764326.610407:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764326.610408:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764326.610409:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:2.0:1787764326.610410:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764326.610412:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9d400.
02000000:00000001:2.0:1787764326.610414:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764326.610415:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764326.610416:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b0f00.
00000100:00000001:2.0:1787764326.610419:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764326.610420:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764326.610422:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764326.610425:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764326.610427:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764326.610428:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764326.610430:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764326.927941:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764326.927949:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764326.927955:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764326.927956:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764326.927959:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764326.927960:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764326.927963:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764326.927965:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764326.927968:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764326.927969:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764326.927986:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764326.927988:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764326.927991:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764327.183962:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764327.183970:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764327.183973:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764327.183979:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764327.183984:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764327.183996:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764327.184000:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764327.184003:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764327.184006:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764327.951899:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299885835, at 4299885888
00000100:00000010:3.0:1787764327.951917:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767ba0.
00000100:00000040:2.0:1787764327.951973:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4299885835, at 4299885888
00010000:00000001:0.0:1787764327.951984:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:2.0:1787764327.951986:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767660.
00010000:00000001:0.0:1787764327.951989:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764327.951995:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764327.951997:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764327.951999:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764327.952001:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764327.952004:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764327.952005:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764327.952010:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764327.952011:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764327.952047:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764327.952049:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764327.952051:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764328.207971:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764328.207977:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764328.207978:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764328.207983:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764328.207988:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764328.207993:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764328.207997:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764328.208000:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764328.208003:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764328.975912:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764328.975917:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764328.975920:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764328.975921:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764328.975923:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764328.975926:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764328.975927:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764328.975929:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764328.975931:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764328.975933:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764328.975934:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764328.975935:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764328.975937:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764328.975938:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764328.975940:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764328.975942:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764328.975943:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764328.975944:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764328.975945:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764328.975945:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764328.975946:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764328.975948:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764328.975960:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764328.975962:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764328.975963:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764329.231921:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764329.231929:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764329.231932:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764329.231937:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764329.231942:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764329.231946:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764329.231949:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764329.231952:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764329.231955:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764329.999919:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764329.999924:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764329.999928:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764329.999934:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764329.999937:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764329.999938:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764329.999940:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764329.999941:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764329.999943:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764329.999943:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764329.999957:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764329.999959:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764329.999961:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764330.255926:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764330.255933:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764330.255936:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764330.255941:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764330.255945:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764330.255949:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764330.255953:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764330.255956:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764330.255958:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764331.023920:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764331.023926:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764331.023933:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764331.023934:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764331.023937:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764331.023939:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764331.023942:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764331.023943:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764331.023946:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764331.023947:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764331.023996:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764331.024000:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764331.024003:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764331.279945:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764331.279952:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764331.279954:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764331.279958:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764331.279961:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764331.279963:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764331.279965:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764331.279967:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764331.279970:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764331.727926:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764331.727936:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764331.727938:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764331.727941:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764331.727944:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764331.727949:0:18336:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5217
00000400:00000200:3.0:1787764331.727955:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764331.727960:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764331.727963:0:18336:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764331.727965:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764331.727974:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764331.727975:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764331.727977:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764331.727980:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764331.727982:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:3.0:1787764331.727983:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764331.727986:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:3.0:1787764331.727987:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:3.0:1787764331.727989:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:3.0:1787764331.727990:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764331.727992:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764331.727993:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764331.727995:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764331.727997:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:3.0:1787764331.727999:0:18336:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764331.728000:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764331.728002:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764331.728004:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764331.728006:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764331.728008:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764331.728009:0:18336:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764331.728016:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b1e00.
00000020:00000040:3.0:1787764331.728018:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:3.0:1787764331.728021:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764331.728022:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764331.728025:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764331.728028:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764331.728031:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764331.728038:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9d000.
00000100:00000001:3.0:1787764331.728044:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764331.728052:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b1e00 x1874601358829440/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764331.728062:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764331.728066:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764331.728071:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007fca43c8] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b1e00 x1874601358829440/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764331.728094:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764331.728097:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764331.728100:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764331.728101:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764331.728102:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764331.728104:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764331.728107:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5217
00000400:00000200:3.0:1787764331.728110:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764331.728112:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764331.728115:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764331.728117:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764331.728119:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764331.728122:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764331.728124:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764331.728126:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787764331.728127:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1787764331.728128:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000100:00000001:2.0:1787764331.728132:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1787764331.728132:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787764331.728135:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764331.728142:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b1e00 x1874601358829440/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787764331.728142:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:3.0:1787764331.728148:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:3.0:1787764331.728153:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000001:2.0:1787764331.728160:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1787764331.728162:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764331.728164:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764331.728166:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1787764331.728170:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1787764331.728170:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
02000000:00000001:2.0:1787764331.728174:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764331.728174:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764331.728176:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
02000000:00000001:2.0:1787764331.728180:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764331.728180:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764331.728185:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764331.728187:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1787764331.728189:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358829440:192.168.202.141@tcp:250:kworker.0
02000000:00000001:3.0:1787764331.728192:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764331.728195:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787764331.728195:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764331.728198:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787764331.728201:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:3.0:1787764331.728202:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787764331.728205:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787764331.728205:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764331.728210:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764331.728211:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:3.0:1787764331.728213:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b3c00.
02000000:00000010:2.0:1787764331.728217:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188698800.
00000020:00000040:3.0:1787764331.728217:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:3.0:1787764331.728219:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764331.728221:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764331.728222:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764331.728226:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764331.728227:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764331.728229:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764331.728233:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
02000000:00000010:3.0:1787764331.728235:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9f800.
00000400:00000010:2.0:1787764331.728239:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000100:00000001:3.0:1787764331.728239:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764331.728244:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b3c00 x1874601358829568/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1787764331.728248:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000001:3.0:1787764331.728250:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764331.728252:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764331.728255:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbda2d43] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b3c00 x1874601358829568/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764331.728262:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358829440, portal 25
00000100:00000001:2.0:1787764331.728266:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787764331.728266:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764331.728269:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542828032 : -114205166723584 : ffff9821899b1e00)
00000100:00080000:3.0:1787764331.728271:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764331.728276:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000040:2.0:1787764331.728279:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b1e00 x1874601358829440/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764331.728279:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764331.728281:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764331.728288:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787764331.728294:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1787764331.728294:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5217
00000100:00000040:2.0:1787764331.728300:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000200:3.0:1787764331.728301:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764331.728304:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000400:00000200:3.0:1787764331.728306:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00000200:2.0:1787764331.728310:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358829440, offset 0
00000100:00080000:3.0:1787764331.728310:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764331.728316:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764331.728319:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787764331.728320:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000100:00000040:3.0:1787764331.728324:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764331.728326:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764331.728328:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764331.728329:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:3.0:1787764331.728331:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:2.0:1787764331.728332:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000020:00000040:3.0:1787764331.728334:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:3.0:1787764331.728337:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:3.0:1787764331.728338:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:3.0:1787764331.728340:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764331.728342:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787764331.728345:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000100:00000040:3.0:1787764331.728345:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764331.728350:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000400:00000200:2.0:1787764331.728352:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:3.0:1787764331.728352:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:3.0:1787764331.728356:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000400:00000200:2.0:1787764331.728359:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000100:00000001:3.0:1787764331.728360:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764331.728363:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1787764331.728364:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1787764331.728367:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1787764331.728368:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
02000000:00000001:3.0:1787764331.728371:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764331.728374:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70351:70351:256:4294967295] 192.168.202.141@tcp LPNI seq info [70351:70351:8:4294967295]
00000100:00000001:3.0:1787764331.728375:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764331.728378:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1787764331.728382:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000008:00000001:3.0:1787764331.728383:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764331.728385:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764331.728388:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b2940.
00000400:00000200:2.0:1787764331.728391:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000020:00000040:3.0:1787764331.728392:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
00000800:00000200:2.0:1787764331.728397:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
02000000:00000001:3.0:1787764331.728397:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764331.728398:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764331.728401:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764331.728402:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:2.0:1787764331.728404:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
02000000:00000001:3.0:1787764331.728404:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764331.728410:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9fc00.
00000800:00000200:2.0:1787764331.728413:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:3.0:1787764331.728414:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787764331.728416:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000100:00100000:3.0:1787764331.728421:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b2940 x1874601358829696/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1787764331.728424:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764331.728428:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000100:00000001:3.0:1787764331.728434:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000100:2.0:1787764331.728435:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000100:00000001:3.0:1787764331.728437:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787764331.728438:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000100:00000040:3.0:1787764331.728442:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000bae3a13] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b2940 x1874601358829696/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787764331.728443:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764331.728451:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1787764331.728456:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764331.728457:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000100:00080000:3.0:1787764331.728459:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:2.0:1787764331.728460:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00080000:3.0:1787764331.728465:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787764331.728467:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764331.728471:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b1e00 x1874601358829440/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764331.728473:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764331.728476:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764331.728480:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787764331.728482:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1787764331.728484:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5217
00000100:00000040:2.0:1787764331.728488:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b1e00 x1874601358829440/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764356 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787764331.728492:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764331.728498:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00000001:2.0:1787764331.728499:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764331.728500:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787764331.728502:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1787764331.728505:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764331.728507:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764331.728507:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764331.728511:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000400:00000200:2.0:1787764331.728515:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764331.728515:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:2.0:1787764331.728518:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4299890955
00000020:00000001:3.0:1787764331.728519:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764331.728521:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:3.0:1787764331.728523:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764331.728524:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000100:00000010:2.0:1787764331.728525:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982198767660.
00000020:00000001:3.0:1787764331.728526:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:3.0:1787764331.728529:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:3.0:1787764331.728531:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764331.728543:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787764331.728543:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764331.728547:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764331.728549:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764331.728550:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00000001:2.0:1787764331.728552:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4299890955
00000100:00080000:3.0:1787764331.728553:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000010:2.0:1787764331.728558:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982198767ae0.
00000100:00000001:3.0:1787764331.728558:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764331.728559:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787764331.728564:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
02000000:00000001:3.0:1787764331.728564:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764331.728568:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764331.728569:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764331.728571:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787764331.728572:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1787764331.728574:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1787764331.728576:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000008:00000001:3.0:1787764331.728578:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764331.728581:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764331/real 1787764331]  req@ffff9821899b1e00 x1874601358829440/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764331.728584:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787764331.728592:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000010:3.0:1787764331.728592:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0000.
00000400:00000001:2.0:1787764331.728594:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764331.728597:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000020:00000040:3.0:1787764331.728598:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
00000400:00000200:2.0:1787764331.728600:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
02000000:00000001:3.0:1787764331.728602:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1787764331.728603:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764331.728607:0:2388:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:3.0:1787764331.728607:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764331.728612:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:2.0:1787764331.728613:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b1e00 x1874601358829440/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787764331.728616:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764331.728621:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787764331.728622:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b1e00 x1874601358829440/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764331.728629:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000010:3.0:1787764331.728629:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9f400.
00000100:00000001:2.0:1787764331.728631:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764331.728635:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764331.728636:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764331.728637:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764331.728642:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b1e00 x1874601358829440/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787764331.728648:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0000 x1874601358829824/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764331.728649:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764331.728655:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b1e00 x1874601358829440/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764356 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764331.728671:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787764331.728672:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764331.728673:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764331.728675:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764331.728676:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764331.728678:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764331.728681:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764331.728684:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1787764331.728684:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000084e1803] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0000 x1874601358829824/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764331.728689:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764331.728694:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764331.728698:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764331.728703:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b1e00 x1874601358829440/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764356 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764331.728704:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764331.728709:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787764331.728712:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358829440:192.168.202.141@tcp:250:kworker.0
00000100:00000001:2.0:1787764331.728718:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787764331.728719:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787764331.728721:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787764331.728723:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:2.0:1787764331.728725:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b1e00 x1874601358829440/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764356 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787764331.728726:0:18336:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764331.728734:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764331.728739:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5217
00000100:00000001:2.0:1787764331.728742:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764331.728745:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000400:00000200:3.0:1787764331.728745:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
02000000:00000010:2.0:1787764331.728747:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188698800.
00000400:00000200:3.0:1787764331.728750:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
02000000:00000001:2.0:1787764331.728751:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764331.728754:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000100:00080000:3.0:1787764331.728755:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000020:00000040:2.0:1787764331.728756:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000100:00000040:3.0:1787764331.728759:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000020:00000001:2.0:1787764331.728760:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000001:3.0:1787764331.728763:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:2.0:1787764331.728764:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9d000.
00000100:00000040:3.0:1787764331.728766:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
02000000:00000001:2.0:1787764331.728769:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:3.0:1787764331.728769:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
02000000:00000001:2.0:1787764331.728772:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000020:00000001:3.0:1787764331.728772:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764331.728774:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000100:00000010:2.0:1787764331.728776:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b1e00.
00000020:00000001:3.0:1787764331.728777:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787764331.728779:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000020:00000040:3.0:1787764331.728780:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000100:00000001:2.0:1787764331.728781:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787764331.728783:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000001:2.0:1787764331.728784:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787764331.728786:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:3.0:1787764331.728789:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764331.728790:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787764331.728791:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:3.0:1787764331.728792:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764331.728793:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764331.728794:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:2.0:1787764331.728797:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1787764331.728798:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00000001:2.0:1787764331.728799:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764331.728802:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1787764331.728802:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764331.728806:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764331.728807:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b3c00 x1874601358829568/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787764331.728808:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764331.728813:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764331.728815:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787764331.728817:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764331.728818:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764331.728821:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764331.728823:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764331.728823:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787764331.728827:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1787764331.728828:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1787764331.728830:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358829568:192.168.202.141@tcp:38:kworker.0
00000008:00000001:3.0:1787764331.728834:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764331.728835:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764331.728837:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764331.728839:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764331.728839:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764331.728843:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764331.728846:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188698800.
02000000:00000001:2.0:1787764331.728874:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764331.728877:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b1a40.
00000400:00000200:2.0:1787764331.728878:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764331.728883:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000020:00000040:3.0:1787764331.728884:0:18336:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
00000400:00000010:2.0:1787764331.728886:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
02000000:00000001:3.0:1787764331.728888:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000200:2.0:1787764331.728890:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358829568, portal 10
02000000:00000001:3.0:1787764331.728892:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764331.728893:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764331.728895:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542835712 : -114205166715904 : ffff9821899b3c00)
00000100:00000001:3.0:1787764331.728897:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764331.728900:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:2.0:1787764331.728901:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b3c00 x1874601358829568/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787764331.728905:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764331.728908:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764331.728911:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764331.728913:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
02000000:00000010:3.0:1787764331.728913:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9c800.
00000100:00000200:2.0:1787764331.728917:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358829568, offset 0
00000400:00000200:2.0:1787764331.728920:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000100:00000001:3.0:1787764331.728920:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764331.728925:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00100000:3.0:1787764331.728929:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b1a40 x1874601358829952/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787764331.728930:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764331.728933:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764331.728938:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764331.728941:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764331.728945:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764331.728949:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70352:70352:256:4294967295] 192.168.202.141@tcp LPNI seq info [70352:70352:8:4294967295]
00000400:00000200:2.0:1787764331.728957:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764331.728965:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1787764331.728966:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1787764331.728968:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764331.728971:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b5428e47] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b1a40 x1874601358829952/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1787764331.728984:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000100:00000001:3.0:1787764331.728985:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787764331.728987:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000100:00000040:3.0:1787764331.728990:0:18336:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5227)
00000800:00000200:2.0:1787764331.728993:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764331.728996:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787764331.729000:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764331.729001:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1787764331.729004:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764331.729006:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:2.0:1787764331.729008:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764331.729010:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764331.729012:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:2.0:1787764331.729013:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:2.0:1787764331.729015:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764331.729017:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b3c00 x1874601358829568/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764331.729022:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764331.729024:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b3c00 x1874601358829568/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764356 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764331.729028:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764331.729029:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764331.729031:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764331.729034:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:2.0:1787764331.729037:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764331.729039:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299889687
00000100:00000001:2.0:1787764331.729041:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299890955
00000100:00000001:2.0:1787764331.729043:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299889687
00000100:00000001:2.0:1787764331.729045:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299890955
00000100:00000001:2.0:1787764331.729047:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764331.729049:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764331.729050:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764331.729054:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764331/real 1787764331]  req@ffff9821899b3c00 x1874601358829568/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764331.729061:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764331.729063:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764331.729064:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764331.729067:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764331.729069:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764331.729071:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764331.729074:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b3c00 x1874601358829568/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764331.729082:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b3c00 x1874601358829568/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764331.729091:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764331.729093:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764331.729094:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764331.729095:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764331.729097:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b3c00 x1874601358829568/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764331.729102:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764331.729104:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b3c00 x1874601358829568/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764356 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764331.729108:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764331.729110:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764331.729110:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764331.729111:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764331.729112:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764331.729113:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764331.729115:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764331.729116:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764331.729117:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764331.729119:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b3c00 x1874601358829568/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764356 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764331.729124:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358829568:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764331.729127:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764331.729128:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b2940 x1874601358829696/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764331.729132:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764331.729133:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764331.729135:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764331.729136:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764331.729137:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764331.729139:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358829696:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764331.729141:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764331.729142:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764331.729144:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764331.729145:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764331.729147:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188698c00.
02000000:00000001:2.0:1787764331.729148:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764331.729151:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764331.729154:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764331.729156:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764331.729157:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358829696, portal 10
00000100:00000001:2.0:1787764331.729159:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764331.729159:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542830912 : -114205166720704 : ffff9821899b2940)
00000100:00000040:2.0:1787764331.729163:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b2940 x1874601358829696/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764331.729167:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764331.729168:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764331.729170:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000200:2.0:1787764331.729171:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358829696, offset 0
00000400:00000200:2.0:1787764331.729173:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764331.729175:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764331.729177:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764331.729179:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764331.729181:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764331.729182:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764331.729184:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764331.729186:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70353:70353:256:4294967295] 192.168.202.141@tcp LPNI seq info [70353:70353:8:4294967295]
00000400:00000200:2.0:1787764331.729188:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764331.729191:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764331.729195:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764331.729196:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000800:00000200:2.0:1787764331.729199:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764331.729200:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787764331.729203:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764331.729204:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1787764331.729217:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764331.729219:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:2.0:1787764331.729221:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764331.729223:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764331.729225:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:2.0:1787764331.729226:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:2.0:1787764331.729228:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764331.729230:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b2940 x1874601358829696/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764331.729234:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764331.729236:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b2940 x1874601358829696/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764356 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764331.729240:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764331.729240:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764331.729242:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764331.729244:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:2.0:1787764331.729245:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764331.729246:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299889681
00000100:00000001:2.0:1787764331.729248:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299890955
00000100:00000001:2.0:1787764331.729249:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299889681
00000100:00000001:2.0:1787764331.729251:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299890955
00000100:00000001:2.0:1787764331.729253:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764331.729255:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764331.729256:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764331.729260:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764331/real 1787764331]  req@ffff9821899b2940 x1874601358829696/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764331.729267:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764331.729269:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764331.729270:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764331.729272:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764331.729274:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764331.729276:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764331.729279:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b2940 x1874601358829696/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764331.729287:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b2940 x1874601358829696/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764331.729293:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764331.729295:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764331.729296:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764331.729297:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764331.729300:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b2940 x1874601358829696/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764331.729304:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764331.729306:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b2940 x1874601358829696/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764356 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764331.729310:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764331.729311:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764331.729312:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764331.729313:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764331.729314:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764331.729315:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764331.729316:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764331.729318:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764331.729319:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764331.729322:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b2940 x1874601358829696/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764356 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764331.729327:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358829696:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764331.729329:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764331.729330:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b0000 x1874601358829824/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764331.729334:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764331.729335:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764331.729336:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764331.729337:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764331.729338:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764331.729340:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358829824:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764331.729342:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764331.729343:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764331.729344:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764331.729345:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764331.729347:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869a000.
02000000:00000001:2.0:1787764331.729349:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764331.729351:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764331.729352:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764331.729354:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764331.729356:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358829824, portal 4
00000100:00000001:2.0:1787764331.729357:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764331.729358:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542820352 : -114205166731264 : ffff9821899b0000)
00000100:00000040:2.0:1787764331.729361:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b0000 x1874601358829824/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764331.729365:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764331.729366:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764331.729368:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000200:2.0:1787764331.729369:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358829824, offset 0
00000400:00000200:2.0:1787764331.729371:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764331.729374:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764331.729376:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764331.729378:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764331.729379:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764331.729381:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764331.729382:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764331.729384:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70354:70354:256:4294967295] 192.168.202.141@tcp LPNI seq info [70354:70354:8:4294967295]
00000400:00000200:2.0:1787764331.729386:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764331.729390:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764331.729393:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764331.729394:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000800:00000200:2.0:1787764331.729397:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764331.729398:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787764331.729401:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764331.729403:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1787764331.729405:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764331.729406:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:2.0:1787764331.729407:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764331.729410:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764331.729411:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:2.0:1787764331.729412:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:2.0:1787764331.729414:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764331.729416:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b0000 x1874601358829824/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764331.729420:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764331.729422:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b0000 x1874601358829824/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764356 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764331.729425:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764331.729426:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764331.729428:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764331.729430:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:2.0:1787764331.729431:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764331.729433:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299889686
00000100:00000001:2.0:1787764331.729434:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299890955
00000100:00000001:2.0:1787764331.729436:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299889686
00000100:00000001:2.0:1787764331.729437:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299890955
00000100:00000001:2.0:1787764331.729438:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764331.729439:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764331.729440:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764331.729442:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764331/real 1787764331]  req@ffff9821899b0000 x1874601358829824/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764331.729445:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764331.729446:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764331.729447:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764331.729449:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764331.729449:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764331.729451:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764331.729453:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b0000 x1874601358829824/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764331.729457:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b0000 x1874601358829824/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764331.729460:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764331.729461:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764331.729462:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764331.729462:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764331.729464:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b0000 x1874601358829824/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764331.729467:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764331.729469:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b0000 x1874601358829824/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764356 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764331.729473:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764331.729475:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764331.729475:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764331.729476:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764331.729477:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764331.729478:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764331.729480:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764331.729481:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764331.729482:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764331.729484:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b0000 x1874601358829824/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764356 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764331.729488:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358829824:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764331.729490:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764331.729491:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764331.729493:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b3c00 x1874601358829568/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764356 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764331.729496:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764331.729497:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764331.729498:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188698800.
02000000:00000001:2.0:1787764331.729499:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764331.729500:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764331.729501:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:2.0:1787764331.729502:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764331.729503:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9f800.
02000000:00000001:2.0:1787764331.729504:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764331.729505:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764331.729506:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b3c00.
00000100:00000001:2.0:1787764331.729508:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764331.729509:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764331.729510:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764331.729511:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b2940 x1874601358829696/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764356 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764331.729518:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764331.729519:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764331.729520:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188698c00.
02000000:00000001:2.0:1787764331.729521:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764331.729522:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764331.729522:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:2.0:1787764331.729523:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764331.729524:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9fc00.
02000000:00000001:2.0:1787764331.729525:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764331.729526:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764331.729526:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b2940.
00000100:00000001:2.0:1787764331.729527:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764331.729528:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764331.729529:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764331.729530:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b0000 x1874601358829824/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764356 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764331.729545:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764331.729546:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764331.729547:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869a000.
02000000:00000001:2.0:1787764331.729548:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764331.729549:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764331.729550:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:2.0:1787764331.729551:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764331.729551:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9f400.
02000000:00000001:2.0:1787764331.729552:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764331.729553:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764331.729554:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b0000.
00000100:00000001:2.0:1787764331.729555:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764331.729555:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764331.729556:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764331.729559:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764331.729560:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764331.729561:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764331.729562:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764331.729563:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764331.729566:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b1a40 x1874601358829952/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764331.729569:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764331.729570:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764331.729572:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764331.729573:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764331.729574:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764331.729575:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358829952:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764331.729577:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764331.729578:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764331.729579:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764331.729580:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764331.729582:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869a000.
02000000:00000001:2.0:1787764331.729583:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764331.729585:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764331.729587:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764331.729588:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764331.729590:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358829952, portal 4
00000100:00000001:2.0:1787764331.729591:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764331.729592:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542827072 : -114205166724544 : ffff9821899b1a40)
00000100:00000040:2.0:1787764331.729596:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b1a40 x1874601358829952/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764331.729599:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764331.729601:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764331.729602:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000200:2.0:1787764331.729603:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358829952, offset 0
00000400:00000200:2.0:1787764331.729605:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764331.729607:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764331.729609:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764331.729611:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764331.729612:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764331.729613:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764331.729615:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764331.729617:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70355:70355:256:4294967295] 192.168.202.141@tcp LPNI seq info [70355:70355:8:4294967295]
00000400:00000200:2.0:1787764331.729619:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764331.729623:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764331.729625:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764331.729627:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000800:00000200:2.0:1787764331.729629:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764331.729631:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787764331.729633:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764331.729635:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1787764331.729637:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764331.729638:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:2.0:1787764331.729640:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764331.729642:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764331.729643:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:2.0:1787764331.729644:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:2.0:1787764331.729646:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764331.729648:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b1a40 x1874601358829952/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764331.729652:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764331.729654:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b1a40 x1874601358829952/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764356 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764331.729657:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764331.729658:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764331.729660:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764331.729661:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:2.0:1787764331.729663:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764331.729664:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299889687
00000100:00000001:2.0:1787764331.729665:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299890955
00000100:00000001:2.0:1787764331.729667:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299889687
00000100:00000001:2.0:1787764331.729668:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299890955
00000100:00000001:2.0:1787764331.729669:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764331.729670:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764331.729671:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764331.729673:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764331/real 1787764331]  req@ffff9821899b1a40 x1874601358829952/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764331.729678:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764331.729679:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764331.729680:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764331.729681:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764331.729682:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764331.729683:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764331.729684:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b1a40 x1874601358829952/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764331.729689:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b1a40 x1874601358829952/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764331.729692:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764331.729693:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764331.729694:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764331.729695:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764331.729696:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b1a40 x1874601358829952/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764331.729700:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764331.729702:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b1a40 x1874601358829952/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764356 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764331.729705:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764331.729706:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764331.729707:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764331.729708:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764331.729709:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764331.729710:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764331.729712:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764331.729714:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764331.729715:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764331.729717:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b1a40 x1874601358829952/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764356 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764331.729721:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358829952:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764331.729723:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764331.729724:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764331.729726:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b1a40 x1874601358829952/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764356 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764331.729729:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764331.729729:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764331.729730:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869a000.
02000000:00000001:2.0:1787764331.729731:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764331.729732:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764331.729733:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:2.0:1787764331.729734:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764331.729734:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9c800.
02000000:00000001:2.0:1787764331.729736:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764331.729736:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764331.729737:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b1a40.
00000100:00000001:2.0:1787764331.729738:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764331.729739:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764331.729740:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764331.729741:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764331.729742:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764331.729743:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764331.729744:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764332.047958:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764332.047964:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764332.047970:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764332.047972:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764332.047975:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764332.047977:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764332.047980:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764332.047982:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764332.047985:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764332.047986:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764332.048005:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764332.048008:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764332.048011:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764332.303917:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764332.303924:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764332.303927:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764332.303933:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764332.303937:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764332.303941:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764332.303946:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764332.303949:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764332.303952:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764333.071927:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4299890955, at 4299891008
00000100:00000040:3.0:1787764333.071927:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299890955, at 4299891008
00010000:00000001:0.0:1787764333.071934:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764333.071938:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764333.071941:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767660.
00000100:00000010:3.0:1787764333.071943:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767ae0.
00010000:00000001:0.0:1787764333.071944:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764333.071948:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764333.071952:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764333.071954:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764333.071958:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764333.071960:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764333.071964:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764333.071966:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764333.071983:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764333.071986:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764333.071988:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764333.327949:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764333.327957:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764333.327959:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764333.327966:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764333.327970:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764333.327973:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764333.327977:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764333.327979:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764333.327982:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764334.095944:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764334.095950:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764334.095952:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764334.095954:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764334.095958:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764334.095959:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764334.095961:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764334.095962:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764334.095965:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764334.095966:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764334.095968:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764334.095969:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764334.095970:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764334.095971:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764334.095972:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764334.095973:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764334.095974:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764334.095975:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764334.095976:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764334.095978:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764334.095980:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764334.095980:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764334.096031:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764334.096035:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764334.096039:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764334.351916:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764334.351923:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764334.351925:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764334.351931:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764334.351934:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764334.351938:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764334.351941:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764334.351944:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764334.351947:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764335.119986:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764335.119993:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764335.119997:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764335.119998:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764335.120001:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764335.120002:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764335.120005:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764335.120006:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764335.120008:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764335.120009:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764335.120033:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764335.120036:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764335.120039:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764335.375965:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764335.375972:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764335.375974:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764335.375980:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764335.375984:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764335.375988:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764335.375992:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764335.375994:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764335.375998:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764336.143987:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764336.143995:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764336.144001:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764336.144004:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764336.144006:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764336.144009:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764336.144012:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764336.144014:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764336.144016:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764336.144017:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764336.144020:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764336.144020:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764336.144023:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764336.144024:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764336.144026:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764336.144026:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764336.144048:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764336.144051:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764336.144053:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764336.399946:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764336.399955:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764336.399959:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764336.399966:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764336.399973:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764336.399980:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764336.399986:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764336.399990:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764336.399994:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764336.847986:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764336.847994:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787764336.847996:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764336.847999:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764336.848003:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764336.848010:0:58520:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5222
00000400:00000200:0.0:1787764336.848017:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764336.848022:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764336.848024:0:58520:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764336.848027:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764336.848029:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764336.848031:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764336.848033:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787764336.848036:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764336.848038:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:0.0:1787764336.848040:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764336.848043:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:0.0:1787764336.848044:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:0.0:1787764336.848046:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:0.0:1787764336.848048:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764336.848049:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764336.848050:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764336.848052:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787764336.848054:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:0.0:1787764336.848057:0:58520:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787764336.848058:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764336.848060:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764336.848063:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764336.848065:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764336.848067:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787764336.848068:0:58520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764336.848076:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189601680.
00000020:00000040:0.0:1787764336.848080:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:0.0:1787764336.848083:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764336.848084:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764336.848087:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764336.848095:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764336.848099:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764336.848107:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186484000.
00000100:00000001:0.0:1787764336.848113:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764336.848120:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189601680 x1874601358830080/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764336.848128:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764336.848132:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764336.848135:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd7e294a] to pc [ptlrpcd_rcv+-1]  req@ffff982189601680 x1874601358830080/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764336.848152:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764336.848154:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764336.848157:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787764336.848158:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764336.848159:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764336.848161:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764336.848162:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5222
00000400:00000200:0.0:1787764336.848164:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764336.848166:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764336.848168:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764336.848170:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764336.848172:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764336.848175:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764336.848177:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787764336.848178:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764336.848179:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:0.0:1787764336.848180:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764336.848182:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:0.0:1787764336.848184:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000001:2.0:1787764336.848185:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1787764336.848186:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:0.0:1787764336.848191:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764336.848191:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764336.848195:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787764336.848195:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764336.848200:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764336.848202:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787764336.848205:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00000040:2.0:1787764336.848206:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982189601680 x1874601358830080/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787764336.848209:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787764336.848214:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764336.848218:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764336.848224:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764336.848226:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764336.848227:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764336.848230:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787764336.848233:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00000001:0.0:1787764336.848234:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764336.848236:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764336.848237:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764336.848242:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189602d00.
02000000:00000001:2.0:1787764336.848242:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764336.848246:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1787764336.848247:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:0.0:1787764336.848252:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764336.848253:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764336.848254:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764336.848259:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764336.848261:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764336.848263:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764336.848265:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982189601680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358830080:192.168.202.141@tcp:250:kworker.0
00000100:00000001:2.0:1787764336.848272:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000010:0.0:1787764336.848274:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186485400.
02000000:00000001:2.0:1787764336.848277:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764336.848281:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764336.848284:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764336.848285:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764336.848292:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869a000.
00000100:00100000:0.0:1787764336.848295:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189602d00 x1874601358830208/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1787764336.848305:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764336.848306:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764336.848311:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764336.848317:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008fcde54a] to pc [ptlrpcd_rcv+-1]  req@ffff982189602d00 x1874601358830208/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787764336.848323:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764336.848330:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000100:00000001:0.0:1787764336.848340:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787764336.848340:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00080000:0.0:1787764336.848343:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764336.848347:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787764336.848348:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:2.0:1787764336.848349:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358830080, portal 25
00000100:00080000:0.0:1787764336.848350:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764336.848355:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787764336.848356:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1787764336.848359:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5222
00000100:00000001:2.0:1787764336.848361:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868538959488 : -114205170592128 : ffff982189601680)
00000400:00000200:0.0:1787764336.848366:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764336.848369:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764336.848371:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764336.848375:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982189601680 x1874601358830080/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787764336.848376:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764336.848379:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764336.848383:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764336.848386:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787764336.848390:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764336.848393:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:0.0:1787764336.848395:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787764336.848397:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:0.0:1787764336.848398:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:0.0:1787764336.848401:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:0.0:1787764336.848405:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:2.0:1787764336.848406:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000100:00000040:0.0:1787764336.848410:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764336.848413:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1787764336.848413:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000040:0.0:1787764336.848415:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764336.848419:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000200:2.0:1787764336.848420:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358830080, offset 0
00000020:00000040:0.0:1787764336.848421:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:0.0:1787764336.848425:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787764336.848428:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764336.848430:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764336.848433:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1787764336.848435:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
02000000:00000001:0.0:1787764336.848437:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764336.848441:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764336.848443:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1787764336.848447:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000008:00000001:0.0:1787764336.848449:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764336.848452:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764336.848456:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189602580.
00000400:00000200:2.0:1787764336.848457:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000020:00000040:0.0:1787764336.848459:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:0.0:1787764336.848463:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764336.848466:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764336.848466:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1787764336.848470:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764336.848472:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764336.848473:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764336.848476:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
02000000:00000010:0.0:1787764336.848478:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186484c00.
00000100:00000001:0.0:1787764336.848483:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764336.848483:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000100:00100000:0.0:1787764336.848510:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189602580 x1874601358830336/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787764336.848517:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000100:00000001:0.0:1787764336.848521:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764336.848525:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764336.848527:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70356:70356:256:4294967295] 192.168.202.141@tcp LPNI seq info [70356:70356:8:4294967295]
00000100:00000040:0.0:1787764336.848531:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000514a9ad2] to pc [ptlrpcd_rcv+-1]  req@ffff982189602580 x1874601358830336/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787764336.848539:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:0.0:1787764336.848545:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764336.848547:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764336.848556:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:2.0:1787764336.848558:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1787764336.848559:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764336.848563:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764336.848566:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:2.0:1787764336.848570:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000100:00080000:0.0:1787764336.848571:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5222
00000400:00000200:0.0:1787764336.848578:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000800:00000010:2.0:1787764336.848580:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000400:00000200:0.0:1787764336.848581:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764336.848586:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764336.848589:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764336.848592:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1787764336.848594:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000040:0.0:1787764336.848595:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764336.848601:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787764336.848603:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764336.848604:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000800:00000200:2.0:1787764336.848604:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000020:00000001:0.0:1787764336.848607:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764336.848609:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:0.0:1787764336.848612:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:0.0:1787764336.848617:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000800:00000200:2.1:1787764336.848617:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764336.848623:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000100:00000040:0.0:1787764336.848625:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764336.848630:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:2.0:1787764336.848631:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764336.848635:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000100:00000040:0.0:1787764336.848637:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000400:00000200:2.0:1787764336.848641:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1787764336.848642:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000400:00000200:2.0:1787764336.848648:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764336.848652:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:2.0:1787764336.848655:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000020:00000040:0.0:1787764336.848656:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00000001:2.0:1787764336.848661:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:0.0:1787764336.848664:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000200:2.0:1787764336.848668:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982189601680 x1874601358830080/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764336.848670:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764336.848676:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764336.848681:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764336.848683:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1787764336.848684:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764336.848688:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982189601680 x1874601358830080/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764361 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764336.848689:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764336.848692:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787764336.848698:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764336.848702:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764336.848705:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764336.848707:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896021c0.
00000100:00000001:2.0:1787764336.848708:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:0.0:1787764336.848712:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:0.0:1787764336.848714:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787764336.848715:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764336.848716:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764336.848721:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764336.848723:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1787764336.848725:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
02000000:00000001:0.0:1787764336.848726:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764336.848731:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4299896075
02000000:00000010:0.0:1787764336.848732:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186485800.
00000100:00000001:0.0:1787764336.848737:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764336.848738:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982198767660.
00000100:00100000:0.0:1787764336.848743:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896021c0 x1874601358830464/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764336.848746:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787764336.848753:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764336.848755:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764336.848755:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4299896075
00000100:00000010:2.0:1787764336.848763:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982198767ae0.
00000100:00000040:0.0:1787764336.848764:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070132a00] to pc [ptlrpcd_rcv+-1]  req@ffff9821896021c0 x1874601358830464/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764336.848768:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787764336.848772:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764336.848777:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764336.848782:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1787764336.848786:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764336.848789:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764336/real 1787764336]  req@ffff982189601680 x1874601358830080/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787764336.848792:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764336.848802:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000001:2.0:1787764336.848804:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1787764336.848805:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000001:2.0:1787764336.848807:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:0.0:1787764336.848809:0:58520:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1787764336.848810:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000100:00000001:0.0:1787764336.848816:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1787764336.848816:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764336.848820:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00080000:0.0:1787764336.848823:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5222
00000100:00000001:2.0:1787764336.848825:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764336.848830:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982189601680 x1874601358830080/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787764336.848831:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764336.848839:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764336.848842:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000200:2.0:1787764336.848844:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982189601680 x1874601358830080/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764336.848879:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764336.848880:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764336.848882:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764336.848883:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764336.848887:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00100000:2.0:1787764336.848888:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982189601680 x1874601358830080/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764336.848893:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787764336.848899:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764336.848900:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764336.848906:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000040:2.0:1787764336.848907:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982189601680 x1874601358830080/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764361 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787764336.848911:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764336.848914:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:0.0:1787764336.848919:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764336.848923:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:0.0:1787764336.848928:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:0.0:1787764336.848933:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000001:2.0:1787764336.848940:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:0.0:1787764336.848941:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764336.848946:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787764336.848948:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764336.848950:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764336.848953:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764336.848954:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:2.0:1787764336.848957:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1787764336.848958:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00000001:2.0:1787764336.848963:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00080000:0.0:1787764336.848964:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787764336.848968:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764336.848968:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:0.0:1787764336.848974:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00080000:2.0:1787764336.848974:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:0.0:1787764336.848977:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1787764336.848980:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
02000000:00000001:0.0:1787764336.848981:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764336.848986:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787764336.848987:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000008:00100000:0.0:1787764336.848989:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787764336.848994:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764336.848996:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764336.848999:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982189601680 x1874601358830080/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764361 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1787764336.849000:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189603c00.
00000020:00000040:0.0:1787764336.849004:0:58520:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:0.0:1787764336.849009:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764336.849012:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764336.849015:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764336.849017:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764336.849021:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764336.849024:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982189601680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358830080:192.168.202.141@tcp:250:kworker.0
02000000:00000010:0.0:1787764336.849025:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186487000.
00000100:00000001:0.0:1787764336.849031:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764336.849037:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189603c00 x1874601358830592/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764336.849042:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764336.849044:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764336.849047:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca2e9794] to pc [ptlrpcd_rcv+-1]  req@ffff982189603c00 x1874601358830592/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764336.849053:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764336.849055:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764336.849057:0:58520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5232)
00000100:00000001:2.0:1787764336.849061:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764336.849068:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982189601680 x1874601358830080/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764361 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764336.849076:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764336.849080:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764336.849083:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869a000.
02000000:00000001:2.0:1787764336.849088:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764336.849090:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764336.849092:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000020:00000001:2.0:1787764336.849095:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764336.849098:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982186484000.
02000000:00000001:2.0:1787764336.849101:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764336.849103:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764336.849105:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982189601680.
00000100:00000001:2.0:1787764336.849108:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764336.849110:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764336.849112:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764336.849120:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764336.849123:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764336.849125:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764336.849127:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764336.849128:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764336.849132:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982189602d00 x1874601358830208/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764336.849137:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764336.849138:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764336.849139:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764336.849141:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764336.849142:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764336.849144:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982189602d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358830208:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764336.849146:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764336.849148:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764336.849149:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764336.849150:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764336.849153:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869a000.
02000000:00000001:2.0:1787764336.849155:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764336.849159:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764336.849161:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764336.849164:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764336.849167:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358830208, portal 10
00000100:00000001:2.0:1787764336.849169:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764336.849170:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868538965248 : -114205170586368 : ffff982189602d00)
00000100:00000040:2.0:1787764336.849176:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982189602d00 x1874601358830208/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764336.849181:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764336.849182:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764336.849184:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000200:2.0:1787764336.849185:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358830208, offset 0
00000400:00000200:2.0:1787764336.849188:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764336.849191:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764336.849194:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764336.849197:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764336.849198:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764336.849200:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764336.849202:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764336.849204:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70357:70357:256:4294967295] 192.168.202.141@tcp LPNI seq info [70357:70357:8:4294967295]
00000400:00000200:2.0:1787764336.849207:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764336.849212:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764336.849215:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764336.849217:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000800:00000200:2.0:1787764336.849220:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764336.849222:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787764336.849225:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764336.849227:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1787764336.849229:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764336.849231:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:2.0:1787764336.849233:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764336.849235:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764336.849237:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:2.0:1787764336.849239:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:2.0:1787764336.849241:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764336.849243:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982189602d00 x1874601358830208/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764336.849248:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764336.849251:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982189602d00 x1874601358830208/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764361 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764336.849259:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764336.849260:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764336.849264:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764336.849268:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:2.0:1787764336.849271:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764336.849274:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299894807
00000100:00000001:2.0:1787764336.849277:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299896075
00000100:00000001:2.0:1787764336.849279:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299894807
00000100:00000001:2.0:1787764336.849281:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299896075
00000100:00000001:2.0:1787764336.849284:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764336.849286:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764336.849288:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764336.849292:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764336/real 1787764336]  req@ffff982189602d00 x1874601358830208/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764336.849300:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764336.849302:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764336.849304:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764336.849306:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764336.849308:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764336.849311:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764336.849314:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982189602d00 x1874601358830208/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764336.849323:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982189602d00 x1874601358830208/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764336.849329:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764336.849330:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764336.849332:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764336.849333:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764336.849335:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982189602d00 x1874601358830208/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764336.849340:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764336.849343:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982189602d00 x1874601358830208/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764361 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764336.849347:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764336.849348:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764336.849350:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764336.849351:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764336.849352:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764336.849354:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764336.849356:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764336.849358:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764336.849359:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764336.849361:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982189602d00 x1874601358830208/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764361 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764336.849366:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982189602d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358830208:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764336.849368:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764336.849371:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982189602580 x1874601358830336/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764336.849375:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764336.849376:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764336.849377:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764336.849379:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764336.849380:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764336.849382:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982189602580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358830336:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764336.849384:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764336.849385:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764336.849386:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764336.849387:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764336.849390:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188698c00.
02000000:00000001:2.0:1787764336.849391:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764336.849394:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764336.849395:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764336.849397:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764336.849400:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358830336, portal 10
00000100:00000001:2.0:1787764336.849401:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764336.849402:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868538963328 : -114205170588288 : ffff982189602580)
00000100:00000040:2.0:1787764336.849406:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982189602580 x1874601358830336/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764336.849411:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764336.849412:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764336.849414:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000200:2.0:1787764336.849425:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358830336, offset 0
00000400:00000200:2.0:1787764336.849428:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764336.849431:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764336.849433:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764336.849435:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764336.849437:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764336.849439:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764336.849441:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764336.849444:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70358:70358:256:4294967295] 192.168.202.141@tcp LPNI seq info [70358:70358:8:4294967295]
00000400:00000200:2.0:1787764336.849449:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764336.849455:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764336.849460:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764336.849463:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000800:00000200:2.0:1787764336.849467:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764336.849470:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787764336.849474:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764336.849477:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1787764336.849480:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764336.849482:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:2.0:1787764336.849484:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764336.849499:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764336.849503:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:2.0:1787764336.849505:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:2.0:1787764336.849507:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764336.849510:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982189602580 x1874601358830336/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764336.849515:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764336.849518:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982189602580 x1874601358830336/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764361 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764336.849522:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764336.849524:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764336.849526:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764336.849528:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:2.0:1787764336.849530:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764336.849532:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299894801
00000100:00000001:2.0:1787764336.849534:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299896075
00000100:00000001:2.0:1787764336.849535:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299894801
00000100:00000001:2.0:1787764336.849537:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299896075
00000100:00000001:2.0:1787764336.849538:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764336.849540:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764336.849541:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764336.849543:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764336/real 1787764336]  req@ffff982189602580 x1874601358830336/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764336.849548:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764336.849549:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764336.849550:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764336.849551:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764336.849552:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764336.849553:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764336.849555:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982189602580 x1874601358830336/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764336.849561:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982189602580 x1874601358830336/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764336.849565:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764336.849566:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764336.849567:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764336.849568:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764336.849571:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982189602580 x1874601358830336/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764336.849576:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764336.849578:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982189602580 x1874601358830336/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764361 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764336.849582:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764336.849584:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764336.849585:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764336.849585:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764336.849587:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764336.849588:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764336.849589:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764336.849591:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764336.849592:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764336.849595:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982189602580 x1874601358830336/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764361 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764336.849600:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982189602580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358830336:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764336.849602:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764336.849605:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896021c0 x1874601358830464/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764336.849609:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764336.849610:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764336.849612:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764336.849613:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764336.849614:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764336.849616:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358830464:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764336.849618:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764336.849619:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764336.849620:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764336.849622:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764336.849624:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188698800.
02000000:00000001:2.0:1787764336.849626:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764336.849628:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764336.849630:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764336.849632:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764336.849634:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358830464, portal 4
00000100:00000001:2.0:1787764336.849635:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764336.849636:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868538962368 : -114205170589248 : ffff9821896021c0)
00000100:00000040:2.0:1787764336.849640:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896021c0 x1874601358830464/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764336.849644:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764336.849646:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764336.849647:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000200:2.0:1787764336.849648:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358830464, offset 0
00000400:00000200:2.0:1787764336.849651:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764336.849653:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764336.849655:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764336.849657:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764336.849659:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764336.849661:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764336.849662:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764336.849664:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70359:70359:256:4294967295] 192.168.202.141@tcp LPNI seq info [70359:70359:8:4294967295]
00000400:00000200:2.0:1787764336.849667:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764336.849671:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764336.849674:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764336.849676:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000800:00000200:2.0:1787764336.849678:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764336.849680:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787764336.849683:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764336.849685:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1787764336.849688:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764336.849689:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:2.0:1787764336.849691:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764336.849694:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764336.849695:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:2.0:1787764336.849697:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:2.0:1787764336.849698:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764336.849700:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896021c0 x1874601358830464/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764336.849705:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764336.849707:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896021c0 x1874601358830464/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764361 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764336.849711:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764336.849712:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764336.849714:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764336.849716:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:2.0:1787764336.849717:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764336.849719:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299894806
00000100:00000001:2.0:1787764336.849720:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299896075
00000100:00000001:2.0:1787764336.849722:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299894806
00000100:00000001:2.0:1787764336.849723:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299896075
00000100:00000001:2.0:1787764336.849724:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764336.849726:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764336.849727:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764336.849729:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764336/real 1787764336]  req@ffff9821896021c0 x1874601358830464/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764336.849733:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764336.849734:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764336.849735:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764336.849736:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764336.849737:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764336.849739:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764336.849741:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896021c0 x1874601358830464/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764336.849747:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896021c0 x1874601358830464/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764336.849751:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764336.849751:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764336.849752:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764336.849753:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764336.849755:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896021c0 x1874601358830464/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764336.849759:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764336.849762:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896021c0 x1874601358830464/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764361 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764336.849766:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764336.849767:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764336.849768:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764336.849769:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764336.849770:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764336.849771:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764336.849772:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764336.849774:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764336.849776:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764336.849778:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896021c0 x1874601358830464/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764361 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764336.849783:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358830464:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764336.849785:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764336.849787:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982189603c00 x1874601358830592/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764336.849792:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764336.849793:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764336.849794:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764336.849795:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764336.849797:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764336.849798:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982189603c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358830592:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764336.849800:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764336.849801:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764336.849802:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764336.849803:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764336.849805:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188699c00.
02000000:00000001:2.0:1787764336.849806:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764336.849808:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764336.849809:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764336.849811:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764336.849813:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358830592, portal 4
00000100:00000001:2.0:1787764336.849814:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764336.849815:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868538969088 : -114205170582528 : ffff982189603c00)
00000100:00000040:2.0:1787764336.849819:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982189603c00 x1874601358830592/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764336.849823:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764336.849824:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764336.849825:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000200:2.0:1787764336.849827:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358830592, offset 0
00000400:00000200:2.0:1787764336.849829:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764336.849831:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764336.849833:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764336.849834:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764336.849836:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764336.849837:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764336.849838:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764336.849841:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70360:70360:256:4294967295] 192.168.202.141@tcp LPNI seq info [70360:70360:8:4294967295]
00000400:00000200:2.0:1787764336.849843:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764336.849863:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764336.849867:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764336.849869:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000800:00000200:2.0:1787764336.849872:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764336.849874:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787764336.849876:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764336.849878:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1787764336.849880:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764336.849882:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:2.0:1787764336.849884:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764336.849886:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764336.849888:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:2.0:1787764336.849889:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:2.0:1787764336.849891:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764336.849893:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982189603c00 x1874601358830592/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764336.849898:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764336.849901:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982189603c00 x1874601358830592/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764361 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764336.849908:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764336.849909:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764336.849912:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764336.849915:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:2.0:1787764336.849919:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764336.849921:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299894808
00000100:00000001:2.0:1787764336.849923:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299896075
00000100:00000001:2.0:1787764336.849926:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299894808
00000100:00000001:2.0:1787764336.849928:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299896075
00000100:00000001:2.0:1787764336.849930:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764336.849933:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764336.849935:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764336.849940:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764336/real 1787764336]  req@ffff982189603c00 x1874601358830592/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764336.849949:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764336.849951:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764336.849952:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764336.849955:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764336.849957:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764336.849959:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764336.849962:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982189603c00 x1874601358830592/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764361 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764336.849967:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982189603c00 x1874601358830592/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764336.849972:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764336.849973:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764336.849974:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764336.849975:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764336.849977:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982189603c00 x1874601358830592/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764361 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764336.849981:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764336.849984:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982189603c00 x1874601358830592/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764361 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764336.849989:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764336.849990:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764336.849991:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764336.849992:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764336.849993:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764336.849994:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764336.849996:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764336.849998:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764336.850000:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764336.850002:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982189603c00 x1874601358830592/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764361 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764336.850007:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982189603c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358830592:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764336.850009:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764336.850011:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764336.850013:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982189602d00 x1874601358830208/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764361 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764336.850017:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764336.850018:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764336.850019:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869a000.
02000000:00000001:2.0:1787764336.850020:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764336.850022:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764336.850023:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:2.0:1787764336.850024:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764336.850025:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982186485400.
02000000:00000001:2.0:1787764336.850027:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764336.850028:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764336.850029:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982189602d00.
00000100:00000001:2.0:1787764336.850031:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764336.850032:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764336.850033:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764336.850035:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982189602580 x1874601358830336/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764361 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764336.850039:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764336.850040:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764336.850041:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188698c00.
02000000:00000001:2.0:1787764336.850042:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764336.850043:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764336.850043:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:2.0:1787764336.850045:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764336.850046:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982186484c00.
02000000:00000001:2.0:1787764336.850047:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764336.850048:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764336.850049:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982189602580.
00000100:00000001:2.0:1787764336.850050:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764336.850051:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764336.850052:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764336.850054:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896021c0 x1874601358830464/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764361 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764336.850058:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764336.850058:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764336.850059:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188698800.
02000000:00000001:2.0:1787764336.850060:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764336.850061:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764336.850062:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:2.0:1787764336.850063:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764336.850064:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982186485800.
02000000:00000001:2.0:1787764336.850065:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764336.850065:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764336.850066:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896021c0.
00000100:00000001:2.0:1787764336.850067:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764336.850068:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764336.850069:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764336.850071:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982189603c00 x1874601358830592/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764361 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764336.850074:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764336.850075:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764336.850076:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188699c00.
02000000:00000001:2.0:1787764336.850077:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764336.850078:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764336.850079:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:2.0:1787764336.850080:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764336.850080:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982186487000.
02000000:00000001:2.0:1787764336.850082:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764336.850082:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764336.850083:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982189603c00.
00000100:00000001:2.0:1787764336.850085:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764336.850086:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764336.850087:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764336.850090:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764336.850091:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764336.850092:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764336.850093:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764337.167973:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764337.167979:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764337.167983:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764337.167984:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764337.167987:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764337.167988:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764337.167990:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764337.167991:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764337.167993:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764337.167994:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764337.168056:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764337.168061:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764337.168066:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764337.423946:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764337.423955:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764337.423957:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764337.423963:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764337.423966:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764337.423970:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764337.423973:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764337.423975:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764337.423978:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764338.191945:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4299896075, at 4299896128
00000100:00000040:3.0:1787764338.191945:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299896075, at 4299896128
00010000:00000001:0.0:1787764338.191953:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764338.191957:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764338.191960:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767ae0.
00010000:00000001:0.0:1787764338.191962:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:2.0:1787764338.191963:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767660.
00010000:00000001:0.0:1787764338.191965:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764338.191970:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764338.191971:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764338.191974:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764338.191975:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764338.191978:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764338.191979:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764338.191998:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764338.192000:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764338.192002:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764338.447935:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764338.447942:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764338.447945:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764338.447951:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764338.447954:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764338.447959:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764338.447963:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764338.447966:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764338.447971:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764339.215968:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764339.215974:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764339.215979:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764339.215980:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764339.215983:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764339.215986:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764339.215988:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764339.215990:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764339.215992:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764339.215993:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764339.215995:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764339.215997:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764339.216000:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764339.216001:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764339.216003:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764339.216004:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764339.216005:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764339.216006:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764339.216008:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764339.216009:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764339.216011:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764339.216012:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764339.216028:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764339.216030:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764339.216032:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764339.471956:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764339.471963:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764339.471965:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764339.471970:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764339.471974:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764339.471978:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764339.471980:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764339.471982:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764339.471984:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764340.239967:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764340.239975:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764340.239982:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764340.239983:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764340.239988:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764340.239989:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764340.239992:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764340.239994:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764340.239998:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764340.239999:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764340.240068:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764340.240072:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764340.240075:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764340.495948:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764340.495956:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764340.495959:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764340.495965:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764340.495976:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764340.495979:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764340.495981:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764340.495983:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764340.495986:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764341.263969:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764341.263975:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764341.263980:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764341.263981:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764341.263984:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764341.263984:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764341.263987:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764341.263987:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764341.263989:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764341.263990:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764341.264007:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764341.264009:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764341.264011:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764341.519970:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764341.519979:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764341.519982:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764341.519989:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764341.519994:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764341.519998:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764341.520002:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764341.520005:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764341.520009:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764341.967972:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764341.967981:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787764341.967983:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764341.967986:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764341.967991:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764341.967998:0:58520:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5227
00000400:00000200:0.0:1787764341.968007:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764341.968014:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764341.968018:0:58520:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764341.968022:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764341.968026:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764341.968029:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764341.968032:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787764341.968036:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764341.968038:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:0.0:1787764341.968041:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764341.968044:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:0.0:1787764341.968047:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:0.0:1787764341.968048:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:0.0:1787764341.968051:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764341.968052:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764341.968054:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764341.968055:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787764341.968057:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:0.0:1787764341.968060:0:58520:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787764341.968061:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764341.968064:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764341.968066:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764341.968070:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764341.968072:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787764341.968075:0:58520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764341.968085:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896003c0.
00000020:00000040:0.0:1787764341.968089:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:0.0:1787764341.968093:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764341.968095:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764341.968098:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764341.968101:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764341.968105:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764341.968114:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186485000.
00000100:00000001:0.0:1787764341.968121:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764341.968130:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896003c0 x1874601358830720/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764341.968138:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764341.968142:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764341.968148:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031852cee] to pc [ptlrpcd_rcv+-1]  req@ffff9821896003c0 x1874601358830720/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764341.968175:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764341.968179:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764341.968182:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787764341.968183:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764341.968185:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764341.968188:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764341.968190:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5227
00000400:00000200:0.0:1787764341.968194:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764341.968197:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764341.968200:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764341.968204:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764341.968206:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764341.968209:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764341.968211:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787764341.968214:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787764341.968215:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:0.0:1787764341.968216:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:0.0:1787764341.968220:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787764341.968221:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1787764341.968223:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000100:00000001:2.0:1787764341.968225:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764341.968233:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896003c0 x1874601358830720/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787764341.968237:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:0.0:1787764341.968243:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:0.0:1787764341.968248:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764341.968254:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764341.968255:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787764341.968259:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764341.968260:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764341.968266:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
02000000:00000001:2.0:1787764341.968267:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:0.0:1787764341.968269:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
02000000:00000001:2.0:1787764341.968272:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1787764341.968275:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
02000000:00000001:2.0:1787764341.968279:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764341.968280:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764341.968285:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1787764341.968290:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358830720:192.168.202.141@tcp:250:kworker.0
02000000:00000001:0.0:1787764341.968292:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764341.968299:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764341.968299:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1787764341.968304:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787764341.968305:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:0.0:1787764341.968309:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787764341.968310:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764341.968314:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:0.0:1787764341.968317:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764341.968320:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764341.968321:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188699c00.
02000000:00000001:2.0:1787764341.968324:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764341.968326:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189600b40.
00000020:00000040:0.0:1787764341.968331:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
00000400:00000200:2.0:1787764341.968331:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
02000000:00000001:0.0:1787764341.968337:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1787764341.968338:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
02000000:00000001:0.0:1787764341.968341:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764341.968343:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764341.968345:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1787764341.968345:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
02000000:00000001:0.0:1787764341.968347:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764341.968353:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186487c00.
00000100:00000200:2.0:1787764341.968353:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358830720, portal 25
00000100:00000001:2.0:1787764341.968359:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764341.968361:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764341.968362:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868538954688 : -114205170596928 : ffff9821896003c0)
00000100:00100000:0.0:1787764341.968369:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189600b40 x1874601358830848/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1787764341.968373:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896003c0 x1874601358830720/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764341.968382:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764341.968386:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764341.968393:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b75a9b86] to pc [ptlrpcd_rcv+-1]  req@ffff982189600b40 x1874601358830848/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764341.968395:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764341.968403:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000100:00000001:0.0:1787764341.968409:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787764341.968409:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00080000:0.0:1787764341.968414:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1787764341.968415:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358830720, offset 0
00000100:00080000:0.0:1787764341.968417:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787764341.968420:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764341.968422:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1787764341.968426:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000100:00000001:0.0:1787764341.968427:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764341.968431:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5227
00000400:00000200:0.0:1787764341.968435:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764341.968452:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764341.968461:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000400:00000200:2.0:1787764341.968462:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000100:00080000:0.0:1787764341.968464:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1787764341.968468:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:0.0:1787764341.968470:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764341.968473:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787764341.968475:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000100:00000040:0.0:1787764341.968478:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764341.968481:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000400:00000200:2.0:1787764341.968482:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000020:00000001:0.0:1787764341.968484:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:2.0:1787764341.968487:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000020:00000040:0.0:1787764341.968488:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:0.0:1787764341.968491:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764341.968493:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:0.0:1787764341.968497:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000400:00000200:2.0:1787764341.968497:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70361:70361:256:4294967295] 192.168.202.141@tcp LPNI seq info [70361:70361:8:4294967295]
00000020:00000001:0.0:1787764341.968500:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:0.0:1787764341.968507:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764341.968509:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787764341.968511:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000040:0.0:1787764341.968512:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764341.968516:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787764341.968518:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:0.0:1787764341.968520:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787764341.968522:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764341.968524:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764341.968527:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764341.968531:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764341.968534:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1787764341.968534:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000008:00100000:0.0:1787764341.968537:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787764341.968542:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764341.968544:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787764341.968548:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000100:00000010:0.0:1787764341.968550:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189603c00.
00000020:00000040:0.0:1787764341.968553:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
00000800:00000010:2.0:1787764341.968555:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
02000000:00000001:0.0:1787764341.968556:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764341.968558:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764341.968561:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764341.968562:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764341.968564:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764341.968569:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186484800.
00000800:00000200:2.0:1787764341.968569:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:0.0:1787764341.968576:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787764341.968577:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000100:00100000:0.0:1787764341.968582:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189603c00 x1874601358830976/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1787764341.968591:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:0.0:1787764341.968594:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764341.968599:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787764341.968600:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1787764341.968606:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764341.968610:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000100:00000040:0.0:1787764341.968616:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca2e9794] to pc [ptlrpcd_rcv+-1]  req@ffff982189603c00 x1874601358830976/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787764341.968617:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764341.968625:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764341.968633:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:2.0:1787764341.968637:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:0.0:1787764341.968638:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764341.968642:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:0.0:1787764341.968643:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1787764341.968648:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896003c0 x1874601358830720/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787764341.968651:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787764341.968655:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764341.968658:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764341.968664:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787764341.968664:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:0.0:1787764341.968671:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5227
00000100:00000040:2.0:1787764341.968672:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896003c0 x1874601358830720/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764366 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787764341.968683:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764341.968685:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764341.968687:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764341.968691:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764341.968696:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764341.968699:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00000001:2.0:1787764341.968700:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4299901195
00000100:00080000:0.0:1787764341.968705:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000010:2.0:1787764341.968708:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982198767660.
00000100:00000040:0.0:1787764341.968712:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764341.968717:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787764341.968717:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000100:00000040:0.0:1787764341.968723:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764341.968727:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:2.0:1787764341.968727:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4299901195
00000020:00000001:0.0:1787764341.968731:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000010:2.0:1787764341.968734:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982198767ba0.
00000020:00000040:0.0:1787764341.968735:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:0.0:1787764341.968740:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787764341.968742:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000020:00000040:0.0:1787764341.968744:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:0.0:1787764341.968749:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000001:2.0:1787764341.968750:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:0.0:1787764341.968752:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000001:2.0:1787764341.968756:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764341.968759:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764341.968762:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1787764341.968764:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764341.968770:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00100000:2.0:1787764341.968773:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764341/real 1787764341]  req@ffff9821896003c0 x1874601358830720/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764341.968774:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787764341.968780:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:0.0:1787764341.968787:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787764341.968792:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764341.968796:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764341.968799:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764341.968802:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764341.968804:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764341.968806:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000400:00000001:2.0:1787764341.968807:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000008:00000001:0.0:1787764341.968811:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787764341.968812:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1787764341.968815:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787764341.968817:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000100:00000010:0.0:1787764341.968820:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896021c0.
00000400:00000200:2.0:1787764341.968823:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000020:00000040:0.0:1787764341.968825:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
00000400:00000010:2.0:1787764341.968828:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
02000000:00000001:0.0:1787764341.968830:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764341.968833:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764341.968834:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787764341.968836:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764341.968840:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764341.968844:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787764341.968844:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896003c0 x1874601358830720/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1787764341.968877:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186484400.
00000100:00000001:0.0:1787764341.968882:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764341.968888:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896021c0 x1874601358831104/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764341.968898:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764341.968902:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764341.968910:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070132a00] to pc [ptlrpcd_rcv+-1]  req@ffff9821896021c0 x1874601358831104/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764341.968924:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896003c0 x1874601358830720/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764341.968934:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764341.968937:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764341.968938:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764341.968945:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:0.0:1787764341.968946:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787764341.968948:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787764341.968954:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787764341.968959:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1787764341.968959:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896003c0 x1874601358830720/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787764341.968962:0:58520:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764341.968970:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764341.968977:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5227
00000100:00000001:2.0:1787764341.968979:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1787764341.968984:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000040:2.0:1787764341.968990:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896003c0 x1874601358830720/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764366 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787764341.968991:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764341.968997:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764341.969004:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764341.969009:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787764341.969013:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:0.0:1787764341.969014:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764341.969019:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:2.0:1787764341.969021:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1787764341.969022:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787764341.969025:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000040:0.0:1787764341.969026:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000100:00000001:2.0:1787764341.969028:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1787764341.969030:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764341.969035:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000100:00000001:2.0:1787764341.969035:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764341.969039:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:0.0:1787764341.969041:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:0.0:1787764341.969046:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00080000:2.0:1787764341.969047:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:0.0:1787764341.969053:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00080000:2.0:1787764341.969056:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000100:00000001:0.0:1787764341.969058:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787764341.969063:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764341.969065:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764341.969070:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000040:2.0:1787764341.969073:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896003c0 x1874601358830720/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764366 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1787764341.969075:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:0.0:1787764341.969084:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787764341.969090:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764341.969095:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1787764341.969096:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358830720:192.168.202.141@tcp:250:kworker.0
02000000:00000001:0.0:1787764341.969100:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764341.969103:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787764341.969105:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764341.969109:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787764341.969110:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764341.969115:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00000040:2.0:1787764341.969116:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896003c0 x1874601358830720/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764366 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1787764341.969120:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764341.969125:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764341.969132:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189602580.
00000020:00000040:0.0:1787764341.969138:0:58520:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:0.0:1787764341.969146:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787764341.969146:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764341.969150:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764341.969151:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:0.0:1787764341.969152:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764341.969156:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:2.0:1787764341.969156:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188699c00.
02000000:00000001:0.0:1787764341.969158:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764341.969163:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000010:0.0:1787764341.969166:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186487000.
00000020:00000001:2.0:1787764341.969167:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764341.969172:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000100:00000001:0.0:1787764341.969173:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764341.969176:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764341.969181:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982186485000.
00000100:00100000:0.0:1787764341.969182:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189602580 x1874601358831232/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1787764341.969189:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764341.969192:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787764341.969194:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000010:2.0:1787764341.969196:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896003c0.
00000100:00000001:0.0:1787764341.969199:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764341.969203:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000040:0.0:1787764341.969207:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000514a9ad2] to pc [ptlrpcd_rcv+-1]  req@ffff982189602580 x1874601358831232/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764341.969208:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764341.969214:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764341.969222:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764341.969226:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:0.0:1787764341.969228:0:58520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5237)
00000100:00000001:2.0:1787764341.969231:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764341.969235:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764341.969238:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764341.969239:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764341.969246:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982189600b40 x1874601358830848/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764341.969255:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764341.969256:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764341.969259:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764341.969262:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764341.969265:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764341.969270:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982189600b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358830848:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764341.969273:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764341.969275:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764341.969277:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764341.969279:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764341.969283:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188699c00.
02000000:00000001:2.0:1787764341.969285:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764341.969290:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764341.969293:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764341.969297:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764341.969301:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358830848, portal 10
00000100:00000001:2.0:1787764341.969303:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764341.969305:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868538956608 : -114205170595008 : ffff982189600b40)
00000100:00000040:2.0:1787764341.969312:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982189600b40 x1874601358830848/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764341.969319:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764341.969322:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764341.969324:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000200:2.0:1787764341.969327:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358830848, offset 0
00000400:00000200:2.0:1787764341.969332:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764341.969337:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764341.969341:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764341.969345:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764341.969348:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764341.969351:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764341.969354:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764341.969358:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70362:70362:256:4294967295] 192.168.202.141@tcp LPNI seq info [70362:70362:8:4294967295]
00000400:00000200:2.0:1787764341.969362:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764341.969370:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764341.969375:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764341.969379:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000800:00000200:2.0:1787764341.969384:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764341.969387:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787764341.969393:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764341.969396:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1787764341.969400:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764341.969402:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:2.0:1787764341.969405:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764341.969408:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764341.969412:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:2.0:1787764341.969414:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:2.0:1787764341.969418:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764341.969422:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982189600b40 x1874601358830848/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764341.969431:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764341.969434:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982189600b40 x1874601358830848/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764366 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764341.969455:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764341.969457:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764341.969461:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764341.969465:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:2.0:1787764341.969469:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764341.969472:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299899927
00000100:00000001:2.0:1787764341.969476:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299901195
00000100:00000001:2.0:1787764341.969478:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299899927
00000100:00000001:2.0:1787764341.969481:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299901195
00000100:00000001:2.0:1787764341.969483:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764341.969486:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764341.969488:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764341.969493:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764341/real 1787764341]  req@ffff982189600b40 x1874601358830848/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764341.969502:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764341.969504:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764341.969506:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764341.969509:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764341.969511:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764341.969514:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764341.969518:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982189600b40 x1874601358830848/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764341.969526:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982189600b40 x1874601358830848/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764341.969538:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764341.969540:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764341.969542:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764341.969544:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764341.969548:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982189600b40 x1874601358830848/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764341.969555:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764341.969560:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982189600b40 x1874601358830848/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764366 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764341.969567:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764341.969570:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764341.969571:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764341.969573:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764341.969575:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764341.969577:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764341.969579:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764341.969584:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764341.969587:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764341.969592:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982189600b40 x1874601358830848/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764366 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764341.969601:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982189600b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358830848:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764341.969605:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764341.969610:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982189603c00 x1874601358830976/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764341.969616:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764341.969617:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764341.969621:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764341.969623:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764341.969625:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764341.969628:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982189603c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358830976:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764341.969631:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764341.969633:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764341.969635:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764341.969637:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764341.969641:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188698800.
02000000:00000001:2.0:1787764341.969643:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764341.969647:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764341.969650:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764341.969654:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764341.969658:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358830976, portal 10
00000100:00000001:2.0:1787764341.969660:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764341.969661:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868538969088 : -114205170582528 : ffff982189603c00)
00000100:00000040:2.0:1787764341.969667:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982189603c00 x1874601358830976/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764341.969673:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764341.969675:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764341.969678:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000200:2.0:1787764341.969680:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358830976, offset 0
00000400:00000200:2.0:1787764341.969684:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764341.969688:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764341.969692:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764341.969695:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764341.969699:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764341.969702:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764341.969705:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764341.969710:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70363:70363:256:4294967295] 192.168.202.141@tcp LPNI seq info [70363:70363:8:4294967295]
00000400:00000200:2.0:1787764341.969715:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764341.969722:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764341.969729:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764341.969733:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000800:00000200:2.0:1787764341.969738:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764341.969742:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787764341.969747:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764341.969751:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1787764341.969756:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764341.969758:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:2.0:1787764341.969761:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764341.969765:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764341.969768:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:2.0:1787764341.969770:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:2.0:1787764341.969775:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764341.969779:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982189603c00 x1874601358830976/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764341.969787:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764341.969791:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982189603c00 x1874601358830976/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764366 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764341.969798:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764341.969800:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764341.969804:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764341.969807:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:2.0:1787764341.969811:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764341.969814:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299899921
00000100:00000001:2.0:1787764341.969817:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299901195
00000100:00000001:2.0:1787764341.969819:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299899921
00000100:00000001:2.0:1787764341.969822:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299901195
00000100:00000001:2.0:1787764341.969824:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764341.969826:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764341.969828:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764341.969832:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764341/real 1787764341]  req@ffff982189603c00 x1874601358830976/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764341.969842:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764341.969844:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764341.969846:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764341.969867:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764341.969869:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764341.969871:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764341.969875:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982189603c00 x1874601358830976/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764341.969884:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982189603c00 x1874601358830976/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764341.969892:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764341.969893:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764341.969895:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764341.969896:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764341.969901:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982189603c00 x1874601358830976/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764341.969909:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764341.969915:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982189603c00 x1874601358830976/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764366 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764341.969923:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764341.969926:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764341.969928:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764341.969929:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764341.969931:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764341.969933:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764341.969936:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764341.969940:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764341.969942:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764341.969948:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982189603c00 x1874601358830976/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764366 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764341.969957:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982189603c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358830976:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764341.969962:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764341.969966:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896021c0 x1874601358831104/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764341.969974:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764341.969975:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764341.969978:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764341.969981:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764341.969982:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764341.969986:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358831104:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764341.969989:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764341.969992:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764341.969994:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764341.969996:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764341.970000:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188698c00.
02000000:00000001:2.0:1787764341.970002:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764341.970006:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764341.970009:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764341.970013:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764341.970017:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358831104, portal 4
00000100:00000001:2.0:1787764341.970019:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764341.970020:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868538962368 : -114205170589248 : ffff9821896021c0)
00000100:00000040:2.0:1787764341.970028:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896021c0 x1874601358831104/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764341.970036:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764341.970040:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764341.970043:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000200:2.0:1787764341.970046:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358831104, offset 0
00000400:00000200:2.0:1787764341.970052:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764341.970058:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764341.970062:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764341.970065:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764341.970069:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764341.970072:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764341.970075:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764341.970079:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70364:70364:256:4294967295] 192.168.202.141@tcp LPNI seq info [70364:70364:8:4294967295]
00000400:00000200:2.0:1787764341.970084:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764341.970105:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764341.970110:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764341.970114:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000800:00000200:2.0:1787764341.970118:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764341.970121:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787764341.970126:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764341.970129:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1787764341.970133:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764341.970135:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:2.0:1787764341.970138:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764341.970142:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764341.970145:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:2.0:1787764341.970147:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:2.0:1787764341.970149:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764341.970153:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896021c0 x1874601358831104/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764341.970160:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764341.970163:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896021c0 x1874601358831104/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764366 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764341.970169:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764341.970171:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764341.970174:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764341.970177:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:2.0:1787764341.970180:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764341.970183:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299899927
00000100:00000001:2.0:1787764341.970186:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299901195
00000100:00000001:2.0:1787764341.970189:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299899927
00000100:00000001:2.0:1787764341.970191:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299901195
00000100:00000001:2.0:1787764341.970194:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764341.970197:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764341.970199:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764341.970203:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764341/real 1787764341]  req@ffff9821896021c0 x1874601358831104/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764341.970212:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764341.970213:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764341.970215:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764341.970218:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764341.970220:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764341.970223:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764341.970228:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896021c0 x1874601358831104/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764341.970237:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896021c0 x1874601358831104/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764341.970244:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764341.970246:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764341.970247:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764341.970248:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764341.970252:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896021c0 x1874601358831104/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764341.970259:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764341.970265:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896021c0 x1874601358831104/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764366 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764341.970273:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764341.970276:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764341.970278:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764341.970279:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764341.970281:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764341.970282:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764341.970285:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764341.970288:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764341.970291:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764341.970295:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896021c0 x1874601358831104/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764366 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764341.970302:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358831104:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764341.970307:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764341.970310:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982189602580 x1874601358831232/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764341.970318:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764341.970319:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764341.970322:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764341.970323:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764341.970325:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764341.970328:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982189602580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358831232:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764341.970331:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764341.970333:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764341.970336:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764341.970338:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764341.970342:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869a000.
02000000:00000001:2.0:1787764341.970344:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764341.970347:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764341.970350:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764341.970353:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764341.970356:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358831232, portal 4
00000100:00000001:2.0:1787764341.970359:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764341.970360:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868538963328 : -114205170588288 : ffff982189602580)
00000100:00000040:2.0:1787764341.970367:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982189602580 x1874601358831232/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764341.970373:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764341.970376:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764341.970378:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000200:2.0:1787764341.970381:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358831232, offset 0
00000400:00000200:2.0:1787764341.970385:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764341.970389:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764341.970393:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764341.970396:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764341.970398:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764341.970401:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764341.970404:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764341.970407:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70365:70365:256:4294967295] 192.168.202.141@tcp LPNI seq info [70365:70365:8:4294967295]
00000400:00000200:2.0:1787764341.970411:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764341.970418:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764341.970422:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764341.970426:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000800:00000200:2.0:1787764341.970430:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764341.970433:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787764341.970438:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764341.970451:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1787764341.970464:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764341.970467:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:2.0:1787764341.970470:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764341.970474:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764341.970478:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:2.0:1787764341.970480:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:2.0:1787764341.970483:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764341.970488:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982189602580 x1874601358831232/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764341.970504:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764341.970507:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982189602580 x1874601358831232/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764366 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764341.970514:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764341.970516:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764341.970519:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764341.970523:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:2.0:1787764341.970526:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764341.970529:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299899928
00000100:00000001:2.0:1787764341.970532:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299901195
00000100:00000001:2.0:1787764341.970534:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299899928
00000100:00000001:2.0:1787764341.970536:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299901195
00000100:00000001:2.0:1787764341.970539:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764341.970541:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764341.970543:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764341.970547:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764341/real 1787764341]  req@ffff982189602580 x1874601358831232/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764341.970555:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764341.970557:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764341.970559:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764341.970562:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764341.970563:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764341.970566:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764341.970570:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982189602580 x1874601358831232/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764341.970578:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982189602580 x1874601358831232/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764341.970585:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764341.970587:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764341.970589:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764341.970591:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764341.970595:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982189602580 x1874601358831232/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764341.970603:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764341.970607:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982189602580 x1874601358831232/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764366 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764341.970613:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764341.970615:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764341.970616:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764341.970618:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764341.970619:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764341.970621:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764341.970624:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764341.970627:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764341.970629:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764341.970633:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982189602580 x1874601358831232/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764366 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764341.970642:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982189602580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358831232:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764341.970646:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764341.970648:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764341.970652:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982189600b40 x1874601358830848/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764366 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764341.970658:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764341.970660:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764341.970663:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188699c00.
02000000:00000001:2.0:1787764341.970666:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764341.970668:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764341.970670:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:2.0:1787764341.970672:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764341.970673:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982186487c00.
02000000:00000001:2.0:1787764341.970677:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764341.970678:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764341.970679:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982189600b40.
00000100:00000001:2.0:1787764341.970682:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764341.970683:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764341.970685:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764341.970688:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982189603c00 x1874601358830976/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764366 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764341.970694:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764341.970695:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764341.970697:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188698800.
02000000:00000001:2.0:1787764341.970699:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764341.970700:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764341.970701:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:2.0:1787764341.970703:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764341.970705:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982186484800.
02000000:00000001:2.0:1787764341.970707:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764341.970708:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764341.970709:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982189603c00.
00000100:00000001:2.0:1787764341.970711:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764341.970713:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764341.970714:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764341.970717:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896021c0 x1874601358831104/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764366 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764341.970723:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764341.970724:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764341.970725:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188698c00.
02000000:00000001:2.0:1787764341.970727:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764341.970728:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764341.970730:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:2.0:1787764341.970731:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764341.970733:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982186484400.
02000000:00000001:2.0:1787764341.970734:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764341.970736:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764341.970737:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896021c0.
00000100:00000001:2.0:1787764341.970740:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764341.970741:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764341.970742:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764341.970745:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982189602580 x1874601358831232/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764366 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764341.970751:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764341.970752:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764341.970753:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869a000.
02000000:00000001:2.0:1787764341.970756:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764341.970757:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764341.970758:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:2.0:1787764341.970759:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764341.970761:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982186487000.
02000000:00000001:2.0:1787764341.970763:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764341.970764:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764341.970765:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982189602580.
00000100:00000001:2.0:1787764341.970768:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764341.970769:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764341.970771:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764341.970776:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764341.970777:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764341.970779:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764341.970781:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764342.287921:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764342.287926:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764342.287930:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764342.287931:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764342.287934:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764342.287935:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764342.287937:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764342.287938:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764342.287940:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764342.287941:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764342.287957:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764342.287959:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764342.287961:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764342.543971:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764342.543979:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764342.543982:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764342.543988:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764342.543994:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764342.543998:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764342.544002:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764342.544005:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764342.544008:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764343.311960:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4299901195, at 4299901248
00000100:00000040:3.0:1787764343.311960:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299901195, at 4299901248
00010000:00000001:0.0:1787764343.311964:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764343.311971:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764343.311976:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767ba0.
00000100:00000010:2.0:1787764343.311977:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767660.
00010000:00000001:0.0:1787764343.311979:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764343.311983:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764343.311988:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764343.311990:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764343.311994:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764343.311995:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764343.312000:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764343.312003:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764343.312043:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764343.312046:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764343.312049:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764343.567952:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764343.567959:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764343.567961:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764343.567965:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764343.567968:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764343.567971:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764343.567973:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764343.567975:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764343.567978:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764344.335928:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764344.335934:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764344.335937:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764344.335939:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764344.335943:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764344.335945:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764344.335947:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764344.335949:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764344.335951:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764344.335952:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764344.335955:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764344.335956:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764344.335958:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764344.335959:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764344.335960:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764344.335961:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764344.335962:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764344.335963:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764344.335964:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764344.335965:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764344.335967:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764344.335968:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764344.335983:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764344.335985:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764344.335987:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764344.591965:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764344.591974:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764344.591978:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764344.591984:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764344.591989:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764344.591994:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764344.591998:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764344.592000:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764344.592003:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764345.359941:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764345.359950:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764345.359955:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764345.359956:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764345.359959:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764345.359960:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764345.359962:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764345.359963:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764345.359967:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764345.359967:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764345.359987:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764345.359989:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764345.359991:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764345.615972:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764345.615979:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764345.615982:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764345.615987:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764345.615993:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764345.615996:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764345.616000:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764345.616002:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764345.616006:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764346.383958:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764346.383967:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764346.383973:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764346.383976:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764346.383979:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764346.383981:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764346.383985:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764346.383986:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764346.383988:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764346.383989:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764346.383993:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764346.383994:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764346.383996:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764346.383997:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764346.384000:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764346.384000:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764346.384090:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764346.384097:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764346.384103:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764346.639965:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764346.639972:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764346.639973:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764346.639978:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764346.639981:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764346.639984:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764346.639987:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764346.639989:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764346.639992:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764347.087944:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764347.087956:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764347.087958:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764347.087968:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764347.087973:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764347.087981:0:18336:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5232
00000400:00000200:3.0:1787764347.087990:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764347.087997:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764347.088000:0:18336:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764347.088003:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764347.088005:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764347.088008:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764347.088010:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764347.088013:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764347.088015:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:3.0:1787764347.088017:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764347.088020:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:3.0:1787764347.088022:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:3.0:1787764347.088024:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:3.0:1787764347.088027:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764347.088028:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764347.088030:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764347.088031:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764347.088033:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:3.0:1787764347.088036:0:18336:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764347.088037:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764347.088039:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764347.088042:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764347.088044:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764347.088045:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764347.088047:0:18336:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764347.088055:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b1680.
00000020:00000040:3.0:1787764347.088057:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:3.0:1787764347.088061:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764347.088062:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764347.088065:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764347.088067:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764347.088070:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764347.088076:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9ec00.
00000100:00000001:3.0:1787764347.088082:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764347.088089:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b1680 x1874601358831360/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764347.088097:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764347.088101:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764347.088104:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045d21e1f] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b1680 x1874601358831360/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764347.088122:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764347.088124:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764347.088127:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764347.088128:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764347.088129:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764347.088131:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764347.088133:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5232
00000400:00000200:3.0:1787764347.088135:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764347.088137:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764347.088138:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764347.088140:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764347.088141:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764347.088143:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764347.088145:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764347.088146:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764347.088148:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:3.0:1787764347.088149:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764347.088151:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:3.0:1787764347.088152:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:3.0:1787764347.088154:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:3.0:1787764347.088156:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764347.088157:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764347.088158:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764347.088160:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787764347.088160:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764347.088164:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00000001:2.0:1787764347.088165:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1787764347.088168:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764347.088169:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787764347.088172:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764347.088174:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1787764347.088178:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b1680 x1874601358831360/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787764347.088180:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764347.088184:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764347.088188:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764347.088193:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787764347.088194:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764347.088196:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787764347.088199:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764347.088201:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787764347.088202:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764347.088204:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:3.0:1787764347.088206:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b3480.
02000000:00000001:2.0:1787764347.088208:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787764347.088209:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
00000100:00100000:2.0:1787764347.088214:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358831360:192.168.202.141@tcp:250:kworker.0
02000000:00000001:3.0:1787764347.088214:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764347.088216:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764347.088221:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787764347.088222:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787764347.088223:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764347.088226:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764347.088227:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764347.088230:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764347.088231:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9c800.
02000000:00000001:2.0:1787764347.088232:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787764347.088236:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764347.088239:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869a000.
00000100:00100000:3.0:1787764347.088243:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b3480 x1874601358831488/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1787764347.088244:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764347.088254:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764347.088255:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764347.088259:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787764347.088260:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000100:00000040:3.0:1787764347.088264:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005fcc8ed6] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b3480 x1874601358831488/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1787764347.088268:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000001:3.0:1787764347.088276:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787764347.088277:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358831360, portal 25
00000100:00080000:3.0:1787764347.088278:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787764347.088282:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1787764347.088283:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787764347.088285:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542826112 : -114205166725504 : ffff9821899b1680)
00000100:00000001:3.0:1787764347.088286:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764347.088289:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764347.088291:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:2.0:1787764347.088294:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b1680 x1874601358831360/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787764347.088296:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5232
00000400:00000200:3.0:1787764347.088304:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764347.088309:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00000001:2.0:1787764347.088313:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1787764347.088313:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764347.088319:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000040:2.0:1787764347.088320:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000100:00000001:3.0:1787764347.088323:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1787764347.088325:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000040:3.0:1787764347.088326:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000200:2.0:1787764347.088329:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358831360, offset 0
00000100:00000001:3.0:1787764347.088330:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764347.088334:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764347.088335:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:3.0:1787764347.088336:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764347.088339:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000400:00000200:2.0:1787764347.088340:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000020:00000001:3.0:1787764347.088343:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:3.0:1787764347.088345:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:3.0:1787764347.088348:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000400:00000200:2.0:1787764347.088351:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764347.088352:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764347.088357:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764347.088358:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764347.088360:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000400:00000200:2.0:1787764347.088362:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000100:00080000:3.0:1787764347.088365:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764347.088368:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764347.088370:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1787764347.088371:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1787764347.088374:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1787764347.088378:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
02000000:00000001:3.0:1787764347.088379:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764347.088382:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1787764347.088382:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764347.088384:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1787764347.088388:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000008:00000001:3.0:1787764347.088388:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764347.088392:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764347.088409:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70366:70366:256:4294967295] 192.168.202.141@tcp LPNI seq info [70366:70366:8:4294967295]
00000400:00000200:2.0:1787764347.088415:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000010:3.0:1787764347.088415:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b2580.
00000020:00000040:3.0:1787764347.088421:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:3.0:1787764347.088427:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1787764347.088428:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1787764347.088431:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764347.088435:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:2.0:1787764347.088436:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
02000000:00000001:3.0:1787764347.088439:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:2.0:1787764347.088443:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
02000000:00000001:3.0:1787764347.088443:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764347.088451:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9f400.
00000800:00000200:2.0:1787764347.088452:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764347.088458:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000100:00000001:3.0:1787764347.088458:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764347.088467:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b2580 x1874601358831616/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1787764347.088468:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764347.088474:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1787764347.088484:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764347.088487:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000100:00000001:3.0:1787764347.088492:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764347.088494:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764347.088495:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1787764347.088499:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d0536d5] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b2580 x1874601358831616/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787764347.088503:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764347.088510:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000100:00000001:3.0:1787764347.088511:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787764347.088514:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00080000:3.0:1787764347.088515:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764347.088519:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787764347.088521:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787764347.088521:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764347.088523:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764347.088527:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:2.0:1787764347.088528:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b1680 x1874601358831360/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787764347.088531:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5232
00000400:00000200:3.0:1787764347.088539:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764347.088544:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00000001:2.0:1787764347.088546:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1787764347.088547:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764347.088554:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000040:2.0:1787764347.088555:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b1680 x1874601358831360/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764372 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764347.088556:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764347.088560:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764347.088564:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764347.088568:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787764347.088570:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787764347.088571:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000100:00000001:2.0:1787764347.088573:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:3.0:1787764347.088576:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787764347.088579:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787764347.088581:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000400:00000200:2.0:1787764347.088585:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000020:00000001:3.0:1787764347.088586:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000001:2.0:1787764347.088588:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4299906315
00000020:00000001:3.0:1787764347.088592:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000010:2.0:1787764347.088595:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982198767660.
00000100:00000040:3.0:1787764347.088600:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764347.088604:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787764347.088604:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764347.088610:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764347.088611:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4299906315
00000100:00000001:3.0:1787764347.088615:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000010:2.0:1787764347.088616:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9821987678a0.
00000100:00000001:2.0:1787764347.088622:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000020:00000040:3.0:1787764347.088622:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:3.0:1787764347.088627:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764347.088628:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764347.088632:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764347.088633:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764347.088636:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787764347.088637:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1787764347.088640:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1787764347.088644:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764347/real 1787764347]  req@ffff9821899b1680 x1874601358831360/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787764347.088644:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764347.088649:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000001:2.0:1787764347.088656:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764347.088657:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764347.088659:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000008:00100000:3.0:1787764347.088660:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000400:00000200:2.0:1787764347.088662:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000008:00000001:3.0:1787764347.088664:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787764347.088665:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:3.0:1787764347.088668:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764347.088669:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000010:3.0:1787764347.088673:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b30c0.
00000100:00000200:2.0:1787764347.088674:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b1680 x1874601358831360/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787764347.088678:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:3.0:1787764347.088683:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764347.088686:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764347.088689:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:2.0:1787764347.088692:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b1680 x1874601358831360/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787764347.088692:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764347.088693:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764347.088698:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9fc00.
00000100:00000001:2.0:1787764347.088703:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787764347.088704:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764347.088706:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764347.088709:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764347.088712:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787764347.088712:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b30c0 x1874601358831744/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787764347.088718:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b1680 x1874601358831360/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764347.088722:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764347.088726:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764347.088733:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8678ec4] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b30c0 x1874601358831744/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764347.088734:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764347.088744:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b1680 x1874601358831360/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764372 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764347.088746:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764347.088752:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787764347.088755:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787764347.088758:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787764347.088759:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764347.088763:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764347.088763:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787764347.088767:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787764347.088768:0:18336:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764347.088769:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764347.088772:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787764347.088774:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764347.088775:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764347.088783:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000100:00080000:3.0:1787764347.088784:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5232
00000100:00000001:2.0:1787764347.088785:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000400:00000200:3.0:1787764347.088792:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000040:2.0:1787764347.088793:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b1680 x1874601358831360/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764372 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787764347.088800:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764347.088804:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1787764347.088809:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358831360:192.168.202.141@tcp:250:kworker.0
00000100:00000001:2.0:1787764347.088813:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764347.088816:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764347.088817:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000040:2.0:1787764347.088821:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b1680 x1874601358831360/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764372 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764347.088822:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764347.088827:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764347.088831:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764347.088835:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787764347.088837:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000020:00000040:3.0:1787764347.088838:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:3.0:1787764347.088841:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:2.0:1787764347.088842:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000040:3.0:1787764347.088843:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
02000000:00000010:2.0:1787764347.088845:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869a000.
02000000:00000001:2.0:1787764347.088872:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764347.088874:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764347.088875:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000020:00000001:2.0:1787764347.088876:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
00000020:00000001:3.0:1787764347.088878:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
02000000:00000010:2.0:1787764347.088879:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9ec00.
00000020:00000001:3.0:1787764347.088885:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
02000000:00000001:2.0:1787764347.088886:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764347.088890:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764347.088893:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b1680.
00000100:00000040:3.0:1787764347.088893:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764347.088898:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787764347.088900:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787764347.088901:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764347.088904:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787764347.088906:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764347.088909:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:2.0:1787764347.088910:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000020:00000040:3.0:1787764347.088911:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00000001:2.0:1787764347.088914:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764347.088916:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764347.088918:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787764347.088920:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764347.088921:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1787764347.088924:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787764347.088925:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1787764347.088927:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764347.088930:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764347.088933:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:2.0:1787764347.088934:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b3480 x1874601358831488/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1787764347.088935:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764347.088939:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764347.088942:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764347.088947:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0780.
00000020:00000040:3.0:1787764347.088951:0:18336:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
00000100:00000001:2.0:1787764347.088955:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787764347.088956:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764347.088959:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764347.088960:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764347.088961:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764347.088964:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764347.088966:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764347.088967:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000010:3.0:1787764347.088970:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9f800.
02000000:00000001:2.0:1787764347.088971:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764347.088974:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764347.088977:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764347.088980:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0780 x1874601358831872/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787764347.088985:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358831488:192.168.202.141@tcp:38:kworker.0
00000100:00000001:3.0:1787764347.088994:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764347.088995:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764347.088999:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787764347.088999:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764347.089003:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764347.089006:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1787764347.089007:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cef40868] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0780 x1874601358831872/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1787764347.089010:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869a000.
02000000:00000001:2.0:1787764347.089015:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764347.089019:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764347.089021:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764347.089025:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000100:00000040:3.0:1787764347.089025:0:18336:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5242)
00000400:00000010:2.0:1787764347.089028:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764347.089032:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358831488, portal 10
00000100:00000001:2.0:1787764347.089034:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764347.089035:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542833792 : -114205166717824 : ffff9821899b3480)
00000100:00000040:2.0:1787764347.089041:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b3480 x1874601358831488/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764347.089046:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764347.089048:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764347.089050:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000200:2.0:1787764347.089051:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358831488, offset 0
00000400:00000200:2.0:1787764347.089054:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764347.089056:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764347.089059:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764347.089061:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764347.089063:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764347.089064:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764347.089066:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764347.089068:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70367:70367:256:4294967295] 192.168.202.141@tcp LPNI seq info [70367:70367:8:4294967295]
00000400:00000200:2.0:1787764347.089071:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764347.089076:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764347.089079:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764347.089081:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000800:00000200:2.0:1787764347.089084:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764347.089086:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787764347.089089:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764347.089091:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1787764347.089093:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764347.089095:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:2.0:1787764347.089097:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764347.089099:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764347.089101:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:2.0:1787764347.089102:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:2.0:1787764347.089104:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764347.089106:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b3480 x1874601358831488/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764347.089112:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764347.089114:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b3480 x1874601358831488/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764372 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764347.089119:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764347.089120:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764347.089122:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764347.089125:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:2.0:1787764347.089127:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764347.089128:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299905047
00000100:00000001:2.0:1787764347.089130:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299906315
00000100:00000001:2.0:1787764347.089132:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299905047
00000100:00000001:2.0:1787764347.089133:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299906315
00000100:00000001:2.0:1787764347.089135:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764347.089136:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764347.089138:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764347.089140:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764347/real 1787764347]  req@ffff9821899b3480 x1874601358831488/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764347.089145:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764347.089146:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764347.089147:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764347.089148:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764347.089149:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764347.089150:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764347.089152:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b3480 x1874601358831488/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764347.089158:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b3480 x1874601358831488/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764347.089162:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764347.089163:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764347.089164:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764347.089165:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764347.089167:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b3480 x1874601358831488/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764347.089171:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764347.089173:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b3480 x1874601358831488/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764372 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764347.089177:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764347.089179:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764347.089180:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764347.089181:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764347.089182:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764347.089183:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764347.089185:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764347.089187:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764347.089189:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764347.089191:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b3480 x1874601358831488/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764372 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764347.089196:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358831488:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764347.089199:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764347.089201:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b2580 x1874601358831616/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764347.089205:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764347.089206:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764347.089207:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764347.089208:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764347.089209:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764347.089211:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358831616:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764347.089213:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764347.089214:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764347.089215:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764347.089216:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764347.089218:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188698c00.
02000000:00000001:2.0:1787764347.089220:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764347.089222:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764347.089223:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764347.089225:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764347.089227:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358831616, portal 10
00000100:00000001:2.0:1787764347.089228:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764347.089230:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542829952 : -114205166721664 : ffff9821899b2580)
00000100:00000040:2.0:1787764347.089233:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b2580 x1874601358831616/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764347.089242:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764347.089243:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764347.089244:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000200:2.0:1787764347.089246:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358831616, offset 0
00000400:00000200:2.0:1787764347.089248:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764347.089250:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764347.089252:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764347.089254:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764347.089255:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764347.089257:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764347.089258:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764347.089261:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70368:70368:256:4294967295] 192.168.202.141@tcp LPNI seq info [70368:70368:8:4294967295]
00000400:00000200:2.0:1787764347.089263:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764347.089267:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764347.089270:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764347.089272:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000800:00000200:2.0:1787764347.089274:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764347.089276:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787764347.089278:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764347.089280:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1787764347.089282:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764347.089284:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:2.0:1787764347.089285:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764347.089288:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764347.089289:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:2.0:1787764347.089291:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:2.0:1787764347.089292:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764347.089294:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b2580 x1874601358831616/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764347.089299:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764347.089301:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b2580 x1874601358831616/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764372 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764347.089310:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764347.089311:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764347.089312:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764347.089314:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:2.0:1787764347.089316:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764347.089317:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299905041
00000100:00000001:2.0:1787764347.089319:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299906315
00000100:00000001:2.0:1787764347.089321:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299905041
00000100:00000001:2.0:1787764347.089322:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299906315
00000100:00000001:2.0:1787764347.089323:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764347.089324:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764347.089325:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764347.089327:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764347/real 1787764347]  req@ffff9821899b2580 x1874601358831616/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764347.089332:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764347.089332:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764347.089333:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764347.089335:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764347.089336:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764347.089337:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764347.089339:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b2580 x1874601358831616/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764347.089344:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b2580 x1874601358831616/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764347.089348:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764347.089349:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764347.089350:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764347.089351:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764347.089353:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b2580 x1874601358831616/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764347.089358:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764347.089360:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b2580 x1874601358831616/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764372 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764347.089364:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764347.089366:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764347.089367:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764347.089367:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764347.089368:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764347.089369:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764347.089371:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764347.089373:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764347.089374:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764347.089376:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b2580 x1874601358831616/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764372 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764347.089381:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358831616:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764347.089383:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764347.089385:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b30c0 x1874601358831744/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764347.089389:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764347.089390:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764347.089391:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764347.089392:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764347.089413:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764347.089416:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358831744:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764347.089418:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764347.089419:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764347.089421:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764347.089422:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764347.089425:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188698800.
02000000:00000001:2.0:1787764347.089426:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764347.089429:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764347.089430:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764347.089433:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764347.089435:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358831744, portal 4
00000100:00000001:2.0:1787764347.089436:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764347.089437:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542832832 : -114205166718784 : ffff9821899b30c0)
00000100:00000040:2.0:1787764347.089441:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b30c0 x1874601358831744/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764347.089445:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764347.089447:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764347.089448:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000200:2.0:1787764347.089449:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358831744, offset 0
00000400:00000200:2.0:1787764347.089452:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764347.089454:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764347.089456:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764347.089458:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764347.089459:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764347.089461:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764347.089462:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764347.089465:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70369:70369:256:4294967295] 192.168.202.141@tcp LPNI seq info [70369:70369:8:4294967295]
00000400:00000200:2.0:1787764347.089467:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764347.089471:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764347.089474:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764347.089476:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000800:00000200:2.0:1787764347.089479:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764347.089480:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787764347.089483:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764347.089485:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1787764347.089487:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764347.089489:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:2.0:1787764347.089491:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764347.089493:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764347.089495:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:2.0:1787764347.089496:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:2.0:1787764347.089498:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764347.089500:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b30c0 x1874601358831744/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764347.089505:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764347.089507:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b30c0 x1874601358831744/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764372 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764347.089511:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764347.089513:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764347.089514:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764347.089516:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:2.0:1787764347.089518:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764347.089520:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299905046
00000100:00000001:2.0:1787764347.089521:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299906315
00000100:00000001:2.0:1787764347.089523:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299905046
00000100:00000001:2.0:1787764347.089524:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299906315
00000100:00000001:2.0:1787764347.089525:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764347.089526:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764347.089527:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764347.089529:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764347/real 1787764347]  req@ffff9821899b30c0 x1874601358831744/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764347.089534:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764347.089535:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764347.089536:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764347.089538:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764347.089539:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764347.089540:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764347.089542:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b30c0 x1874601358831744/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764347.089548:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b30c0 x1874601358831744/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764347.089551:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764347.089552:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764347.089553:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764347.089554:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764347.089556:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b30c0 x1874601358831744/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764347.089560:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764347.089563:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b30c0 x1874601358831744/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764372 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764347.089567:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764347.089568:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764347.089569:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764347.089570:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764347.089571:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764347.089572:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764347.089573:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764347.089575:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764347.089577:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764347.089579:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b30c0 x1874601358831744/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764372 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764347.089584:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358831744:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764347.089586:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764347.089588:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764347.089590:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b3480 x1874601358831488/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764372 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764347.089594:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764347.089596:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764347.089597:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869a000.
02000000:00000001:2.0:1787764347.089598:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764347.089599:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764347.089600:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:2.0:1787764347.089601:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764347.089603:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9c800.
02000000:00000001:2.0:1787764347.089605:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764347.089606:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764347.089607:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b3480.
00000100:00000001:2.0:1787764347.089609:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764347.089610:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764347.089611:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764347.089613:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b2580 x1874601358831616/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764372 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764347.089617:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764347.089618:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764347.089619:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188698c00.
02000000:00000001:2.0:1787764347.089620:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764347.089621:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764347.089621:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:2.0:1787764347.089623:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764347.089623:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9f400.
02000000:00000001:2.0:1787764347.089625:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764347.089625:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764347.089626:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b2580.
00000100:00000001:2.0:1787764347.089628:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764347.089628:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764347.089629:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764347.089631:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b30c0 x1874601358831744/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764372 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764347.089635:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764347.089636:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764347.089637:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188698800.
02000000:00000001:2.0:1787764347.089638:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764347.089639:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764347.089640:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:2.0:1787764347.089641:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764347.089642:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9fc00.
02000000:00000001:2.0:1787764347.089643:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764347.089644:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764347.089645:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b30c0.
00000100:00000001:2.0:1787764347.089646:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764347.089646:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764347.089648:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764347.089650:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764347.089651:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764347.089652:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764347.089653:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764347.089653:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764347.089655:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b0780 x1874601358831872/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764347.089659:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764347.089660:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764347.089662:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764347.089663:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764347.089664:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764347.089666:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358831872:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764347.089668:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764347.089669:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764347.089670:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764347.089671:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764347.089673:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188698800.
02000000:00000001:2.0:1787764347.089674:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764347.089676:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764347.089677:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764347.089679:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764347.089681:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358831872, portal 4
00000100:00000001:2.0:1787764347.089683:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764347.089684:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542822272 : -114205166729344 : ffff9821899b0780)
00000100:00000040:2.0:1787764347.089688:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b0780 x1874601358831872/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764347.089692:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764347.089693:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764347.089695:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000200:2.0:1787764347.089696:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358831872, offset 0
00000400:00000200:2.0:1787764347.089699:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764347.089701:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764347.089703:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764347.089704:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764347.089706:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764347.089708:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764347.089709:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764347.089711:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70370:70370:256:4294967295] 192.168.202.141@tcp LPNI seq info [70370:70370:8:4294967295]
00000400:00000200:2.0:1787764347.089714:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764347.089718:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764347.089720:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764347.089722:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000800:00000200:2.0:1787764347.089724:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764347.089726:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787764347.089729:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764347.089731:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1787764347.089733:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764347.089734:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:2.0:1787764347.089736:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764347.089739:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764347.089740:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:2.0:1787764347.089741:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:2.0:1787764347.089743:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764347.089745:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b0780 x1874601358831872/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764347.089754:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764347.089756:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b0780 x1874601358831872/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764372 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764347.089760:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764347.089761:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764347.089763:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764347.089764:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:2.0:1787764347.089766:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764347.089767:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299905047
00000100:00000001:2.0:1787764347.089769:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299906315
00000100:00000001:2.0:1787764347.089770:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299905047
00000100:00000001:2.0:1787764347.089771:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299906315
00000100:00000001:2.0:1787764347.089773:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764347.089774:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764347.089775:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764347.089777:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764347/real 1787764347]  req@ffff9821899b0780 x1874601358831872/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764347.089782:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764347.089782:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764347.089783:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764347.089785:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764347.089786:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764347.089787:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764347.089789:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b0780 x1874601358831872/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764347.089794:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b0780 x1874601358831872/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764347.089798:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764347.089800:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764347.089801:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764347.089802:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764347.089804:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b0780 x1874601358831872/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764347.089808:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764347.089810:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b0780 x1874601358831872/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764372 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764347.089814:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764347.089815:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764347.089816:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764347.089817:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764347.089818:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764347.089819:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764347.089821:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764347.089822:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764347.089824:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764347.089826:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b0780 x1874601358831872/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764372 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764347.089830:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358831872:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764347.089833:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764347.089834:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764347.089835:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b0780 x1874601358831872/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764372 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764347.089839:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764347.089840:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764347.089842:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188698800.
02000000:00000001:2.0:1787764347.089843:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764347.089844:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764347.089845:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:2.0:1787764347.089861:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764347.089862:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9f800.
02000000:00000001:2.0:1787764347.089864:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764347.089865:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764347.089866:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b0780.
00000100:00000001:2.0:1787764347.089868:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764347.089869:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764347.089871:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764347.089873:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764347.089874:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764347.089875:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764347.089876:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764347.407919:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764347.407924:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764347.407928:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764347.407929:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764347.407932:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764347.407933:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764347.407936:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764347.407943:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764347.407945:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764347.407947:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764347.407962:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764347.407964:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764347.407965:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764347.663990:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764347.663999:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764347.664078:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764347.664086:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764347.664092:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764347.664099:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764347.664103:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764347.664107:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764347.664111:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764348.431919:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4299906315, at 4299906368
00000100:00000040:3.0:1787764348.431919:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299906315, at 4299906368
00000100:00000010:2.0:1787764348.431934:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767660.
00000100:00000010:3.0:1787764348.431936:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9821987678a0.
00010000:00000001:0.0:1787764348.431946:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764348.431951:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764348.431959:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764348.431961:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764348.431965:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764348.431968:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764348.431970:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764348.431974:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764348.431977:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764348.431979:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764348.431982:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764348.431984:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764348.431988:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764348.431990:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764348.431993:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764348.431995:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764348.431996:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764348.431998:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764348.432000:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764348.432001:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764348.432003:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764348.432005:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764348.432024:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764348.432026:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764348.432030:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764348.687966:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764348.687975:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764348.687978:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764348.687985:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764348.687989:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764348.687993:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764348.687997:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764348.688000:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764348.688003:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764349.455928:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764349.455933:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764349.455938:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764349.455939:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764349.455941:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764349.455942:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764349.455945:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764349.455946:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764349.455948:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764349.455949:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764349.455994:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764349.455998:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764349.456001:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764349.711942:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764349.711951:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764349.711954:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764349.711962:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764349.711966:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764349.711970:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764349.711973:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764349.711976:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764349.711979:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764350.480010:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764350.480018:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764350.480023:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764350.480024:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764350.480027:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764350.480028:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764350.480031:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764350.480032:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764350.480034:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764350.480035:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764350.480063:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764350.480067:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764350.480070:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764350.735977:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764350.735992:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764350.735996:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764350.736009:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764350.736016:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764350.736022:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764350.736027:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764350.736031:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764350.736035:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764351.503935:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764351.503942:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764351.503949:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764351.503951:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764351.503954:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764351.503956:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764351.503959:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764351.503960:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764351.503964:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764351.503965:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764351.503981:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764351.503983:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764351.503985:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764351.760320:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764351.760333:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764351.760336:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764351.760361:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764351.760368:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764351.760373:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764351.760376:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764351.760379:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764351.760382:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764352.207977:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764352.207988:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787764352.207991:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764352.207995:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764352.207999:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764352.208006:0:18336:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5237
00000400:00000200:1.0:1787764352.208015:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764352.208020:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764352.208023:0:18336:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764352.208026:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764352.208029:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764352.208031:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764352.208032:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764352.208036:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764352.208038:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:1.0:1787764352.208040:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764352.208043:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:1.0:1787764352.208045:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:1.0:1787764352.208046:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:1.0:1787764352.208048:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764352.208049:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764352.208050:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764352.208051:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764352.208053:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:1.0:1787764352.208056:0:18336:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764352.208058:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764352.208060:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764352.208063:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764352.208065:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764352.208066:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787764352.208068:0:18336:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764352.208077:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f852c0.
00000020:00000040:1.0:1787764352.208079:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:1.0:1787764352.208084:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764352.208085:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764352.208088:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764352.208091:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764352.208096:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764352.208106:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649cc00.
00000100:00000001:1.0:1787764352.208112:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764352.208121:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f852c0 x1874601358832000/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764352.208130:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764352.208134:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764352.208138:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1b77011] to pc [ptlrpcd_rcv+-1]  req@ffff982187f852c0 x1874601358832000/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764352.208157:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764352.208160:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764352.208162:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787764352.208163:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764352.208164:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764352.208166:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764352.208167:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5237
00000400:00000200:1.0:1787764352.208169:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764352.208171:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764352.208173:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764352.208176:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764352.208178:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764352.208179:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764352.208181:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764352.208182:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764352.208183:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:1.0:1787764352.208185:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787764352.208185:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:1.0:1787764352.208187:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:1.0:1787764352.208190:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000001:2.0:1787764352.208190:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1787764352.208194:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000001:2.0:1787764352.208195:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764352.208199:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764352.208202:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764352.208204:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f852c0 x1874601358832000/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787764352.208205:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764352.208208:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764352.208212:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:1.0:1787764352.208216:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764352.208219:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764352.208220:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1787764352.208222:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787764352.208223:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764352.208227:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764352.208228:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764352.208229:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764352.208230:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764352.208233:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787764352.208233:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764352.208238:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358832000:192.168.202.141@tcp:250:kworker.0
00000008:00100000:1.0:1787764352.208240:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787764352.208243:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:1.0:1787764352.208244:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764352.208247:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764352.208249:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:1.0:1787764352.208250:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f84000.
02000000:00000001:2.0:1787764352.208252:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787764352.208253:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:1.0:1787764352.208257:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764352.208258:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787764352.208259:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764352.208261:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764352.208262:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764352.208263:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764352.208264:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188698800.
02000000:00000010:1.0:1787764352.208267:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649f000.
02000000:00000001:2.0:1787764352.208268:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764352.208273:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764352.208277:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00100000:1.0:1787764352.208279:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f84000 x1874601358832128/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1787764352.208282:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000100:00000001:1.0:1787764352.208288:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764352.208290:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787764352.208292:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000040:1.0:1787764352.208293:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7c0e572] to pc [ptlrpcd_rcv+-1]  req@ffff982187f84000 x1874601358832128/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764352.208301:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358832000, portal 25
00000100:00000001:2.0:1787764352.208305:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764352.208307:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515381952 : -114205194169664 : ffff982187f852c0)
00000100:00000001:1.0:1787764352.208308:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764352.208312:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787764352.208314:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f852c0 x1874601358832000/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764352.208320:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1787764352.208324:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787764352.208325:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1787764352.208327:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:2.0:1787764352.208328:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764352.208332:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000001:1.0:1787764352.208333:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:2.0:1787764352.208334:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358832000, offset 0
00000100:00080000:1.0:1787764352.208340:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5237
00000400:00000200:2.0:1787764352.208343:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764352.208367:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764352.208373:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764352.208373:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764352.208382:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000400:00000200:2.0:1787764352.208382:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:1.0:1787764352.208386:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764352.208390:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000400:00000200:2.0:1787764352.208390:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000100:00000001:1.0:1787764352.208393:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787764352.208395:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000100:00000040:1.0:1787764352.208397:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000400:00000200:2.0:1787764352.208400:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000100:00000001:1.0:1787764352.208401:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764352.208404:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:2.0:1787764352.208406:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70371:70371:256:4294967295] 192.168.202.141@tcp LPNI seq info [70371:70371:8:4294967295]
00000020:00000040:1.0:1787764352.208407:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:1.0:1787764352.208410:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764352.208413:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000400:00000200:2.0:1787764352.208414:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000020:00000001:1.0:1787764352.208416:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:1.0:1787764352.208418:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:1.0:1787764352.208421:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764352.208424:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764352.208428:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000400:00000200:2.0:1787764352.208428:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1787764352.208431:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764352.208435:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000800:00000200:2.0:1787764352.208437:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000100:00080000:1.0:1787764352.208442:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000800:00000010:2.0:1787764352.208444:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000100:00000001:1.0:1787764352.208445:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764352.208449:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764352.208453:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.0:1787764352.208453:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
02000000:00000001:1.0:1787764352.208458:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787764352.208458:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 28 secs later)
00000100:00000001:1.0:1787764352.208464:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:2.1:1787764352.208466:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000008:00100000:1.0:1787764352.208468:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.1:1787764352.208470:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 28 secs later)
00000008:00000001:1.0:1787764352.208473:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1787764352.208476:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000100:00000001:1.0:1787764352.208478:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787764352.208479:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:2.0:1787764352.208485:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764352.208490:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000100:00000010:1.0:1787764352.208492:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f85e00.
00000020:00000040:1.0:1787764352.208496:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
00000400:00000200:2.0:1787764352.208496:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:2.0:1787764352.208500:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
02000000:00000001:1.0:1787764352.208501:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764352.208504:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764352.208506:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787764352.208507:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764352.208510:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:2.0:1787764352.208511:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f852c0 x1874601358832000/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787764352.208513:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764352.208519:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649f400.
00000100:00000001:2.0:1787764352.208521:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787764352.208522:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764352.208526:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f852c0 x1874601358832000/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764377 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764352.208530:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f85e00 x1874601358832256/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764352.208540:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764352.208543:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764352.208543:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764352.208546:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764352.208551:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004bea692] to pc [ptlrpcd_rcv+-1]  req@ffff982187f85e00 x1874601358832256/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764352.208551:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764352.208558:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764352.208563:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4299911435
00000100:00000001:1.0:1787764352.208564:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764352.208568:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:2.0:1787764352.208570:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982198767660.
00000100:00080000:1.0:1787764352.208571:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787764352.208574:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764352.208575:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764352.208577:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787764352.208579:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000100:00080000:1.0:1787764352.208580:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5237
00000400:00000200:1.0:1787764352.208584:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764352.208586:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4299911435
00000400:00000200:1.0:1787764352.208587:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764352.208591:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000010:2.0:1787764352.208591:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982198767300.
00000100:00000040:1.0:1787764352.208596:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764352.208596:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787764352.208600:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787764352.208601:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1787764352.208604:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764352.208605:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764352.208609:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:2.0:1787764352.208610:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000020:00000001:1.0:1787764352.208612:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764352.208614:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000100:00100000:2.0:1787764352.208616:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764352/real 1787764352]  req@ffff982187f852c0 x1874601358832000/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1787764352.208617:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764352.208620:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:1.0:1787764352.208623:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:1.0:1787764352.208626:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:1.0:1787764352.208630:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764352.208632:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764352.208634:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000400:00000001:2.0:1787764352.208634:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:1.0:1787764352.208638:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000400:00000001:2.0:1787764352.208638:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000040:1.0:1787764352.208642:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000400:00000010:2.0:1787764352.208643:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000100:00080000:1.0:1787764352.208644:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764352.208647:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764352.208649:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1787764352.208649:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
02000000:00000001:1.0:1787764352.208652:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:2.0:1787764352.208653:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
02000000:00000001:1.0:1787764352.208654:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764352.208657:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764352.208659:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1787764352.208659:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000008:00000001:1.0:1787764352.208662:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764352.208665:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787764352.208666:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f852c0 x1874601358832000/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1787764352.208668:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f87840.
00000020:00000040:1.0:1787764352.208671:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:1.0:1787764352.208674:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764352.208676:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764352.208679:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764352.208681:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764352.208682:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787764352.208684:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f852c0 x1874601358832000/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1787764352.208686:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649dc00.
00000100:00000001:1.0:1787764352.208689:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764352.208692:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f87840 x1874601358832384/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764352.208699:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764352.208702:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764352.208706:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:1.0:1787764352.208708:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000974c9555] to pc [ptlrpcd_rcv+-1]  req@ffff982187f87840 x1874601358832384/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764352.208710:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764352.208714:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764352.208717:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764352.208718:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764352.208721:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787764352.208723:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f852c0 x1874601358832000/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764352.208724:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787764352.208727:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764352.208728:0:18336:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764352.208732:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764352.208736:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5237
00000100:00000001:2.0:1787764352.208736:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1787764352.208740:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764352.208745:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764352.208746:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764352.208746:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f852c0 x1874601358832000/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764377 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787764352.208752:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764352.208757:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764352.208760:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764352.208762:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764352.208765:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:2.0:1787764352.208767:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1787764352.208770:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787764352.208771:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000040:1.0:1787764352.208773:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000100:00000001:2.0:1787764352.208774:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1787764352.208777:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787764352.208779:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000020:00000040:1.0:1787764352.208781:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000100:00000001:2.0:1787764352.208783:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:1.0:1787764352.208786:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00080000:2.0:1787764352.208787:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000020:00000001:1.0:1787764352.208793:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00080000:2.0:1787764352.208794:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764352.208797:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764352.208801:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000040:2.0:1787764352.208802:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f852c0 x1874601358832000/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764377 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764352.208804:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764352.208809:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764352.208813:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764352.208817:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00100000:2.0:1787764352.208817:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358832000:192.168.202.141@tcp:250:kworker.0
00000100:00080000:1.0:1787764352.208821:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764352.208825:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764352.208825:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1787764352.208826:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787764352.208829:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1787764352.208830:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764352.208834:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764352.208834:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f852c0 x1874601358832000/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764377 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764352.208838:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764352.208841:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1787764352.208844:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000008:00000001:1.0:1787764352.208845:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764352.208865:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764352.208868:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188698800.
02000000:00000001:2.0:1787764352.208870:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764352.208872:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764352.208877:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000020:00000001:2.0:1787764352.208879:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764352.208882:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649cc00.
02000000:00000001:2.0:1787764352.208886:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764352.208888:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1787764352.208889:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764352.208890:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f852c0.
00000100:00000001:2.0:1787764352.208895:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000010:1.0:1787764352.208896:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f87480.
00000100:00000001:2.0:1787764352.208897:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1787764352.208900:0:18336:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
00000100:00000001:2.0:1787764352.208902:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1787764352.208903:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764352.208906:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764352.208908:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764352.208909:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764352.208910:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764352.208913:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
02000000:00000010:1.0:1787764352.208914:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649c800.
00000100:00000001:1.0:1787764352.208918:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764352.208919:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764352.208923:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f87480 x1874601358832512/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764352.208924:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764352.208927:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764352.208930:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787764352.208932:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764352.208935:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764352.208938:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f84000 x1874601358832128/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787764352.208940:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003027b144] to pc [ptlrpcd_rcv+-1]  req@ffff982187f87480 x1874601358832512/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764352.208952:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764352.208955:0:18336:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5247)
00000100:00000001:2.0:1787764352.208962:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764352.208964:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764352.208966:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764352.208968:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764352.208970:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764352.208974:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358832128:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764352.208977:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764352.208980:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764352.208982:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764352.208984:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764352.208987:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188698800.
02000000:00000001:2.0:1787764352.208988:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764352.208992:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764352.208994:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764352.208997:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764352.209000:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358832128, portal 10
00000100:00000001:2.0:1787764352.209001:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764352.209002:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515377152 : -114205194174464 : ffff982187f84000)
00000100:00000040:2.0:1787764352.209008:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f84000 x1874601358832128/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764352.209014:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764352.209016:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764352.209018:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000200:2.0:1787764352.209020:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358832128, offset 0
00000400:00000200:2.0:1787764352.209023:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764352.209027:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764352.209030:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764352.209033:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764352.209035:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764352.209037:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764352.209039:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764352.209042:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70372:70372:256:4294967295] 192.168.202.141@tcp LPNI seq info [70372:70372:8:4294967295]
00000400:00000200:2.0:1787764352.209045:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764352.209051:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764352.209055:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764352.209057:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000800:00000200:2.0:1787764352.209061:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764352.209064:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787764352.209067:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764352.209069:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1787764352.209073:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764352.209075:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:2.0:1787764352.209077:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764352.209079:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764352.209081:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:2.0:1787764352.209082:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:2.0:1787764352.209084:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764352.209086:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f84000 x1874601358832128/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764352.209091:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764352.209093:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f84000 x1874601358832128/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764377 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764352.209105:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764352.209106:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764352.209109:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764352.209113:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:2.0:1787764352.209116:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764352.209118:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299910167
00000100:00000001:2.0:1787764352.209120:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299911435
00000100:00000001:2.0:1787764352.209123:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299910167
00000100:00000001:2.0:1787764352.209125:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299911435
00000100:00000001:2.0:1787764352.209127:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764352.209129:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764352.209131:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764352.209134:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764352/real 1787764352]  req@ffff982187f84000 x1874601358832128/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764352.209142:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764352.209143:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764352.209145:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764352.209147:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764352.209149:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764352.209151:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764352.209154:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f84000 x1874601358832128/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764352.209161:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f84000 x1874601358832128/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764352.209166:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764352.209167:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764352.209169:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764352.209170:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764352.209173:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f84000 x1874601358832128/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764352.209178:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764352.209181:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f84000 x1874601358832128/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764377 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764352.209187:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764352.209189:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764352.209190:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764352.209191:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764352.209193:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764352.209194:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764352.209196:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764352.209199:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764352.209201:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764352.209204:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f84000 x1874601358832128/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764377 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764352.209211:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358832128:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764352.209214:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764352.209217:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f85e00 x1874601358832256/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764352.209223:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764352.209224:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764352.209226:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764352.209228:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764352.209230:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764352.209232:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f85e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358832256:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764352.209235:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764352.209237:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764352.209240:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764352.209241:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764352.209245:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188698c00.
02000000:00000001:2.0:1787764352.209247:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764352.209251:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764352.209253:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764352.209256:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764352.209259:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358832256, portal 10
00000100:00000001:2.0:1787764352.209260:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764352.209261:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515384832 : -114205194166784 : ffff982187f85e00)
00000100:00000040:2.0:1787764352.209266:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f85e00 x1874601358832256/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764352.209270:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764352.209271:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764352.209273:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000200:2.0:1787764352.209274:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358832256, offset 0
00000400:00000200:2.0:1787764352.209276:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764352.209279:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764352.209281:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764352.209283:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764352.209284:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764352.209286:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764352.209287:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764352.209289:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70373:70373:256:4294967295] 192.168.202.141@tcp LPNI seq info [70373:70373:8:4294967295]
00000400:00000200:2.0:1787764352.209292:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764352.209296:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764352.209298:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764352.209300:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000800:00000200:2.0:1787764352.209302:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764352.209304:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787764352.209307:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764352.209308:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1787764352.209310:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764352.209312:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:2.0:1787764352.209314:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764352.209316:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764352.209318:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:2.0:1787764352.209319:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:2.0:1787764352.209321:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764352.209323:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f85e00 x1874601358832256/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764352.209328:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764352.209329:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f85e00 x1874601358832256/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764377 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764352.209333:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764352.209334:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764352.209336:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764352.209338:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:2.0:1787764352.209341:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764352.209342:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299910161
00000100:00000001:2.0:1787764352.209344:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299911435
00000100:00000001:2.0:1787764352.209345:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299910161
00000100:00000001:2.0:1787764352.209361:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299911435
00000100:00000001:2.0:1787764352.209364:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764352.209366:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764352.209367:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764352.209370:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764352/real 1787764352]  req@ffff982187f85e00 x1874601358832256/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764352.209375:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764352.209376:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764352.209377:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764352.209379:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764352.209380:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764352.209382:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764352.209384:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f85e00 x1874601358832256/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764352.209389:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f85e00 x1874601358832256/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764352.209392:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764352.209393:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764352.209394:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764352.209395:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764352.209396:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f85e00 x1874601358832256/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764352.209400:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764352.209402:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f85e00 x1874601358832256/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764377 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764352.209406:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764352.209408:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764352.209409:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764352.209409:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764352.209410:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764352.209411:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764352.209413:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764352.209414:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764352.209415:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764352.209417:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f85e00 x1874601358832256/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764377 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764352.209421:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f85e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358832256:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764352.209423:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764352.209426:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f87840 x1874601358832384/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764352.209430:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764352.209431:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764352.209432:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764352.209433:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764352.209434:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764352.209436:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358832384:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764352.209437:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764352.209438:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764352.209439:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764352.209440:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764352.209443:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869a000.
02000000:00000001:2.0:1787764352.209444:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764352.209447:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764352.209448:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764352.209450:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764352.209452:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358832384, portal 4
00000100:00000001:2.0:1787764352.209453:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764352.209454:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515391552 : -114205194160064 : ffff982187f87840)
00000100:00000040:2.0:1787764352.209458:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f87840 x1874601358832384/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764352.209462:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764352.209463:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764352.209465:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000200:2.0:1787764352.209466:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358832384, offset 0
00000400:00000200:2.0:1787764352.209468:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764352.209470:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764352.209472:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764352.209474:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764352.209476:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764352.209477:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764352.209479:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764352.209481:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70374:70374:256:4294967295] 192.168.202.141@tcp LPNI seq info [70374:70374:8:4294967295]
00000400:00000200:2.0:1787764352.209484:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764352.209488:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764352.209490:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764352.209492:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000800:00000200:2.0:1787764352.209495:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764352.209497:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787764352.209499:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764352.209501:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1787764352.209503:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764352.209504:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:2.0:1787764352.209506:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764352.209508:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764352.209510:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:2.0:1787764352.209511:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:2.0:1787764352.209512:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764352.209514:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f87840 x1874601358832384/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764352.209519:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764352.209520:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f87840 x1874601358832384/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764377 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764352.209524:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764352.209525:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764352.209526:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764352.209528:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:2.0:1787764352.209530:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764352.209531:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299910166
00000100:00000001:2.0:1787764352.209532:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299911435
00000100:00000001:2.0:1787764352.209534:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299910166
00000100:00000001:2.0:1787764352.209535:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299911435
00000100:00000001:2.0:1787764352.209537:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764352.209538:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764352.209539:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764352.209541:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764352/real 1787764352]  req@ffff982187f87840 x1874601358832384/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764352.209546:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764352.209547:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764352.209548:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764352.209549:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764352.209550:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764352.209551:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764352.209552:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f87840 x1874601358832384/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764352.209557:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f87840 x1874601358832384/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764352.209561:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764352.209562:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764352.209563:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764352.209564:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764352.209565:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f87840 x1874601358832384/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764352.209569:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764352.209571:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f87840 x1874601358832384/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764377 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764352.209574:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764352.209575:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764352.209576:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764352.209577:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764352.209577:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764352.209578:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764352.209580:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764352.209582:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764352.209583:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764352.209586:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f87840 x1874601358832384/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764377 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764352.209590:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358832384:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764352.209592:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764352.209593:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764352.209595:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f84000 x1874601358832128/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764377 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764352.209598:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764352.209599:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764352.209600:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188698800.
02000000:00000001:2.0:1787764352.209601:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764352.209602:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764352.209602:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:2.0:1787764352.209603:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764352.209604:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649f000.
02000000:00000001:2.0:1787764352.209606:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764352.209607:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764352.209607:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f84000.
00000100:00000001:2.0:1787764352.209609:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764352.209609:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764352.209610:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764352.209612:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f85e00 x1874601358832256/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764377 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764352.209616:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764352.209617:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764352.209618:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188698c00.
02000000:00000001:2.0:1787764352.209619:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764352.209619:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764352.209620:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:2.0:1787764352.209621:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764352.209622:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649f400.
02000000:00000001:2.0:1787764352.209623:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764352.209624:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764352.209625:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f85e00.
00000100:00000001:2.0:1787764352.209627:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764352.209629:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764352.209630:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764352.209633:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f87840 x1874601358832384/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764377 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764352.209639:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764352.209641:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764352.209642:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869a000.
02000000:00000001:2.0:1787764352.209644:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764352.209646:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764352.209647:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:2.0:1787764352.209649:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764352.209651:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649dc00.
02000000:00000001:2.0:1787764352.209653:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764352.209654:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764352.209655:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f87840.
00000100:00000001:2.0:1787764352.209658:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764352.209659:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764352.209661:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764352.209664:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764352.209665:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764352.209667:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764352.209669:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764352.209670:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764352.209674:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f87480 x1874601358832512/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764352.209680:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764352.209680:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764352.209682:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764352.209683:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764352.209685:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764352.209686:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358832512:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764352.209689:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764352.209690:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764352.209691:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764352.209692:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764352.209694:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869a000.
02000000:00000001:2.0:1787764352.209695:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764352.209698:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764352.209699:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764352.209701:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764352.209703:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358832512, portal 4
00000100:00000001:2.0:1787764352.209705:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764352.209705:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515390592 : -114205194161024 : ffff982187f87480)
00000100:00000040:2.0:1787764352.209710:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f87480 x1874601358832512/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764352.209714:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764352.209715:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764352.209716:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000200:2.0:1787764352.209717:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358832512, offset 0
00000400:00000200:2.0:1787764352.209720:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764352.209722:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764352.209724:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764352.209726:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764352.209728:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764352.209729:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764352.209731:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764352.209733:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70375:70375:256:4294967295] 192.168.202.141@tcp LPNI seq info [70375:70375:8:4294967295]
00000400:00000200:2.0:1787764352.209735:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764352.209739:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764352.209742:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764352.209744:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000800:00000200:2.0:1787764352.209748:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764352.209751:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1787764352.209755:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764352.209758:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1787764352.209761:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764352.209763:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:2.0:1787764352.209766:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764352.209769:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764352.209772:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:2.0:1787764352.209774:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:2.0:1787764352.209776:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764352.209780:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f87480 x1874601358832512/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764352.209788:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764352.209789:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f87480 x1874601358832512/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764377 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764352.209793:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764352.209794:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764352.209796:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764352.209798:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:2.0:1787764352.209800:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764352.209802:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299910167
00000100:00000001:2.0:1787764352.209804:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299911435
00000100:00000001:2.0:1787764352.209805:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299910167
00000100:00000001:2.0:1787764352.209807:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299911435
00000100:00000001:2.0:1787764352.209808:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764352.209809:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764352.209810:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764352.209812:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764352/real 1787764352]  req@ffff982187f87480 x1874601358832512/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764352.209816:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764352.209817:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764352.209819:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764352.209820:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764352.209821:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764352.209822:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764352.209824:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f87480 x1874601358832512/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764352.209829:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f87480 x1874601358832512/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764352.209833:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764352.209834:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764352.209835:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764352.209836:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764352.209837:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f87480 x1874601358832512/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764352.209841:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764352.209843:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f87480 x1874601358832512/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764377 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764352.209846:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764352.209861:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764352.209862:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764352.209862:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764352.209863:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764352.209864:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764352.209866:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764352.209867:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764352.209868:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764352.209871:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f87480 x1874601358832512/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764377 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764352.209875:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358832512:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764352.209878:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764352.209879:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764352.209881:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f87480 x1874601358832512/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764377 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764352.209885:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764352.209886:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764352.209887:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869a000.
02000000:00000001:2.0:1787764352.209888:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764352.209889:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764352.209889:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:2.0:1787764352.209890:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764352.209891:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649c800.
02000000:00000001:2.0:1787764352.209893:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764352.209893:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764352.209895:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f87480.
00000100:00000001:2.0:1787764352.209896:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764352.209897:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764352.209898:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764352.209900:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764352.209901:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764352.209902:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764352.209903:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764352.528026:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764352.528035:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764352.528044:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764352.528045:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764352.528049:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764352.528050:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764352.528054:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764352.528055:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764352.528058:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764352.528059:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764352.528124:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764352.528128:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764352.528130:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764352.783957:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764352.783970:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764352.783973:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764352.783981:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764352.783987:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764352.783993:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764352.783996:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764352.784000:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764352.784004:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764353.551993:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299911435, at 4299911488
00010000:00000001:0.0:1787764353.551998:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000040:2.0:1787764353.551999:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4299911435, at 4299911488
00010000:00000001:0.0:1787764353.552007:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000010:3.0:1787764353.552012:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767300.
00010000:00000001:0.0:1787764353.552014:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764353.552020:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764353.552021:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767660.
00010000:00000001:0.0:1787764353.552025:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764353.552031:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764353.552033:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764353.552035:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764353.552039:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764353.552040:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764353.552045:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764353.552047:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764353.552050:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764353.552052:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764353.552054:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764353.552055:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764353.552056:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764353.552058:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764353.552059:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764353.552060:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764353.552064:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764353.552064:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764353.552087:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764353.552089:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764353.552091:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764353.807968:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764353.807978:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764353.807980:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764353.807987:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764353.807991:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764353.807995:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764353.807998:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764353.808000:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764353.808003:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764354.576027:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764354.576040:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764354.576049:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764354.576050:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764354.576055:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764354.576057:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764354.576061:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764354.576063:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764354.576067:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764354.576069:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764354.576096:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764354.576099:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764354.576101:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764354.831958:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764354.831966:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764354.831969:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764354.831973:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764354.831978:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764354.831983:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764354.831986:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764354.831988:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764354.831990:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764355.599950:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764355.599960:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764355.599968:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764355.599969:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764355.599975:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764355.599976:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764355.599980:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764355.599982:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764355.599986:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764355.599988:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764355.600053:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764355.600057:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764355.600060:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764355.855951:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764355.855958:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764355.855960:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764355.855966:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764355.855969:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764355.855973:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764355.855976:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764355.855978:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764355.855981:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764356.623950:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764356.623958:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764356.623979:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764356.623982:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764356.623985:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764356.623988:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764356.623991:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764356.623994:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764356.623997:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764356.623999:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764356.624003:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764356.624005:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764356.624009:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764356.624010:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764356.624014:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764356.624015:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764356.624036:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764356.624039:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764356.624042:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764356.879956:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764356.879965:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764356.879968:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764356.879973:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764356.879977:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764356.879980:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764356.879983:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764356.879985:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764356.879988:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764357.327958:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764357.327970:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787764357.327972:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764357.327975:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764357.327979:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764357.327985:0:58520:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5242
00000400:00000200:0.0:1787764357.327994:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764357.327999:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764357.328002:0:58520:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764357.328005:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764357.328008:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764357.328010:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764357.328012:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787764357.328015:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764357.328017:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:0.0:1787764357.328019:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764357.328021:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:0.0:1787764357.328023:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:0.0:1787764357.328025:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:0.0:1787764357.328035:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764357.328037:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764357.328039:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764357.328040:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787764357.328042:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:0.0:1787764357.328045:0:58520:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787764357.328046:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764357.328049:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764357.328051:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764357.328054:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764357.328055:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787764357.328057:0:58520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764357.328062:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189602d00.
00000020:00000040:0.0:1787764357.328065:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:0.0:1787764357.328069:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764357.328070:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764357.328073:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764357.328075:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764357.328079:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764357.328085:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186484c00.
00000100:00000001:0.0:1787764357.328090:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764357.328098:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189602d00 x1874601358832640/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764357.328107:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764357.328111:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764357.328115:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008fcde54a] to pc [ptlrpcd_rcv+-1]  req@ffff982189602d00 x1874601358832640/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764357.328139:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764357.328143:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764357.328150:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787764357.328151:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764357.328153:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764357.328156:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764357.328159:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5242
00000400:00000200:0.0:1787764357.328164:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764357.328168:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764357.328171:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764357.328175:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764357.328178:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787764357.328178:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1787764357.328181:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764357.328184:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764357.328185:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:1.0:1787764357.328190:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1787764357.328191:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764357.328194:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:0.0:1787764357.328197:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764357.328200:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:0.0:1787764357.328203:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:1.0:1787764357.328203:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982189602d00 x1874601358832640/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787764357.328208:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:0.0:1787764357.328216:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764357.328222:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787764357.328224:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1787764357.328227:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764357.328229:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764357.328233:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
02000000:00000001:1.0:1787764357.328236:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:0.0:1787764357.328238:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
02000000:00000001:1.0:1787764357.328241:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1787764357.328244:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
02000000:00000001:1.0:1787764357.328247:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764357.328249:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764357.328254:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:1.0:1787764357.328257:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982189602d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358832640:192.168.202.141@tcp:250:kworker.0
02000000:00000001:0.0:1787764357.328261:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764357.328266:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764357.328267:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764357.328271:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787764357.328272:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:0.0:1787764357.328276:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787764357.328277:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1787764357.328284:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764357.328284:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1787764357.328288:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764357.328292:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649d800.
00000100:00000010:0.0:1787764357.328293:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189601680.
02000000:00000001:1.0:1787764357.328297:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1787764357.328299:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:0.0:1787764357.328318:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764357.328320:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764357.328325:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1787764357.328325:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
02000000:00000001:0.0:1787764357.328329:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764357.328333:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787764357.328334:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3738.
02000000:00000010:0.0:1787764357.328338:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186485400.
00000400:00000010:1.0:1787764357.328344:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000001:0.0:1787764357.328345:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764357.328351:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189601680 x1874601358832768/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764357.328364:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764357.328367:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787764357.328369:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358832640, portal 25
00000100:00000040:0.0:1787764357.328372:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd7e294a] to pc [ptlrpcd_rcv+-1]  req@ffff982189601680 x1874601358832768/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764357.328374:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764357.328378:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868538965248 : -114205170586368 : ffff982189602d00)
00000100:00000001:0.0:1787764357.328391:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764357.328392:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982189602d00 x1874601358832640/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787764357.328396:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764357.328404:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787764357.328408:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787764357.328411:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1787764357.328412:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:1.0:1787764357.328419:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000100:00000001:0.0:1787764357.328420:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764357.328426:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5242
00000400:00000010:1.0:1787764357.328427:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f6e8.
00000400:00000200:0.0:1787764357.328433:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000200:1.0:1787764357.328434:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358832640, offset 0
00000400:00000200:0.0:1787764357.328439:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764357.328443:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787764357.328448:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000100:00000040:0.0:1787764357.328451:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764357.328455:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764357.328458:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764357.328463:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000400:00000200:1.0:1787764357.328463:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000020:00000001:0.0:1787764357.328469:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764357.328471:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:0.0:1787764357.328474:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1787764357.328475:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000020:00000040:0.0:1787764357.328477:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:0.0:1787764357.328482:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000400:00000200:1.0:1787764357.328484:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:0.0:1787764357.328486:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000400:00000200:1.0:1787764357.328492:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000100:00000040:0.0:1787764357.328493:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764357.328499:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787764357.328502:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000100:00000040:0.0:1787764357.328506:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000400:00000200:1.0:1787764357.328511:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000100:00000001:0.0:1787764357.328512:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787764357.328517:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000400:00000200:1.0:1787764357.328521:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70376:70376:256:4294967295] 192.168.202.141@tcp LPNI seq info [70376:70376:8:4294967295]
00000100:00080000:0.0:1787764357.328525:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787764357.328530:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764357.328532:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
02000000:00000001:0.0:1787764357.328534:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764357.328540:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764357.328545:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764357.328549:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1787764357.328550:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000008:00100000:0.0:1787764357.328553:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787764357.328559:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764357.328563:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787764357.328563:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000100:00000010:0.0:1787764357.328571:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189603840.
00000800:00000010:1.0:1787764357.328574:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88400.
00000020:00000040:0.0:1787764357.328576:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:0.0:1787764357.328581:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764357.328583:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764357.328587:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.0:1787764357.328588:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
02000000:00000001:0.0:1787764357.328590:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764357.328594:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787764357.328594:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 23 secs later)
02000000:00000010:0.0:1787764357.328602:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186484000.
00000800:00000200:1.1:1787764357.328604:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:0.0:1787764357.328609:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787764357.328610:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 23 secs later)
00000100:00100000:0.0:1787764357.328619:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189603840 x1874601358832896/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1787764357.328620:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764357.328626:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88400.
00000400:00000200:1.0:1787764357.328635:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1787764357.328636:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764357.328640:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764357.328646:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000100:00000040:0.0:1787764357.328650:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042b5abf2] to pc [ptlrpcd_rcv+-1]  req@ffff982189603840 x1874601358832896/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787764357.328654:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f6e8
00000400:00000010:1.0:1787764357.328659:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f6e8.
00000100:00000001:0.0:1787764357.328666:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764357.328667:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:0.0:1787764357.328669:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764357.328676:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000200:1.0:1787764357.328677:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982189602d00 x1874601358832640/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764357.328678:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764357.328682:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764357.328687:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764357.328693:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5242
00000100:00000001:1.0:1787764357.328697:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000400:00000200:0.0:1787764357.328701:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000040:1.0:1787764357.328707:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982189602d00 x1874601358832640/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764382 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787764357.328710:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764357.328715:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764357.328723:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764357.328727:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764357.328728:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764357.328733:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764357.328733:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764357.328738:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787764357.328742:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787764357.328742:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1787764357.328745:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:0.0:1787764357.328749:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1787764357.328752:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000020:00000040:0.0:1787764357.328753:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000100:00000001:1.0:1787764357.328758:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4299916555
00000020:00000001:0.0:1787764357.328759:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:0.0:1787764357.328763:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:0.0:1787764357.328767:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764357.328769:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764357.328771:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764357.328774:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787764357.328778:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00000010:1.0:1787764357.328779:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982191d2ca80.
00000100:00080000:0.0:1787764357.328782:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787764357.328787:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764357.328790:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787764357.328791:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
02000000:00000001:0.0:1787764357.328793:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764357.328797:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764357.328798:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4299916555
00000100:00000001:0.0:1787764357.328799:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764357.328802:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787764357.328805:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764357.328807:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764357.328807:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982191d2c7e0.
00000100:00000010:0.0:1787764357.328810:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189600780.
00000020:00000040:0.0:1787764357.328814:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
00000100:00000001:1.0:1787764357.328814:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
02000000:00000001:0.0:1787764357.328816:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764357.328819:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764357.328821:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787764357.328822:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764357.328823:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764357.328826:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764357.328831:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186486800.
00000100:00000001:1.0:1787764357.328831:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764357.328836:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1787764357.328837:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764357.328843:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189600780 x1874601358833024/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787764357.328871:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764357/real 1787764357]  req@ffff982189602d00 x1874601358832640/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764357.328872:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764357.328875:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764357.328881:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7c1d79b] to pc [ptlrpcd_rcv+-1]  req@ffff982189600780 x1874601358833024/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764357.328897:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764357.328899:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764357.328901:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787764357.328902:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764357.328903:0:58520:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764357.328909:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000400:00000001:1.0:1787764357.328912:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:0.0:1787764357.328913:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5242
00000400:00000001:1.0:1787764357.328916:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000200:0.0:1787764357.328921:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764357.328921:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3738.
00000400:00000200:1.0:1787764357.328928:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000400:00000200:0.0:1787764357.328929:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000400:00000010:1.0:1787764357.328934:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00080000:0.0:1787764357.328935:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764357.328942:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764357.328942:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787764357.328948:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764357.328953:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000200:1.0:1787764357.328953:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982189602d00 x1874601358832640/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764357.328958:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787764357.328963:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764357.328965:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:0.0:1787764357.328968:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764357.328971:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:0.0:1787764357.328975:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:0.0:1787764357.328977:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000200:1.0:1787764357.328981:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982189602d00 x1874601358832640/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787764357.328982:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764357.328986:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764357.328989:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764357.328992:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787764357.328996:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:0.0:1787764357.329001:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787764357.329005:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764357.329006:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:0.0:1787764357.329007:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764357.329011:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764357.329011:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787764357.329016:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764357.329018:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787764357.329018:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000008:00100000:0.0:1787764357.329022:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1787764357.329023:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:0.0:1787764357.329025:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764357.329029:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764357.329032:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189603480.
00000020:00000040:0.0:1787764357.329035:0:58520:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:0.0:1787764357.329036:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764357.329037:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764357.329039:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764357.329040:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764357.329041:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764357.329044:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982189602d00 x1874601358832640/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1787764357.329045:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186486c00.
00000100:00000001:0.0:1787764357.329049:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764357.329057:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189603480 x1874601358833152/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764357.329066:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764357.329068:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764357.329072:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764357.329080:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001695004d] to pc [ptlrpcd_rcv+-1]  req@ffff982189603480 x1874601358833152/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787764357.329081:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982189602d00 x1874601358832640/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764382 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764357.329093:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764357.329099:0:58520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5252)
00000100:00000001:1.0:1787764357.329101:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764357.329107:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764357.329109:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764357.329111:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764357.329114:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764357.329117:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764357.329120:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764357.329126:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764357.329129:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764357.329135:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982189602d00 x1874601358832640/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764382 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764357.329143:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982189602d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358832640:192.168.202.141@tcp:250:kworker.0
00000100:00000001:1.0:1787764357.329148:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764357.329151:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764357.329154:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982189602d00 x1874601358832640/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764382 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764357.329161:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764357.329164:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764357.329166:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649d800.
02000000:00000001:1.0:1787764357.329170:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764357.329172:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764357.329173:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000020:00000001:1.0:1787764357.329176:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764357.329179:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982186484c00.
02000000:00000001:1.0:1787764357.329182:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764357.329184:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764357.329186:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982189602d00.
00000100:00000001:1.0:1787764357.329190:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764357.329191:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764357.329194:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764357.329201:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764357.329203:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764357.329206:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764357.329208:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764357.329209:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764357.329214:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982189601680 x1874601358832768/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764357.329222:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764357.329223:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764357.329226:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764357.329227:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764357.329231:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764357.329234:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982189601680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358832768:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764357.329238:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764357.329240:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764357.329242:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764357.329244:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764357.329247:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649d800.
02000000:00000001:1.0:1787764357.329249:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764357.329254:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764357.329258:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3738.
00000400:00000010:1.0:1787764357.329261:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000200:1.0:1787764357.329264:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358832768, portal 10
00000100:00000001:1.0:1787764357.329266:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764357.329268:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868538959488 : -114205170592128 : ffff982189601680)
00000100:00000040:1.0:1787764357.329276:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982189601680 x1874601358832768/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764357.329282:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764357.329285:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764357.329288:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f6e8.
00000100:00000200:1.0:1787764357.329290:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358832768, offset 0
00000400:00000200:1.0:1787764357.329295:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764357.329299:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764357.329320:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764357.329323:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764357.329326:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764357.329328:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764357.329331:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764357.329334:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70377:70377:256:4294967295] 192.168.202.141@tcp LPNI seq info [70377:70377:8:4294967295]
00000400:00000200:1.0:1787764357.329339:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764357.329346:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764357.329351:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764357.329356:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88400.
00000800:00000200:1.0:1787764357.329361:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764357.329364:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1787764357.329369:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764357.329372:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 23 secs later)
00000800:00000100:1.0:1787764357.329376:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764357.329378:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88400.
00000400:00000200:1.0:1787764357.329382:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764357.329385:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764357.329389:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f6e8
00000400:00000010:1.0:1787764357.329391:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f6e8.
00000100:00000001:1.0:1787764357.329394:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764357.329398:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982189601680 x1874601358832768/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764357.329406:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764357.329410:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982189601680 x1874601358832768/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764382 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764357.329417:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764357.329419:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764357.329422:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764357.329427:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:1.0:1787764357.329430:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764357.329432:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299915287
00000100:00000001:1.0:1787764357.329435:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299916555
00000100:00000001:1.0:1787764357.329437:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299915287
00000100:00000001:1.0:1787764357.329440:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299916555
00000100:00000001:1.0:1787764357.329442:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764357.329444:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764357.329446:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764357.329449:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764357/real 1787764357]  req@ffff982189601680 x1874601358832768/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764357.329463:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764357.329464:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764357.329466:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3738.
00000400:00000200:1.0:1787764357.329468:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000400:00000010:1.0:1787764357.329470:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:1.0:1787764357.329472:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764357.329475:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982189601680 x1874601358832768/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764357.329483:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982189601680 x1874601358832768/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764357.329489:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764357.329491:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764357.329493:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764357.329495:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764357.329499:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982189601680 x1874601358832768/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764357.329505:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764357.329509:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982189601680 x1874601358832768/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764382 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764357.329516:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764357.329518:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764357.329520:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764357.329521:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764357.329523:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764357.329525:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764357.329528:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764357.329531:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764357.329534:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764357.329538:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982189601680 x1874601358832768/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764382 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764357.329546:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982189601680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358832768:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764357.329550:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764357.329553:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982189603840 x1874601358832896/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764357.329559:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764357.329561:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764357.329563:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764357.329565:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764357.329567:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764357.329569:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982189603840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358832896:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764357.329573:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764357.329574:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764357.329576:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764357.329578:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764357.329581:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649c400.
02000000:00000001:1.0:1787764357.329583:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764357.329586:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764357.329588:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3738.
00000400:00000010:1.0:1787764357.329591:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000200:1.0:1787764357.329594:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358832896, portal 10
00000100:00000001:1.0:1787764357.329596:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764357.329597:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868538968128 : -114205170583488 : ffff982189603840)
00000100:00000040:1.0:1787764357.329603:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982189603840 x1874601358832896/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764357.329609:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764357.329611:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764357.329613:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f6e8.
00000100:00000200:1.0:1787764357.329615:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358832896, offset 0
00000400:00000200:1.0:1787764357.329619:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764357.329623:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764357.329626:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764357.329629:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764357.329632:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764357.329634:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764357.329637:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764357.329640:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70378:70378:256:4294967295] 192.168.202.141@tcp LPNI seq info [70378:70378:8:4294967295]
00000400:00000200:1.0:1787764357.329645:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764357.329651:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764357.329658:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764357.329661:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88400.
00000800:00000200:1.0:1787764357.329665:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764357.329668:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1787764357.329672:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764357.329675:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 23 secs later)
00000800:00000100:1.0:1787764357.329679:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764357.329682:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88400.
00000400:00000200:1.0:1787764357.329685:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764357.329689:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764357.329692:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f6e8
00000400:00000010:1.0:1787764357.329694:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f6e8.
00000100:00000001:1.0:1787764357.329696:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764357.329700:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982189603840 x1874601358832896/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764357.329708:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764357.329711:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982189603840 x1874601358832896/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764382 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764357.329718:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764357.329720:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764357.329723:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764357.329726:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:1.0:1787764357.329730:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764357.329733:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299915281
00000100:00000001:1.0:1787764357.329735:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299916555
00000100:00000001:1.0:1787764357.329738:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299915281
00000100:00000001:1.0:1787764357.329740:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299916555
00000100:00000001:1.0:1787764357.329742:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764357.329745:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764357.329746:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764357.329751:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764357/real 1787764357]  req@ffff982189603840 x1874601358832896/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764357.329760:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764357.329761:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764357.329763:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3738.
00000400:00000200:1.0:1787764357.329766:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000400:00000010:1.0:1787764357.329768:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:1.0:1787764357.329771:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764357.329774:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982189603840 x1874601358832896/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764357.329783:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982189603840 x1874601358832896/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764357.329790:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764357.329791:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764357.329794:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764357.329795:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764357.329800:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982189603840 x1874601358832896/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764357.329807:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764357.329813:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982189603840 x1874601358832896/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764382 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764357.329820:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764357.329823:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764357.329825:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764357.329826:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764357.329828:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764357.329830:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764357.329833:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764357.329836:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764357.329838:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764357.329842:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982189603840 x1874601358832896/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764382 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764357.329872:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982189603840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358832896:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764357.329877:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764357.329881:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982189600780 x1874601358833024/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764357.329888:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764357.329890:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764357.329892:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764357.329894:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764357.329896:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764357.329899:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982189600780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358833024:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764357.329902:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764357.329904:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764357.329906:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764357.329908:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764357.329912:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649e800.
02000000:00000001:1.0:1787764357.329914:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764357.329918:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764357.329920:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3738.
00000400:00000010:1.0:1787764357.329924:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000200:1.0:1787764357.329927:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358833024, portal 4
00000100:00000001:1.0:1787764357.329930:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764357.329931:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868538955648 : -114205170595968 : ffff982189600780)
00000100:00000040:1.0:1787764357.329937:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982189600780 x1874601358833024/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764357.329944:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764357.329947:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764357.329949:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f6e8.
00000100:00000200:1.0:1787764357.329953:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358833024, offset 0
00000400:00000200:1.0:1787764357.329957:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764357.329961:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764357.329965:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764357.329968:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764357.329970:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764357.329973:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764357.329976:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764357.329980:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70379:70379:256:4294967295] 192.168.202.141@tcp LPNI seq info [70379:70379:8:4294967295]
00000400:00000200:1.0:1787764357.329984:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764357.329991:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764357.329996:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764357.330000:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88400.
00000800:00000200:1.0:1787764357.330004:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764357.330007:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1787764357.330012:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764357.330014:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 23 secs later)
00000800:00000100:1.0:1787764357.330019:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764357.330021:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88400.
00000400:00000200:1.0:1787764357.330024:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764357.330028:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764357.330031:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f6e8
00000400:00000010:1.0:1787764357.330032:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f6e8.
00000100:00000001:1.0:1787764357.330035:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764357.330039:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982189600780 x1874601358833024/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764357.330054:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764357.330057:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982189600780 x1874601358833024/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764382 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764357.330064:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764357.330065:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764357.330069:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764357.330072:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:1.0:1787764357.330075:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764357.330078:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299915287
00000100:00000001:1.0:1787764357.330080:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299916555
00000100:00000001:1.0:1787764357.330082:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299915287
00000100:00000001:1.0:1787764357.330085:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299916555
00000100:00000001:1.0:1787764357.330087:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764357.330090:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764357.330092:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764357.330097:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764357/real 1787764357]  req@ffff982189600780 x1874601358833024/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764357.330106:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764357.330107:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764357.330109:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3738.
00000400:00000200:1.0:1787764357.330112:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000400:00000010:1.0:1787764357.330114:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:1.0:1787764357.330116:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764357.330120:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982189600780 x1874601358833024/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764357.330128:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982189600780 x1874601358833024/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764357.330135:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764357.330137:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764357.330139:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764357.330140:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764357.330144:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982189600780 x1874601358833024/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764357.330150:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764357.330155:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982189600780 x1874601358833024/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764382 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764357.330161:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764357.330164:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764357.330165:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764357.330167:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764357.330168:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764357.330170:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764357.330173:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764357.330177:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764357.330179:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764357.330183:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982189600780 x1874601358833024/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764382 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764357.330191:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982189600780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358833024:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764357.330196:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764357.330200:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982189603480 x1874601358833152/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764357.330207:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764357.330208:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764357.330211:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764357.330212:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764357.330215:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764357.330218:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982189603480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358833152:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764357.330221:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764357.330224:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764357.330225:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764357.330227:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764357.330231:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649f800.
02000000:00000001:1.0:1787764357.330233:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764357.330236:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764357.330239:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3738.
00000400:00000010:1.0:1787764357.330242:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000200:1.0:1787764357.330245:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358833152, portal 4
00000100:00000001:1.0:1787764357.330248:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764357.330250:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868538967168 : -114205170584448 : ffff982189603480)
00000100:00000040:1.0:1787764357.330256:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982189603480 x1874601358833152/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764357.330262:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764357.330265:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764357.330268:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f6e8.
00000100:00000200:1.0:1787764357.330271:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358833152, offset 0
00000400:00000200:1.0:1787764357.330276:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764357.330281:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764357.330284:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764357.330287:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764357.330290:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764357.330293:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764357.330296:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764357.330299:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70380:70380:256:4294967295] 192.168.202.141@tcp LPNI seq info [70380:70380:8:4294967295]
00000400:00000200:1.0:1787764357.330320:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764357.330326:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764357.330331:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764357.330335:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88400.
00000800:00000200:1.0:1787764357.330340:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764357.330343:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1787764357.330348:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764357.330350:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 23 secs later)
00000800:00000100:1.0:1787764357.330355:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764357.330357:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88400.
00000400:00000200:1.0:1787764357.330360:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764357.330364:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764357.330367:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f6e8
00000400:00000010:1.0:1787764357.330368:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f6e8.
00000100:00000001:1.0:1787764357.330371:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764357.330375:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982189603480 x1874601358833152/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764357.330383:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764357.330387:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982189603480 x1874601358833152/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764382 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764357.330393:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764357.330395:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764357.330398:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764357.330401:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:1.0:1787764357.330405:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764357.330407:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299915288
00000100:00000001:1.0:1787764357.330410:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299916555
00000100:00000001:1.0:1787764357.330412:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299915288
00000100:00000001:1.0:1787764357.330414:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299916555
00000100:00000001:1.0:1787764357.330416:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764357.330419:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764357.330421:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764357.330425:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764357/real 1787764357]  req@ffff982189603480 x1874601358833152/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764357.330433:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764357.330435:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764357.330437:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3738.
00000400:00000200:1.0:1787764357.330439:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000400:00000010:1.0:1787764357.330441:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:1.0:1787764357.330444:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764357.330447:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982189603480 x1874601358833152/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764357.330456:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982189603480 x1874601358833152/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764357.330463:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764357.330465:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764357.330466:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764357.330468:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764357.330472:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982189603480 x1874601358833152/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764357.330480:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764357.330485:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982189603480 x1874601358833152/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764382 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764357.330492:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764357.330495:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764357.330497:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764357.330498:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764357.330500:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764357.330501:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764357.330504:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764357.330508:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764357.330510:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764357.330515:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982189603480 x1874601358833152/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764382 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764357.330530:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982189603480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358833152:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764357.330534:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764357.330537:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764357.330540:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982189601680 x1874601358832768/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764382 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764357.330547:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764357.330549:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764357.330551:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649d800.
02000000:00000001:1.0:1787764357.330554:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764357.330556:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764357.330557:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:1.0:1787764357.330559:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764357.330561:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982186485400.
02000000:00000001:1.0:1787764357.330564:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764357.330566:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764357.330568:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982189601680.
00000100:00000001:1.0:1787764357.330571:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764357.330573:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764357.330575:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764357.330579:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982189603840 x1874601358832896/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764382 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764357.330586:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764357.330587:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764357.330589:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649c400.
02000000:00000001:1.0:1787764357.330591:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764357.330592:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764357.330594:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:1.0:1787764357.330596:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764357.330598:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982186484000.
02000000:00000001:1.0:1787764357.330600:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764357.330602:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764357.330603:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982189603840.
00000100:00000001:1.0:1787764357.330606:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764357.330608:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764357.330610:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764357.330613:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982189600780 x1874601358833024/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764382 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764357.330620:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764357.330621:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764357.330622:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649e800.
02000000:00000001:1.0:1787764357.330625:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764357.330627:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764357.330628:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:1.0:1787764357.330630:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764357.330632:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982186486800.
02000000:00000001:1.0:1787764357.330634:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764357.330635:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764357.330637:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982189600780.
00000100:00000001:1.0:1787764357.330639:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764357.330640:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764357.330642:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764357.330646:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982189603480 x1874601358833152/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764382 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764357.330652:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764357.330654:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764357.330655:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649f800.
02000000:00000001:1.0:1787764357.330658:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764357.330659:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764357.330660:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:1.0:1787764357.330662:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764357.330663:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982186486c00.
02000000:00000001:1.0:1787764357.330665:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764357.330667:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764357.330668:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982189603480.
00000100:00000001:1.0:1787764357.330670:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764357.330672:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764357.330674:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764357.330678:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764357.330680:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764357.330682:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764357.330684:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764357.647928:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764357.647935:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764357.647939:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764357.647941:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764357.647943:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764357.647945:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764357.647947:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764357.647948:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764357.647950:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764357.647951:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764357.647971:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764357.647974:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764357.647978:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764357.903960:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764357.903969:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764357.903972:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764357.903978:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764357.903982:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764357.903986:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764357.903990:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764357.903993:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764357.903997:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764358.671957:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000040:2.0:1787764358.671958:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4299916555, at 4299916608
00010000:00000001:0.0:1787764358.671964:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764358.671972:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764358.671974:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764358.671975:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2ca80.
00010000:00000001:0.0:1787764358.671979:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764358.671983:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764358.671986:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764358.671990:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764358.671993:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764358.671995:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764358.671998:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764358.672013:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764358.672018:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764358.672019:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764358.672023:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764358.672025:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764358.672027:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764358.672028:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764358.672030:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764358.672032:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764358.672034:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764358.672036:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764358.672086:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299916555, at 4299916608
00000100:00000010:3.0:1787764358.672095:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2c7e0.
00000020:00000001:2.0:1787764358.672097:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764358.672102:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764358.672106:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764358.927963:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764358.927972:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764358.927975:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764358.927982:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764358.927986:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764358.927991:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764358.927994:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764358.927997:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764358.928000:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764359.695942:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764359.695947:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764359.695952:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764359.695953:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764359.695956:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764359.695957:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764359.695959:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764359.695960:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764359.695962:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764359.695963:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764359.695977:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764359.695979:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764359.695981:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764359.952103:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764359.952111:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764359.952114:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764359.952119:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764359.952123:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764359.952127:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764359.952130:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764359.952133:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764359.952136:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764360.719952:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764360.719959:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764360.719964:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764360.719965:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764360.719968:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764360.719968:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764360.719971:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764360.719972:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764360.719974:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764360.719975:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764360.719990:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764360.719993:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764360.719995:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764360.975975:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764360.975983:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764360.975986:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764360.975992:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764360.975997:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764360.976001:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764360.976005:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764360.976008:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764360.976012:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764361.743948:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764361.743959:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764361.743963:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764361.743964:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764361.743966:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764361.743967:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764361.743969:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764361.743970:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764361.743972:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764361.743973:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764361.744026:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764361.744030:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764361.744032:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764361.999945:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764361.999952:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764361.999955:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764361.999959:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764361.999964:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764361.999967:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764361.999969:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764361.999972:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764361.999974:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764362.447940:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764362.447950:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764362.447953:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764362.447957:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764362.447961:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764362.447969:0:58520:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5247
00000400:00000200:3.0:1787764362.447985:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764362.447995:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764362.447998:0:58520:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764362.448002:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764362.448004:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764362.448006:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764362.448008:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764362.448011:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764362.448012:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:3.0:1787764362.448014:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764362.448017:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:3.0:1787764362.448018:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:3.0:1787764362.448020:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:3.0:1787764362.448021:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764362.448022:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764362.448024:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764362.448026:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764362.448028:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:3.0:1787764362.448030:0:58520:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764362.448032:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764362.448034:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764362.448037:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764362.448038:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764362.448040:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764362.448041:0:58520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764362.448047:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b12c0.
00000020:00000040:3.0:1787764362.448049:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:3.0:1787764362.448052:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764362.448053:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764362.448056:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764362.448058:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764362.448060:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764362.448067:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9d000.
00000100:00000001:3.0:1787764362.448073:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764362.448081:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b12c0 x1874601358833280/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764362.448091:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764362.448096:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764362.448100:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001900fdea] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b12c0 x1874601358833280/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764362.448120:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764362.448123:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764362.448126:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764362.448127:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764362.448128:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764362.448130:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764362.448131:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5247
00000400:00000200:3.0:1787764362.448134:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764362.448136:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764362.448137:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764362.448147:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764362.448153:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764362.448155:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764362.448157:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764362.448159:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764362.448160:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:3.0:1787764362.448161:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764362.448163:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:3.0:1787764362.448165:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:3.0:1787764362.448167:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:3.0:1787764362.448169:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764362.448171:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764362.448173:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764362.448175:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764362.448177:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:3.0:1787764362.448179:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764362.448182:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764362.448184:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764362.448189:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764362.448192:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764362.448194:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787764362.448195:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00100000:3.0:1787764362.448198:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787764362.448199:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764362.448203:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000008:00000001:3.0:1787764362.448204:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764362.448208:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764362.448209:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b12c0 x1874601358833280/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1787764362.448213:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b2d00.
00000020:00000040:3.0:1787764362.448218:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
00000100:00000001:1.0:1787764362.448222:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787764362.448223:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787764362.448224:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764362.448227:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764362.448229:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787764362.448231:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764362.448232:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764362.448236:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764362.448236:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:1.0:1787764362.448241:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358833280:192.168.202.141@tcp:250:kworker.0
02000000:00000001:3.0:1787764362.448241:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764362.448247:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000010:3.0:1787764362.448248:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9d400.
02000000:00000001:1.0:1787764362.448250:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764362.448253:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764362.448253:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764362.448270:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764362.448277:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649f800.
00000100:00100000:3.0:1787764362.448280:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b2d00 x1874601358833408/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787764362.448281:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764362.448289:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1787764362.448290:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764362.448292:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764362.448296:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000583ee9bd] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b2d00 x1874601358833408/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787764362.448300:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3738.
00000100:00000001:3.0:1787764362.448303:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764362.448306:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1787764362.448309:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00080000:3.0:1787764362.448310:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764362.448313:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764362.448316:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:1.0:1787764362.448319:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358833280, portal 25
00000100:00000001:3.0:1787764362.448320:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787764362.448324:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1787764362.448325:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5247
00000100:00000001:1.0:1787764362.448327:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542825152 : -114205166726464 : ffff9821899b12c0)
00000400:00000200:3.0:1787764362.448332:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764362.448337:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00000040:1.0:1787764362.448338:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b12c0 x1874601358833280/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787764362.448340:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764362.448346:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764362.448351:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787764362.448355:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787764362.448355:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764362.448360:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000040:1.0:1787764362.448361:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000020:00000001:3.0:1787764362.448366:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000010:1.0:1787764362.448367:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f6e8.
00000020:00000040:3.0:1787764362.448368:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:3.0:1787764362.448372:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000200:1.0:1787764362.448373:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358833280, offset 0
00000020:00000040:3.0:1787764362.448374:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:3.0:1787764362.448378:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:3.0:1787764362.448381:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:3.0:1787764362.448385:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000400:00000200:1.0:1787764362.448386:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000100:00000001:3.0:1787764362.448393:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787764362.448396:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000040:3.0:1787764362.448397:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764362.448402:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764362.448404:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:3.0:1787764362.448408:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000400:00000200:1.0:1787764362.448409:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000100:00000001:3.0:1787764362.448410:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764362.448414:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764362.448417:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787764362.448418:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1787764362.448419:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764362.448422:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764362.448424:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787764362.448425:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000008:00000001:3.0:1787764362.448427:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764362.448429:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764362.448432:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000100:00000010:3.0:1787764362.448434:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0780.
00000400:00000200:1.0:1787764362.448437:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000020:00000040:3.0:1787764362.448438:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:3.0:1787764362.448442:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1787764362.448444:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70381:70381:256:4294967295] 192.168.202.141@tcp LPNI seq info [70381:70381:8:4294967295]
02000000:00000001:3.0:1787764362.448445:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764362.448449:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764362.448451:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764362.448453:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764362.448454:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
02000000:00000010:3.0:1787764362.448457:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9f000.
00000100:00000001:3.0:1787764362.448461:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764362.448467:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0780 x1874601358833536/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787764362.448471:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1787764362.448482:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:1.0:1787764362.448483:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000100:00000001:3.0:1787764362.448484:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764362.448489:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cef40868] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0780 x1874601358833536/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:1.0:1787764362.448490:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88400.
00000100:00000001:3.0:1787764362.448498:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764362.448501:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.0:1787764362.448502:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00080000:3.0:1787764362.448505:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764362.448507:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:1.0:1787764362.448508:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000100:00080000:3.0:1787764362.448508:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764362.448513:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764362.448519:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5247
00000800:00000200:1.1:1787764362.448519:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000400:00000200:3.0:1787764362.448523:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000800:00000200:1.1:1787764362.448525:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000400:00000200:3.0:1787764362.448528:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764362.448532:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1787764362.448536:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000100:00000040:3.0:1787764362.448537:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000800:00000010:1.0:1787764362.448541:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88400.
00000100:00000001:3.0:1787764362.448541:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764362.448545:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764362.448547:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000400:00000200:1.0:1787764362.448548:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:3.0:1787764362.448552:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:1.0:1787764362.448556:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000020:00000040:3.0:1787764362.448556:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:3.0:1787764362.448558:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764362.448562:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000400:00000200:1.0:1787764362.448563:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f6e8
00000020:00000001:3.0:1787764362.448566:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000400:00000010:1.0:1787764362.448567:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f6e8.
00000020:00000001:3.0:1787764362.448572:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000001:1.0:1787764362.448575:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1787764362.448580:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000200:1.0:1787764362.448582:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b12c0 x1874601358833280/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764362.448584:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764362.448589:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764362.448594:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764362.448600:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00000001:1.0:1787764362.448602:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1787764362.448604:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764362.448608:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764362.448610:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b12c0 x1874601358833280/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764387 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787764362.448612:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764362.448617:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764362.448622:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764362.448622:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764362.448626:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787764362.448627:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764362.448632:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1787764362.448633:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787764362.448635:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764362.448639:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764362.448640:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764362.448644:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4299921675
00000100:00000010:3.0:1787764362.448645:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b30c0.
00000100:00000010:1.0:1787764362.448650:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982191d2ce40.
00000020:00000040:3.0:1787764362.448650:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:3.0:1787764362.448654:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764362.448656:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764362.448657:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764362.448658:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764362.448659:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764362.448663:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9d800.
00000100:00000001:3.0:1787764362.448665:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764362.448669:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000100:00100000:3.0:1787764362.448670:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b30c0 x1874601358833664/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764362.448677:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4299921675
00000100:00000001:3.0:1787764362.448677:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764362.448681:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764362.448683:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982191d2c720.
00000100:00000040:3.0:1787764362.448684:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8678ec4] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b30c0 x1874601358833664/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764362.448690:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787764362.448694:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764362.448698:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764362.448702:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764362.448708:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764362/real 1787764362]  req@ffff9821899b12c0 x1874601358833280/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764362.448711:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764362.448717:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000001:1.0:1787764362.448724:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:3.0:1787764362.448724:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764362.448726:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000001:1.0:1787764362.448728:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:3.0:1787764362.448729:0:58520:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:1.0:1787764362.448732:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3738.
00000100:00000001:3.0:1787764362.448734:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787764362.448738:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000100:00080000:3.0:1787764362.448739:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5247
00000400:00000010:1.0:1787764362.448743:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000400:00000200:3.0:1787764362.448747:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764362.448748:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:3.0:1787764362.448754:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00000200:1.0:1787764362.448757:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b12c0 x1874601358833280/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787764362.448758:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764362.448765:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764362.448771:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1787764362.448775:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b12c0 x1874601358833280/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764362.448776:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764362.448782:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764362.448787:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764362.448790:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000100:00000001:1.0:1787764362.448791:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000001:3.0:1787764362.448793:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787764362.448794:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1787764362.448797:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000100:00000001:1.0:1787764362.448798:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764362.448802:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764362.448806:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b12c0 x1874601358833280/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787764362.448808:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:3.0:1787764362.448812:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:3.0:1787764362.448819:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764362.448823:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787764362.448824:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787764362.448825:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764362.448828:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764362.448829:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:3.0:1787764362.448831:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764362.448832:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764362.448833:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764362.448835:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764362.448836:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764362.448838:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764362.448839:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00000040:1.0:1787764362.448842:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b12c0 x1874601358833280/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764387 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1787764362.448842:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764362.448896:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764362.448900:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764362.448902:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764362.448904:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764362.448906:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764362.448908:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764362.448911:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764362.448916:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764362.448919:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764362.448923:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b12c0 x1874601358833280/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764387 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764362.448925:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764362.448932:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b2580.
00000100:00100000:1.0:1787764362.448936:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358833280:192.168.202.141@tcp:250:kworker.0
00000020:00000040:3.0:1787764362.448938:0:58520:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:3.0:1787764362.448944:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787764362.448946:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787764362.448946:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764362.448952:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787764362.448952:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764362.448953:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764362.448956:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764362.448960:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b12c0 x1874601358833280/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764387 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1787764362.448961:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9cc00.
00000100:00000001:3.0:1787764362.448966:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764362.448972:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00100000:3.0:1787764362.448973:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b2580 x1874601358833792/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787764362.448975:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764362.448979:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649f800.
02000000:00000001:1.0:1787764362.448983:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764362.448986:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764362.448988:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000100:00000001:3.0:1787764362.448989:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000020:00000001:1.0:1787764362.448991:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000001:3.0:1787764362.448992:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764362.448994:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9d000.
00000100:00000040:3.0:1787764362.448998:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d0536d5] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b2580 x1874601358833792/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787764362.448999:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764362.449001:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764362.449004:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b12c0.
00000100:00000001:1.0:1787764362.449008:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787764362.449009:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764362.449010:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764362.449013:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787764362.449013:0:58520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5258)
00000100:00000001:1.0:1787764362.449020:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764362.449022:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764362.449024:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764362.449026:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764362.449027:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764362.449031:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b2d00 x1874601358833408/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764362.449035:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764362.449036:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764362.449038:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764362.449039:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764362.449040:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764362.449049:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358833408:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764362.449052:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764362.449054:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764362.449056:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764362.449057:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764362.449061:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649f800.
02000000:00000001:1.0:1787764362.449063:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764362.449066:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764362.449069:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3738.
00000400:00000010:1.0:1787764362.449072:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000200:1.0:1787764362.449075:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358833408, portal 10
00000100:00000001:1.0:1787764362.449077:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764362.449078:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542831872 : -114205166719744 : ffff9821899b2d00)
00000100:00000040:1.0:1787764362.449085:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b2d00 x1874601358833408/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764362.449091:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764362.449093:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764362.449095:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f6e8.
00000100:00000200:1.0:1787764362.449098:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358833408, offset 0
00000400:00000200:1.0:1787764362.449102:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764362.449106:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764362.449109:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764362.449112:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764362.449115:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764362.449117:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764362.449119:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764362.449122:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70382:70382:256:4294967295] 192.168.202.141@tcp LPNI seq info [70382:70382:8:4294967295]
00000400:00000200:1.0:1787764362.449126:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764362.449131:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764362.449136:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764362.449139:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88400.
00000800:00000200:1.0:1787764362.449143:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764362.449146:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787764362.449149:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764362.449150:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787764362.449153:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764362.449154:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88400.
00000400:00000200:1.0:1787764362.449156:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764362.449158:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764362.449161:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f6e8
00000400:00000010:1.0:1787764362.449163:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f6e8.
00000100:00000001:1.0:1787764362.449165:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764362.449167:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b2d00 x1874601358833408/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764362.449172:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764362.449174:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b2d00 x1874601358833408/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764387 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764362.449178:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764362.449179:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764362.449181:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764362.449183:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:1.0:1787764362.449185:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764362.449187:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299920407
00000100:00000001:1.0:1787764362.449189:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299921675
00000100:00000001:1.0:1787764362.449190:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299920407
00000100:00000001:1.0:1787764362.449191:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299921675
00000100:00000001:1.0:1787764362.449193:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764362.449194:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764362.449195:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764362.449197:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764362/real 1787764362]  req@ffff9821899b2d00 x1874601358833408/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764362.449202:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764362.449203:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764362.449204:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3738.
00000400:00000200:1.0:1787764362.449205:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000400:00000010:1.0:1787764362.449206:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:1.0:1787764362.449207:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764362.449208:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b2d00 x1874601358833408/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764362.449213:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b2d00 x1874601358833408/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764362.449217:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764362.449217:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764362.449218:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764362.449219:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764362.449221:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b2d00 x1874601358833408/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764362.449224:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764362.449226:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b2d00 x1874601358833408/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764387 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764362.449230:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764362.449231:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764362.449232:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764362.449233:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764362.449234:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764362.449235:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764362.449237:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764362.449238:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764362.449240:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764362.449242:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b2d00 x1874601358833408/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764387 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764362.449247:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358833408:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764362.449248:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764362.449250:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b0780 x1874601358833536/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764362.449268:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764362.449269:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764362.449271:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764362.449272:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764362.449273:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764362.449275:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358833536:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764362.449277:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764362.449278:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764362.449279:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764362.449280:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764362.449282:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649e800.
02000000:00000001:1.0:1787764362.449283:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764362.449285:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764362.449286:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3738.
00000400:00000010:1.0:1787764362.449289:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000200:1.0:1787764362.449290:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358833536, portal 10
00000100:00000001:1.0:1787764362.449291:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764362.449292:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542822272 : -114205166729344 : ffff9821899b0780)
00000100:00000040:1.0:1787764362.449296:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b0780 x1874601358833536/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764362.449303:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764362.449305:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764362.449306:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f6e8.
00000100:00000200:1.0:1787764362.449307:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358833536, offset 0
00000400:00000200:1.0:1787764362.449310:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764362.449312:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764362.449314:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764362.449316:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764362.449317:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764362.449319:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764362.449320:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764362.449322:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70383:70383:256:4294967295] 192.168.202.141@tcp LPNI seq info [70383:70383:8:4294967295]
00000400:00000200:1.0:1787764362.449325:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764362.449329:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764362.449331:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764362.449333:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88400.
00000800:00000200:1.0:1787764362.449336:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764362.449337:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787764362.449340:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764362.449341:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787764362.449343:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764362.449344:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88400.
00000400:00000200:1.0:1787764362.449346:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764362.449348:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764362.449350:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f6e8
00000400:00000010:1.0:1787764362.449351:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f6e8.
00000100:00000001:1.0:1787764362.449352:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764362.449354:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b0780 x1874601358833536/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764362.449359:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764362.449360:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b0780 x1874601358833536/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764387 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764362.449368:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764362.449369:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764362.449370:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764362.449372:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:1.0:1787764362.449374:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764362.449375:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299920401
00000100:00000001:1.0:1787764362.449376:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299921675
00000100:00000001:1.0:1787764362.449378:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299920401
00000100:00000001:1.0:1787764362.449379:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299921675
00000100:00000001:1.0:1787764362.449380:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764362.449381:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764362.449382:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764362.449384:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764362/real 1787764362]  req@ffff9821899b0780 x1874601358833536/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764362.449388:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764362.449389:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764362.449390:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3738.
00000400:00000200:1.0:1787764362.449391:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000400:00000010:1.0:1787764362.449392:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:1.0:1787764362.449393:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764362.449395:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b0780 x1874601358833536/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764362.449399:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b0780 x1874601358833536/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764362.449403:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764362.449403:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764362.449404:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764362.449405:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764362.449407:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b0780 x1874601358833536/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764362.449411:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764362.449413:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b0780 x1874601358833536/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764387 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764362.449417:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764362.449418:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764362.449419:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764362.449420:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764362.449421:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764362.449422:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764362.449423:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764362.449424:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764362.449426:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764362.449427:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b0780 x1874601358833536/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764387 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764362.449432:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358833536:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764362.449433:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764362.449435:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b30c0 x1874601358833664/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764362.449439:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764362.449439:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764362.449440:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764362.449441:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764362.449442:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764362.449444:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358833664:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764362.449446:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764362.449447:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764362.449448:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764362.449449:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764362.449451:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649c400.
02000000:00000001:1.0:1787764362.449452:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764362.449454:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764362.449455:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3738.
00000400:00000010:1.0:1787764362.449457:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000200:1.0:1787764362.449458:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358833664, portal 4
00000100:00000001:1.0:1787764362.449459:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764362.449460:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542832832 : -114205166718784 : ffff9821899b30c0)
00000100:00000040:1.0:1787764362.449463:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b30c0 x1874601358833664/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764362.449467:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764362.449468:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764362.449469:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f6e8.
00000100:00000200:1.0:1787764362.449471:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358833664, offset 0
00000400:00000200:1.0:1787764362.449473:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764362.449474:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764362.449476:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764362.449477:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764362.449479:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764362.449480:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764362.449481:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764362.449483:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70384:70384:256:4294967295] 192.168.202.141@tcp LPNI seq info [70384:70384:8:4294967295]
00000400:00000200:1.0:1787764362.449485:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764362.449489:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764362.449492:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764362.449493:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88400.
00000800:00000200:1.0:1787764362.449495:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764362.449496:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787764362.449498:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764362.449500:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787764362.449502:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764362.449503:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88400.
00000400:00000200:1.0:1787764362.449505:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764362.449507:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764362.449508:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f6e8
00000400:00000010:1.0:1787764362.449509:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f6e8.
00000100:00000001:1.0:1787764362.449510:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764362.449512:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b30c0 x1874601358833664/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764362.449518:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764362.449521:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b30c0 x1874601358833664/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764387 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764362.449526:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764362.449528:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764362.449530:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764362.449533:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:1.0:1787764362.449535:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764362.449537:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299920406
00000100:00000001:1.0:1787764362.449540:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299921675
00000100:00000001:1.0:1787764362.449541:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299920406
00000100:00000001:1.0:1787764362.449543:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299921675
00000100:00000001:1.0:1787764362.449545:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764362.449547:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764362.449549:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764362.449552:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764362/real 1787764362]  req@ffff9821899b30c0 x1874601358833664/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764362.449560:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764362.449561:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764362.449563:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3738.
00000400:00000200:1.0:1787764362.449564:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000400:00000010:1.0:1787764362.449565:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:1.0:1787764362.449567:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764362.449569:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b30c0 x1874601358833664/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764362.449574:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b30c0 x1874601358833664/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764362.449578:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764362.449579:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764362.449580:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764362.449580:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764362.449582:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b30c0 x1874601358833664/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764362.449586:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764362.449588:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b30c0 x1874601358833664/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764387 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764362.449592:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764362.449593:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764362.449594:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764362.449595:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764362.449596:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764362.449597:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764362.449598:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764362.449600:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764362.449601:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764362.449603:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b30c0 x1874601358833664/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764387 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764362.449607:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358833664:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764362.449609:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764362.449611:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b2580 x1874601358833792/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764362.449615:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764362.449616:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764362.449617:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764362.449619:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764362.449620:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764362.449621:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358833792:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764362.449623:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764362.449624:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764362.449624:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764362.449626:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764362.449628:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649d800.
02000000:00000001:1.0:1787764362.449629:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764362.449631:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764362.449632:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3738.
00000400:00000010:1.0:1787764362.449634:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000200:1.0:1787764362.449635:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358833792, portal 4
00000100:00000001:1.0:1787764362.449636:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764362.449638:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542829952 : -114205166721664 : ffff9821899b2580)
00000100:00000040:1.0:1787764362.449641:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b2580 x1874601358833792/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764362.449644:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764362.449646:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764362.449647:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f6e8.
00000100:00000200:1.0:1787764362.449648:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358833792, offset 0
00000400:00000200:1.0:1787764362.449650:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764362.449652:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764362.449654:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764362.449656:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764362.449657:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764362.449658:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764362.449660:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764362.449662:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70385:70385:256:4294967295] 192.168.202.141@tcp LPNI seq info [70385:70385:8:4294967295]
00000400:00000200:1.0:1787764362.449664:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764362.449668:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764362.449671:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764362.449672:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88400.
00000800:00000200:1.0:1787764362.449675:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764362.449676:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1787764362.449678:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764362.449680:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1787764362.449682:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764362.449683:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88400.
00000400:00000200:1.0:1787764362.449685:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764362.449687:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764362.449689:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f6e8
00000400:00000010:1.0:1787764362.449690:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f6e8.
00000100:00000001:1.0:1787764362.449691:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764362.449693:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b2580 x1874601358833792/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764362.449697:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764362.449699:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b2580 x1874601358833792/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764387 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764362.449702:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764362.449703:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764362.449704:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764362.449706:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:1.0:1787764362.449707:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764362.449708:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299920407
00000100:00000001:1.0:1787764362.449710:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299921675
00000100:00000001:1.0:1787764362.449711:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299920407
00000100:00000001:1.0:1787764362.449712:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299921675
00000100:00000001:1.0:1787764362.449713:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764362.449715:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764362.449716:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764362.449718:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764362/real 1787764362]  req@ffff9821899b2580 x1874601358833792/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764362.449722:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764362.449723:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764362.449724:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3738.
00000400:00000200:1.0:1787764362.449725:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000400:00000010:1.0:1787764362.449726:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:1.0:1787764362.449727:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764362.449728:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b2580 x1874601358833792/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764362.449733:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b2580 x1874601358833792/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764362.449736:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764362.449737:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764362.449738:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764362.449738:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764362.449740:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b2580 x1874601358833792/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764362.449744:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764362.449746:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b2580 x1874601358833792/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764387 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764362.449749:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764362.449750:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764362.449751:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764362.449752:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764362.449753:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764362.449753:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764362.449755:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764362.449757:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764362.449758:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764362.449760:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b2580 x1874601358833792/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764387 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764362.449764:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358833792:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764362.449766:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764362.449767:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764362.449769:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b2d00 x1874601358833408/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764387 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764362.449772:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764362.449773:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764362.449774:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649f800.
02000000:00000001:1.0:1787764362.449775:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764362.449776:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764362.449777:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:1.0:1787764362.449778:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764362.449779:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9d400.
02000000:00000001:1.0:1787764362.449780:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764362.449781:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764362.449782:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b2d00.
00000100:00000001:1.0:1787764362.449784:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764362.449785:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764362.449786:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764362.449788:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b0780 x1874601358833536/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764387 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764362.449791:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764362.449792:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764362.449793:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649e800.
02000000:00000001:1.0:1787764362.449794:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764362.449795:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764362.449795:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:1.0:1787764362.449796:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764362.449798:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9f000.
02000000:00000001:1.0:1787764362.449799:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764362.449799:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764362.449800:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b0780.
00000100:00000001:1.0:1787764362.449801:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764362.449802:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764362.449803:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764362.449805:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b30c0 x1874601358833664/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764387 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764362.449808:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764362.449808:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764362.449809:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649c400.
02000000:00000001:1.0:1787764362.449810:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764362.449811:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764362.449811:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:1.0:1787764362.449812:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764362.449813:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9d800.
02000000:00000001:1.0:1787764362.449814:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764362.449814:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764362.449815:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b30c0.
00000100:00000001:1.0:1787764362.449816:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764362.449817:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764362.449818:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764362.449819:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b2580 x1874601358833792/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764387 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764362.449822:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764362.449823:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764362.449824:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649d800.
02000000:00000001:1.0:1787764362.449825:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764362.449825:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764362.449826:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:1.0:1787764362.449827:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764362.449827:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9cc00.
02000000:00000001:1.0:1787764362.449828:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764362.449829:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764362.449830:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b2580.
00000100:00000001:1.0:1787764362.449831:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764362.449832:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764362.449833:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764362.449835:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764362.449836:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764362.449837:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764362.449838:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764362.767953:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764362.767958:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764362.767963:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764362.767964:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764362.767967:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764362.767968:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764362.767971:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764362.767973:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764362.767975:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764362.767976:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764362.767997:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764362.768000:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764362.768002:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764363.023945:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764363.023953:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764363.023957:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764363.023962:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764363.023966:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764363.023970:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764363.023973:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764363.023976:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764363.023979:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764363.791912:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4299921675, at 4299921728
00000100:00000040:3.0:1787764363.791915:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299921675, at 4299921728
00000100:00000010:2.0:1787764363.791927:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2ce40.
00000100:00000010:3.0:1787764363.791928:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2c720.
00010000:00000001:0.0:1787764363.792001:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764363.792005:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764363.792007:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764363.792009:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764363.792012:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764363.792014:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764363.792015:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764363.792016:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764363.792018:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764363.792019:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764363.792022:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764363.792022:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764363.792025:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764363.792026:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764363.792027:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764363.792028:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764363.792028:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764363.792029:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764363.792030:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764363.792031:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764363.792033:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764363.792034:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764363.792050:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764363.792052:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764363.792054:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764364.047934:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764364.047941:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764364.047942:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764364.047947:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764364.047950:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764364.047953:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764364.047956:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764364.047958:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764364.047961:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764364.815932:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764364.815938:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764364.815941:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764364.815942:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764364.815944:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764364.815945:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764364.815947:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764364.815948:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764364.815950:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764364.815951:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764364.815999:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764364.816003:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764364.816006:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764365.071939:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764365.071944:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764365.071946:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764365.071951:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764365.071954:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764365.071958:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764365.071960:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764365.071962:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764365.071965:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764365.839908:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764365.839913:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764365.839916:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764365.839917:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764365.839919:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764365.839921:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764365.839923:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764365.839924:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764365.839926:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764365.839927:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764365.839940:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764365.839942:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764365.839943:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764366.095937:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764366.095943:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764366.095945:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764366.095950:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764366.095958:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764366.095962:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764366.095965:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764366.095967:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764366.095970:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764366.863951:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764366.863956:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764366.863960:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764366.863962:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764366.863964:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764366.863966:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764366.863968:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764366.863970:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764366.863971:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764366.863973:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764366.863975:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764366.863975:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764366.863977:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764366.863978:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764366.863980:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764366.863981:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764366.863997:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764366.863999:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764366.864000:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764367.119990:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764367.120000:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764367.120002:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764367.120007:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764367.120011:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764367.120015:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764367.120018:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764367.120020:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764367.120022:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764367.567970:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764367.567984:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764367.567987:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764367.567992:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764367.567997:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764367.568005:0:18336:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5253
00000400:00000200:3.0:1787764367.568015:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764367.568023:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764367.568027:0:18336:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764367.568030:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764367.568033:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764367.568035:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764367.568037:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764367.568040:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764367.568042:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:3.0:1787764367.568045:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764367.568048:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:3.0:1787764367.568053:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:3.0:1787764367.568055:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:3.0:1787764367.568057:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764367.568058:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764367.568060:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764367.568061:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764367.568063:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:3.0:1787764367.568065:0:18336:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764367.568067:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764367.568069:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764367.568072:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764367.568074:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764367.568075:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764367.568077:0:18336:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764367.568087:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b3480.
00000020:00000040:3.0:1787764367.568089:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:3.0:1787764367.568093:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764367.568095:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764367.568097:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764367.568100:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764367.568105:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764367.568112:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9dc00.
00000100:00000001:3.0:1787764367.568119:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764367.568128:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b3480 x1874601358833920/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764367.568136:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764367.568141:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764367.568145:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005fcc8ed6] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b3480 x1874601358833920/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764367.568166:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764367.568169:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764367.568172:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764367.568173:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764367.568174:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764367.568175:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764367.568177:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5253
00000400:00000200:3.0:1787764367.568179:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764367.568181:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764367.568182:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764367.568184:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764367.568185:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764367.568186:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764367.568188:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764367.568189:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764367.568190:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:3.0:1787764367.568191:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764367.568193:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:3.0:1787764367.568194:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:3.0:1787764367.568195:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:3.0:1787764367.568197:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764367.568198:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764367.568200:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764367.568202:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764367.568203:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:3.0:1787764367.568205:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764367.568207:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764367.568222:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764367.568228:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764367.568229:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764367.568230:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764367.568235:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764367.568238:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764367.568239:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764367.568242:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000010:3.0:1787764367.568242:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b1680.
00000020:00000040:3.0:1787764367.568244:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:3.0:1787764367.568247:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787764367.568249:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1787764367.568249:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764367.568252:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787764367.568254:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1787764367.568254:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764367.568257:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764367.568261:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9e800.
00000100:00000040:1.0:1787764367.568266:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b3480 x1874601358833920/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764367.568266:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764367.568273:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b1680 x1874601358834048/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764367.568291:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764367.568293:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764367.568294:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764367.568297:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764367.568298:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045d21e1f] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b1680 x1874601358834048/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787764367.568302:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764367.568306:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764367.568309:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764367.568315:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358833920:192.168.202.141@tcp:250:kworker.0
00000100:00000001:3.0:1787764367.568315:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764367.568321:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787764367.568323:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1787764367.568328:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
02000000:00000001:1.0:1787764367.568329:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787764367.568330:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764367.568334:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:1.0:1787764367.568335:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764367.568338:0:18336:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:1.0:1787764367.568341:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1787764367.568344:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5253
02000000:00000010:1.0:1787764367.568349:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649e800.
00000400:00000200:3.0:1787764367.568349:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764367.568354:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
02000000:00000001:1.0:1787764367.568355:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764367.568358:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764367.568361:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764367.568363:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787764367.568366:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000040:3.0:1787764367.568370:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000400:00000010:1.0:1787764367.568371:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3738.
00000100:00000001:3.0:1787764367.568375:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764367.568377:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764367.568379:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:3.0:1787764367.568380:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764367.568381:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000400:00000010:1.0:1787764367.568382:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000020:00000001:3.0:1787764367.568383:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:3.0:1787764367.568387:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:3.0:1787764367.568389:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764367.568390:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764367.568391:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764367.568393:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764367.568394:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00000200:1.0:1787764367.568395:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358833920, portal 25
00000100:00080000:3.0:1787764367.568396:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764367.568400:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787764367.568400:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764367.568404:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787764367.568405:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542833792 : -114205166717824 : ffff9821899b3480)
02000000:00000001:3.0:1787764367.568406:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764367.568409:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764367.568411:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764367.568413:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00000040:1.0:1787764367.568414:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b3480 x1874601358833920/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1787764367.568416:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764367.568420:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764367.568425:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b1a40.
00000100:00000001:1.0:1787764367.568427:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:3.0:1787764367.568428:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:3.0:1787764367.568432:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:1.0:1787764367.568433:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
02000000:00000001:3.0:1787764367.568434:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764367.568437:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764367.568438:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:1.0:1787764367.568439:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f6e8.
02000000:00000001:3.0:1787764367.568440:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787764367.568447:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358833920, offset 0
02000000:00000010:3.0:1787764367.568447:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9e000.
00000100:00000001:3.0:1787764367.568450:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764367.568455:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b1a40 x1874601358834176/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787764367.568461:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000100:00000001:3.0:1787764367.568470:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764367.568471:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764367.568475:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000040:3.0:1787764367.568478:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b5428e47] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b1a40 x1874601358834176/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764367.568484:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764367.568485:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000100:00080000:3.0:1787764367.568486:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764367.568493:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764367.568494:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764367.568495:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1787764367.568496:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787764367.568498:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764367.568501:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5253
00000400:00000200:1.0:1787764367.568504:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:3.0:1787764367.568505:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764367.568510:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764367.568511:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787764367.568514:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1787764367.568516:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764367.568519:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787764367.568521:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000100:00000040:3.0:1787764367.568522:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764367.568525:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764367.568527:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764367.568529:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000400:00000200:1.0:1787764367.568530:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70386:70386:256:4294967295] 192.168.202.141@tcp LPNI seq info [70386:70386:8:4294967295]
00000020:00000001:3.0:1787764367.568530:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764367.568533:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:3.0:1787764367.568536:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000400:00000200:1.0:1787764367.568539:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000020:00000001:3.0:1787764367.568539:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:3.0:1787764367.568544:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764367.568545:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764367.568546:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764367.568548:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764367.568552:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000400:00000200:1.0:1787764367.568554:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1787764367.568557:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764367.568561:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764367.568562:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764367.568564:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.0:1787764367.568565:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
02000000:00000001:3.0:1787764367.568566:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764367.568570:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764367.568572:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764367.568573:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764367.568574:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787764367.568575:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88400.
00000100:00000010:3.0:1787764367.568577:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0000.
00000020:00000040:3.0:1787764367.568580:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:3.0:1787764367.568581:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764367.568582:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787764367.568586:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:3.0:1787764367.568586:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764367.568587:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764367.568590:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764367.568593:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9c400.
00000800:00000200:1.0:1787764367.568594:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000100:00000001:3.0:1787764367.568595:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764367.568601:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0000 x1874601358834304/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1787764367.568607:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:3.0:1787764367.568609:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764367.568612:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787764367.568614:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000100:00000040:3.0:1787764367.568617:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000084e1803] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0000 x1874601358834304/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:1.0:1787764367.568624:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000100:00000001:3.0:1787764367.568626:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787764367.568629:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88400.
00000100:00080000:3.0:1787764367.568630:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764367.568635:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764367.568635:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764367.568637:0:18336:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764367.568638:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787764367.568641:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:3.0:1787764367.568642:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5253
00000400:00000200:1.0:1787764367.568649:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787764367.568652:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764367.568656:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764367.568657:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787764367.568658:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f6e8
00000100:00000040:3.0:1787764367.568661:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000400:00000010:1.0:1787764367.568662:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f6e8.
00000100:00000001:3.0:1787764367.568665:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787764367.568668:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1787764367.568669:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764367.568672:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000200:1.0:1787764367.568675:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b3480 x1874601358833920/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787764367.568676:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764367.568678:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:3.0:1787764367.568680:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764367.568683:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:3.0:1787764367.568688:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000001:1.0:1787764367.568691:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000001:3.0:1787764367.568692:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:1.0:1787764367.568694:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b3480 x1874601358833920/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764392 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764367.568700:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764367.568703:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764367.568705:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787764367.568705:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764367.568711:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764367.568713:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764367.568714:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000400:00000200:1.0:1787764367.568720:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000020:00000040:3.0:1787764367.568720:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00000001:1.0:1787764367.568725:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4299926795
00000100:00080000:3.0:1787764367.568727:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000010:1.0:1787764367.568731:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982191d2c1e0.
00000100:00000001:3.0:1787764367.568731:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764367.568735:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764367.568738:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764367.568739:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764367.568740:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787764367.568741:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764367.568745:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764367.568747:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764367.568748:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764367.568749:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4299926795
00000100:00000010:3.0:1787764367.568752:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b2940.
00000100:00000010:1.0:1787764367.568753:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982191d2cde0.
00000020:00000040:3.0:1787764367.568756:0:18336:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
00000100:00000001:1.0:1787764367.568758:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
02000000:00000001:3.0:1787764367.568759:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787764367.568761:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764367.568762:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764367.568765:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764367.568766:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764367.568768:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764367.568770:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764367.568771:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000010:3.0:1787764367.568775:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9e400.
00000100:00100000:1.0:1787764367.568776:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764367/real 1787764367]  req@ffff9821899b3480 x1874601358833920/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764367.568779:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764367.568786:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b2940 x1874601358834432/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:1.0:1787764367.568788:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764367.568790:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764367.568793:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3738.
00000100:00000001:3.0:1787764367.568796:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1787764367.568797:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000100:00000001:3.0:1787764367.568800:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787764367.568801:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:1.0:1787764367.568804:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:3.0:1787764367.568805:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000bae3a13] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b2940 x1874601358834432/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764367.568809:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b3480 x1874601358833920/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764367.568818:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764367.568824:0:18336:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5263)
00000100:00000200:1.0:1787764367.568829:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b3480 x1874601358833920/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764367.568836:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764367.568838:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764367.568841:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764367.568844:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764367.568886:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b3480 x1874601358833920/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764367.568894:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764367.568898:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b3480 x1874601358833920/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764392 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764367.568907:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764367.568909:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764367.568910:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764367.568911:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764367.568913:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764367.568914:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764367.568916:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764367.568918:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764367.568920:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764367.568924:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b3480 x1874601358833920/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764392 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764367.568932:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358833920:192.168.202.141@tcp:250:kworker.0
00000100:00000001:1.0:1787764367.568937:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764367.568939:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764367.568942:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b3480 x1874601358833920/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764392 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764367.568949:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764367.568952:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764367.568955:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649e800.
02000000:00000001:1.0:1787764367.568959:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764367.568961:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764367.568963:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000020:00000001:1.0:1787764367.568965:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764367.568968:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9dc00.
02000000:00000001:1.0:1787764367.568972:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764367.568973:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764367.568974:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b3480.
00000100:00000001:1.0:1787764367.568977:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764367.568978:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764367.568980:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764367.568987:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764367.568989:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764367.568990:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764367.568991:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764367.568992:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764367.568995:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b1680 x1874601358834048/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764367.569000:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764367.569001:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764367.569002:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764367.569003:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764367.569004:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764367.569006:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358834048:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764367.569008:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764367.569010:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764367.569011:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764367.569013:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764367.569015:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649e800.
02000000:00000001:1.0:1787764367.569017:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764367.569022:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764367.569024:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3738.
00000400:00000010:1.0:1787764367.569028:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000200:1.0:1787764367.569031:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358834048, portal 10
00000100:00000001:1.0:1787764367.569034:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764367.569035:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542826112 : -114205166725504 : ffff9821899b1680)
00000100:00000040:1.0:1787764367.569042:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b1680 x1874601358834048/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764367.569049:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764367.569051:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764367.569054:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f6e8.
00000100:00000200:1.0:1787764367.569056:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358834048, offset 0
00000400:00000200:1.0:1787764367.569060:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764367.569064:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764367.569068:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764367.569071:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764367.569073:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764367.569076:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764367.569078:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764367.569081:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70387:70387:256:4294967295] 192.168.202.141@tcp LPNI seq info [70387:70387:8:4294967295]
00000400:00000200:1.0:1787764367.569085:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764367.569091:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764367.569097:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764367.569100:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88400.
00000800:00000200:1.0:1787764367.569104:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764367.569107:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787764367.569111:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764367.569130:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787764367.569135:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764367.569136:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88400.
00000400:00000200:1.0:1787764367.569140:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764367.569143:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764367.569146:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f6e8
00000400:00000010:1.0:1787764367.569148:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f6e8.
00000100:00000001:1.0:1787764367.569150:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764367.569152:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b1680 x1874601358834048/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764367.569158:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764367.569160:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b1680 x1874601358834048/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764392 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764367.569164:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764367.569165:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764367.569167:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764367.569170:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:1.0:1787764367.569172:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764367.569174:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299925527
00000100:00000001:1.0:1787764367.569176:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299926795
00000100:00000001:1.0:1787764367.569177:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299925527
00000100:00000001:1.0:1787764367.569179:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299926795
00000100:00000001:1.0:1787764367.569180:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764367.569181:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764367.569182:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764367.569184:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764367/real 1787764367]  req@ffff9821899b1680 x1874601358834048/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764367.569189:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764367.569189:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764367.569191:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3738.
00000400:00000200:1.0:1787764367.569192:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000400:00000010:1.0:1787764367.569193:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:1.0:1787764367.569194:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764367.569196:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b1680 x1874601358834048/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764367.569201:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b1680 x1874601358834048/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764367.569205:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764367.569206:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764367.569218:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764367.569219:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764367.569223:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b1680 x1874601358834048/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764367.569230:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764367.569234:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b1680 x1874601358834048/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764392 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764367.569241:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764367.569243:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764367.569246:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764367.569247:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764367.569249:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764367.569251:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764367.569253:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764367.569256:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764367.569259:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764367.569262:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b1680 x1874601358834048/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764392 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764367.569271:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358834048:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764367.569275:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764367.569278:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b1a40 x1874601358834176/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764367.569285:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764367.569286:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764367.569289:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764367.569290:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764367.569292:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764367.569295:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358834176:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764367.569297:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764367.569298:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764367.569300:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764367.569301:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764367.569303:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649f800.
02000000:00000001:1.0:1787764367.569305:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764367.569307:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764367.569309:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3738.
00000400:00000010:1.0:1787764367.569311:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000200:1.0:1787764367.569313:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358834176, portal 10
00000100:00000001:1.0:1787764367.569314:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764367.569315:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542827072 : -114205166724544 : ffff9821899b1a40)
00000100:00000040:1.0:1787764367.569320:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b1a40 x1874601358834176/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764367.569324:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764367.569325:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764367.569326:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f6e8.
00000100:00000200:1.0:1787764367.569328:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358834176, offset 0
00000400:00000200:1.0:1787764367.569330:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764367.569333:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764367.569334:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764367.569337:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764367.569338:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764367.569340:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764367.569341:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764367.569343:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70388:70388:256:4294967295] 192.168.202.141@tcp LPNI seq info [70388:70388:8:4294967295]
00000400:00000200:1.0:1787764367.569346:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764367.569350:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764367.569353:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764367.569354:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88400.
00000800:00000200:1.0:1787764367.569357:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764367.569359:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787764367.569361:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764367.569363:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787764367.569365:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764367.569366:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88400.
00000400:00000200:1.0:1787764367.569368:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764367.569371:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764367.569372:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f6e8
00000400:00000010:1.0:1787764367.569373:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f6e8.
00000100:00000001:1.0:1787764367.569375:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764367.569377:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b1a40 x1874601358834176/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764367.569382:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764367.569384:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b1a40 x1874601358834176/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764392 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764367.569388:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764367.569389:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764367.569391:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764367.569393:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:1.0:1787764367.569395:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764367.569396:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299925521
00000100:00000001:1.0:1787764367.569398:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299926795
00000100:00000001:1.0:1787764367.569399:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299925521
00000100:00000001:1.0:1787764367.569401:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299926795
00000100:00000001:1.0:1787764367.569402:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764367.569403:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764367.569404:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764367.569406:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764367/real 1787764367]  req@ffff9821899b1a40 x1874601358834176/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764367.569410:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764367.569411:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764367.569412:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3738.
00000400:00000200:1.0:1787764367.569413:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000400:00000010:1.0:1787764367.569414:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:1.0:1787764367.569415:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764367.569416:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b1a40 x1874601358834176/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764367.569421:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b1a40 x1874601358834176/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764367.569425:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764367.569426:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764367.569427:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764367.569428:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764367.569430:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b1a40 x1874601358834176/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764367.569435:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764367.569437:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b1a40 x1874601358834176/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764392 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764367.569441:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764367.569442:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764367.569443:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764367.569444:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764367.569445:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764367.569445:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764367.569447:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764367.569448:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764367.569449:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764367.569451:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b1a40 x1874601358834176/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764392 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764367.569456:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358834176:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764367.569457:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764367.569459:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b0000 x1874601358834304/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764367.569463:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764367.569464:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764367.569466:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764367.569467:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764367.569468:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764367.569470:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358834304:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764367.569471:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764367.569472:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764367.569473:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764367.569474:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764367.569477:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649c000.
02000000:00000001:1.0:1787764367.569478:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764367.569480:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764367.569481:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3738.
00000400:00000010:1.0:1787764367.569483:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000200:1.0:1787764367.569485:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358834304, portal 4
00000100:00000001:1.0:1787764367.569486:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764367.569487:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542820352 : -114205166731264 : ffff9821899b0000)
00000100:00000040:1.0:1787764367.569491:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b0000 x1874601358834304/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764367.569495:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764367.569496:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764367.569497:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f6e8.
00000100:00000200:1.0:1787764367.569499:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358834304, offset 0
00000400:00000200:1.0:1787764367.569501:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764367.569502:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764367.569504:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764367.569506:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764367.569507:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764367.569508:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764367.569510:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764367.569512:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70389:70389:256:4294967295] 192.168.202.141@tcp LPNI seq info [70389:70389:8:4294967295]
00000400:00000200:1.0:1787764367.569514:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764367.569518:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764367.569520:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764367.569522:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88400.
00000800:00000200:1.0:1787764367.569524:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764367.569525:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787764367.569528:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764367.569529:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787764367.569532:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764367.569534:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88400.
00000400:00000200:1.0:1787764367.569536:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764367.569538:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764367.569539:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f6e8
00000400:00000010:1.0:1787764367.569540:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f6e8.
00000100:00000001:1.0:1787764367.569541:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764367.569543:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b0000 x1874601358834304/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764367.569548:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764367.569550:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b0000 x1874601358834304/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764392 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764367.569553:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764367.569554:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764367.569555:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764367.569557:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:1.0:1787764367.569559:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764367.569560:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299925526
00000100:00000001:1.0:1787764367.569562:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299926795
00000100:00000001:1.0:1787764367.569563:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299925526
00000100:00000001:1.0:1787764367.569564:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299926795
00000100:00000001:1.0:1787764367.569565:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764367.569566:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764367.569567:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764367.569569:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764367/real 1787764367]  req@ffff9821899b0000 x1874601358834304/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764367.569573:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764367.569574:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764367.569575:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3738.
00000400:00000200:1.0:1787764367.569576:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000400:00000010:1.0:1787764367.569577:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:1.0:1787764367.569579:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764367.569580:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b0000 x1874601358834304/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764367.569585:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b0000 x1874601358834304/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764367.569589:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764367.569589:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764367.569590:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764367.569591:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764367.569593:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b0000 x1874601358834304/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764367.569596:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764367.569598:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b0000 x1874601358834304/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764392 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764367.569601:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764367.569603:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764367.569603:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764367.569604:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764367.569605:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764367.569606:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764367.569607:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764367.569609:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764367.569610:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764367.569612:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b0000 x1874601358834304/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764392 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764367.569616:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358834304:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764367.569617:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764367.569619:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b2940 x1874601358834432/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764367.569624:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764367.569625:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764367.569626:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764367.569627:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764367.569628:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764367.569629:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358834432:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764367.569631:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764367.569632:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764367.569633:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764367.569633:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764367.569635:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649e400.
02000000:00000001:1.0:1787764367.569636:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764367.569638:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764367.569639:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3738.
00000400:00000010:1.0:1787764367.569640:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000200:1.0:1787764367.569642:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358834432, portal 4
00000100:00000001:1.0:1787764367.569643:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764367.569644:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542830912 : -114205166720704 : ffff9821899b2940)
00000100:00000040:1.0:1787764367.569647:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b2940 x1874601358834432/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764367.569650:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764367.569652:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764367.569653:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f6e8.
00000100:00000200:1.0:1787764367.569654:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358834432, offset 0
00000400:00000200:1.0:1787764367.569656:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764367.569658:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764367.569659:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764367.569661:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764367.569662:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764367.569663:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764367.569665:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764367.569667:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70390:70390:256:4294967295] 192.168.202.141@tcp LPNI seq info [70390:70390:8:4294967295]
00000400:00000200:1.0:1787764367.569669:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764367.569673:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764367.569676:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764367.569677:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88400.
00000800:00000200:1.0:1787764367.569679:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764367.569680:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1787764367.569683:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764367.569684:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1787764367.569687:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764367.569688:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88400.
00000400:00000200:1.0:1787764367.569690:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764367.569692:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764367.569693:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f6e8
00000400:00000010:1.0:1787764367.569694:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f6e8.
00000100:00000001:1.0:1787764367.569695:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764367.569697:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b2940 x1874601358834432/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764367.569701:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764367.569703:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b2940 x1874601358834432/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764392 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764367.569707:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764367.569708:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764367.569709:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764367.569711:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:1.0:1787764367.569712:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764367.569713:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299925527
00000100:00000001:1.0:1787764367.569714:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299926795
00000100:00000001:1.0:1787764367.569715:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299925527
00000100:00000001:1.0:1787764367.569716:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299926795
00000100:00000001:1.0:1787764367.569718:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764367.569719:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764367.569720:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764367.569722:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764367/real 1787764367]  req@ffff9821899b2940 x1874601358834432/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764367.569727:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764367.569728:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764367.569729:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3738.
00000400:00000200:1.0:1787764367.569730:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000400:00000010:1.0:1787764367.569730:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:1.0:1787764367.569731:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764367.569733:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b2940 x1874601358834432/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764367.569738:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b2940 x1874601358834432/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764367.569741:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764367.569742:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764367.569743:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764367.569744:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764367.569746:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b2940 x1874601358834432/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764367.569749:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764367.569751:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b2940 x1874601358834432/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764392 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764367.569755:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764367.569756:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764367.569757:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764367.569757:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764367.569758:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764367.569759:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764367.569760:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764367.569762:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764367.569763:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764367.569766:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b2940 x1874601358834432/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764392 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764367.569770:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358834432:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764367.569772:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764367.569773:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764367.569775:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b1680 x1874601358834048/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764392 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764367.569778:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764367.569779:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764367.569780:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649e800.
02000000:00000001:1.0:1787764367.569781:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764367.569782:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764367.569782:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:1.0:1787764367.569783:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764367.569784:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9e800.
02000000:00000001:1.0:1787764367.569787:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764367.569787:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764367.569788:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b1680.
00000100:00000001:1.0:1787764367.569789:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764367.569790:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764367.569791:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764367.569793:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b1a40 x1874601358834176/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764392 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764367.569797:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764367.569798:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764367.569799:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649f800.
02000000:00000001:1.0:1787764367.569800:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764367.569800:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764367.569801:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:1.0:1787764367.569802:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764367.569803:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9e000.
02000000:00000001:1.0:1787764367.569804:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764367.569805:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764367.569806:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b1a40.
00000100:00000001:1.0:1787764367.569807:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764367.569808:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764367.569809:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764367.569810:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b0000 x1874601358834304/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764392 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764367.569813:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764367.569814:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764367.569815:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649c000.
02000000:00000001:1.0:1787764367.569816:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764367.569816:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764367.569817:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:1.0:1787764367.569818:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764367.569819:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9c400.
02000000:00000001:1.0:1787764367.569820:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764367.569820:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764367.569821:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b0000.
00000100:00000001:1.0:1787764367.569822:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764367.569823:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764367.569824:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764367.569825:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b2940 x1874601358834432/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764392 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764367.569828:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764367.569829:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764367.569830:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649e400.
02000000:00000001:1.0:1787764367.569831:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764367.569831:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764367.569832:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:1.0:1787764367.569833:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764367.569833:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9e400.
02000000:00000001:1.0:1787764367.569834:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764367.569835:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764367.569836:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b2940.
00000100:00000001:1.0:1787764367.569837:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764367.569838:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764367.569840:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764367.569842:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764367.569843:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764367.569844:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764367.569845:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764367.887994:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764367.888001:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764367.888007:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764367.888008:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764367.888010:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764367.888011:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764367.888013:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764367.888014:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764367.888017:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764367.888018:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764367.888087:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764367.888092:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764367.888096:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764368.143931:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764368.143941:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764368.143945:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764368.143951:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764368.143957:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764368.143962:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764368.143966:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764368.143970:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764368.143973:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764368.911958:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4299926795, at 4299926848
00000100:00000040:3.0:1787764368.911958:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299926795, at 4299926848
00010000:00000001:0.0:1787764368.911964:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764368.911970:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764368.911976:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:3.0:1787764368.911976:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2cde0.
00000100:00000010:2.0:1787764368.911977:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2c1e0.
00010000:00000001:0.0:1787764368.911978:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764368.911985:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764368.911990:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764368.911993:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764368.911997:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764368.912001:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764368.912004:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764368.912006:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764368.912009:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764368.912013:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764368.912014:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764368.912018:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764368.912020:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764368.912021:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764368.912023:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764368.912025:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764368.912026:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764368.912027:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764368.912029:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764368.912052:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764368.912056:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764368.912059:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764369.167993:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764369.168003:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764369.168006:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764369.168014:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764369.168020:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764369.168025:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764369.168028:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764369.168032:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764369.168035:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764369.936002:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764369.936012:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764369.936020:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764369.936021:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764369.936026:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764369.936027:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764369.936031:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764369.936032:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764369.936036:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764369.936038:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764369.936065:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764369.936067:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764369.936069:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764370.192006:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764370.192017:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764370.192021:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764370.192029:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764370.192035:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764370.192042:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764370.192047:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764370.192051:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764370.192056:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764370.959959:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764370.959969:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764370.959977:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764370.959979:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764370.959984:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764370.959985:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764370.959989:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764370.959990:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764370.959994:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764370.959996:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764370.960027:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764370.960032:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764370.960036:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764371.215947:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764371.215956:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764371.215958:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764371.215964:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764371.215968:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764371.215971:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764371.215975:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764371.215978:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764371.215981:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764371.983959:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764371.983965:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764371.983971:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764371.983972:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764371.983976:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764371.983977:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764371.983980:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764371.983981:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764371.983984:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764371.983985:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764371.984005:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764371.984008:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764371.984009:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764372.239940:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764372.239947:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764372.239949:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764372.239954:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764372.239957:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764372.239960:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764372.239962:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764372.239964:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764372.239966:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764372.687898:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764372.687906:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764372.687908:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764372.687912:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764372.687916:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764372.687923:0:58520:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5258
00000400:00000200:3.0:1787764372.687931:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764372.687938:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764372.687941:0:58520:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764372.687944:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764372.687947:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764372.687949:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764372.687952:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764372.687956:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764372.687958:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:3.0:1787764372.687960:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764372.687963:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:3.0:1787764372.687965:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:3.0:1787764372.687968:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:3.0:1787764372.687970:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764372.687972:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764372.687974:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764372.687975:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764372.687979:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:3.0:1787764372.687982:0:58520:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764372.687985:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764372.687987:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764372.687990:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764372.687993:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764372.687996:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764372.687998:0:58520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764372.688006:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b3c00.
00000020:00000040:3.0:1787764372.688010:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:3.0:1787764372.688014:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764372.688015:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764372.688018:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764372.688021:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764372.688025:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764372.688032:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9c000.
00000100:00000001:3.0:1787764372.688039:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764372.688046:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b3c00 x1874601358834560/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764372.688057:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764372.688060:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764372.688064:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbda2d43] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b3c00 x1874601358834560/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764372.688081:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764372.688083:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764372.688086:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764372.688087:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764372.688088:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764372.688090:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764372.688091:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5258
00000400:00000200:3.0:1787764372.688094:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764372.688096:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764372.688098:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764372.688101:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764372.688102:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764372.688104:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764372.688105:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764372.688107:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764372.688108:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:3.0:1787764372.688109:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787764372.688111:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1787764372.688111:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:3.0:1787764372.688113:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000001:1.0:1787764372.688116:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1787764372.688116:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000001:1.0:1787764372.688119:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787764372.688120:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764372.688123:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764372.688126:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000040:1.0:1787764372.688127:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b3c00 x1874601358834560/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764372.688128:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764372.688133:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:3.0:1787764372.688138:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764372.688143:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764372.688143:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764372.688145:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787764372.688146:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764372.688150:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787764372.688151:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764372.688152:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764372.688155:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764372.688157:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764372.688160:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764372.688177:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764372.688179:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764372.688181:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b1e00.
00000020:00000040:3.0:1787764372.688183:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:3.0:1787764372.688185:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764372.688185:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764372.688187:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764372.688187:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764372.688189:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764372.688192:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9e400.
00000100:00000001:3.0:1787764372.688195:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764372.688198:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b1e00 x1874601358834688/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764372.688203:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764372.688204:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764372.688207:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007fca43c8] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b1e00 x1874601358834688/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764372.688212:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764372.688213:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764372.688216:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764372.688216:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764372.688218:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764372.688219:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764372.688221:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5258
00000400:00000200:3.0:1787764372.688224:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764372.688225:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764372.688227:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764372.688228:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764372.688229:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764372.688231:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764372.688232:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764372.688233:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764372.688234:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:3.0:1787764372.688235:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764372.688236:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:3.0:1787764372.688237:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:3.0:1787764372.688238:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:3.0:1787764372.688240:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764372.688241:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764372.688242:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764372.688243:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764372.688244:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:3.0:1787764372.688245:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764372.688246:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764372.688247:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764372.688249:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764372.688250:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764372.688251:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764372.688252:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764372.688253:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764372.688254:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764372.688256:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0f00.
00000020:00000040:3.0:1787764372.688257:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:3.0:1787764372.688258:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764372.688259:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764372.688260:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764372.688261:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764372.688262:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764372.688264:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9c400.
00000100:00000001:3.0:1787764372.688266:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764372.688268:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0f00 x1874601358834816/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787764372.688270:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764372.688276:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00100000:1.0:1787764372.688277:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358834560:192.168.202.141@tcp:250:kworker.0
00000100:00000001:3.0:1787764372.688279:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764372.688284:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764372.688288:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:3.0:1787764372.688288:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031bb8c12] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0f00 x1874601358834816/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787764372.688292:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764372.688296:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787764372.688299:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764372.688301:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649f800.
00000100:00080000:3.0:1787764372.688301:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1787764372.688305:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764372.688306:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764372.688308:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764372.688309:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1787764372.688313:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764372.688314:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764372.688317:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5258
00000400:00000010:1.0:1787764372.688318:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3738.
00000400:00000200:3.0:1787764372.688321:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764372.688323:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764372.688325:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764372.688327:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764372.688328:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1787764372.688329:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000040:3.0:1787764372.688330:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764372.688333:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764372.688334:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000200:1.0:1787764372.688335:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358834560, portal 25
00000020:00000040:3.0:1787764372.688336:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:3.0:1787764372.688338:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787764372.688340:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000040:3.0:1787764372.688341:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000100:00000001:1.0:1787764372.688342:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542835712 : -114205166715904 : ffff9821899b3c00)
00000020:00000001:3.0:1787764372.688343:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:3.0:1787764372.688347:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:1.0:1787764372.688350:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b3c00 x1874601358834560/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764372.688351:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764372.688355:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764372.688359:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764372.688362:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:1.0:1787764372.688365:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:3.0:1787764372.688366:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:3.0:1787764372.688371:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000040:1.0:1787764372.688372:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000100:00000001:3.0:1787764372.688375:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787764372.688376:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f6e8.
02000000:00000001:3.0:1787764372.688378:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:1.0:1787764372.688381:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358834560, offset 0
02000000:00000001:3.0:1787764372.688381:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764372.688386:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764372.688388:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764372.688390:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000400:00000200:1.0:1787764372.688393:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000008:00000001:3.0:1787764372.688393:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764372.688396:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764372.688399:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b3840.
00000400:00000200:1.0:1787764372.688402:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000020:00000040:3.0:1787764372.688402:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:3.0:1787764372.688407:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764372.688408:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764372.688409:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1787764372.688411:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
02000000:00000001:3.0:1787764372.688412:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764372.688416:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764372.688418:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764372.688422:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
02000000:00000010:3.0:1787764372.688424:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9e000.
00000400:00000200:1.0:1787764372.688426:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764372.688429:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000100:00000001:3.0:1787764372.688430:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764372.688436:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70391:70391:256:4294967295] 192.168.202.141@tcp LPNI seq info [70391:70391:8:4294967295]
00000100:00100000:3.0:1787764372.688439:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b3840 x1874601358834944/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787764372.688442:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764372.688452:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1787764372.688453:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1787764372.688456:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787764372.688460:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000100:00000040:3.0:1787764372.688464:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a874aff9] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b3840 x1874601358834944/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:1.0:1787764372.688465:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88400.
00000800:00000200:1.0:1787764372.688474:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:3.0:1787764372.688477:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787764372.688478:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000100:00080000:3.0:1787764372.688482:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1787764372.688488:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00080000:3.0:1787764372.688489:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764372.688494:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:1.1:1787764372.688494:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000100:00080000:3.0:1787764372.688497:0:58520:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1787764372.688503:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000100:00000001:3.0:1787764372.688504:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000800:00000010:1.0:1787764372.688507:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88400.
00000100:00080000:3.0:1787764372.688510:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5258
00000400:00000200:1.0:1787764372.688515:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787764372.688516:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764372.688523:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000400:00000200:1.0:1787764372.688525:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000100:00080000:3.0:1787764372.688527:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787764372.688530:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f6e8
00000400:00000010:1.0:1787764372.688533:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f6e8.
00000100:00000040:3.0:1787764372.688534:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764372.688538:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787764372.688539:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1787764372.688543:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b3c00 x1874601358834560/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764372.688544:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764372.688550:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:1.0:1787764372.688556:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764372.688559:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b3c00 x1874601358834560/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764397 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764372.688566:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764372.688567:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:3.0:1787764372.688568:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787764372.688571:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787764372.688571:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:3.0:1787764372.688573:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1787764372.688577:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000020:00000040:3.0:1787764372.688577:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000100:00000001:1.0:1787764372.688580:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4299931915
00000020:00000001:3.0:1787764372.688582:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:3.0:1787764372.688585:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:3.0:1787764372.688589:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000010:1.0:1787764372.688590:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982191d2c660.
00000100:00000001:3.0:1787764372.688592:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764372.688596:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764372.688597:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787764372.688599:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:1.0:1787764372.688604:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4299931915
00000020:00000040:3.0:1787764372.688604:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00000010:1.0:1787764372.688608:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982191d2c060.
00000100:00080000:3.0:1787764372.688610:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764372.688611:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787764372.688615:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764372.688616:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764372.688619:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787764372.688620:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764372.688622:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1787764372.688623:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1787764372.688627:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764372/real 1787764372]  req@ffff9821899b3c00 x1874601358834560/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787764372.688628:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764372.688633:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764372.688637:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000400:00000001:1.0:1787764372.688639:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764372.688641:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764372.688643:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3738.
00000008:00000001:3.0:1787764372.688643:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764372.688648:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000100:00000001:3.0:1787764372.688648:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787764372.688652:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:1.0:1787764372.688654:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000010:3.0:1787764372.688655:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b03c0.
00000100:00000200:1.0:1787764372.688657:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b3c00 x1874601358834560/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787764372.688659:0:58520:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:3.0:1787764372.688664:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764372.688668:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787764372.688669:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b3c00 x1874601358834560/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764372.688671:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764372.688675:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787764372.688679:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:3.0:1787764372.688679:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764372.688681:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764372.688683:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764372.688685:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:3.0:1787764372.688686:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9e800.
00000100:00100000:1.0:1787764372.688688:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b3c00 x1874601358834560/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764372.688691:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764372.688695:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787764372.688700:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b03c0 x1874601358835072/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1787764372.688701:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b3c00 x1874601358834560/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764397 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764372.688726:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764372.688730:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764372.688732:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764372.688735:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764372.688737:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764372.688739:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787764372.688739:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fa8aa37] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b03c0 x1874601358835072/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764372.688742:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764372.688744:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764372.688748:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764372.688755:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764372.688758:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1787764372.688758:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764372.688764:0:58520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5268)
00000100:00000040:1.0:1787764372.688765:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b3c00 x1874601358834560/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764397 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764372.688773:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358834560:192.168.202.141@tcp:250:kworker.0
00000100:00000001:1.0:1787764372.688775:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764372.688777:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764372.688779:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b3c00 x1874601358834560/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764397 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764372.688783:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764372.688784:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764372.688786:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649f800.
02000000:00000001:1.0:1787764372.688787:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764372.688789:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764372.688790:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000020:00000001:1.0:1787764372.688792:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764372.688795:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9c000.
02000000:00000001:1.0:1787764372.688798:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764372.688799:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764372.688801:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b3c00.
00000100:00000001:1.0:1787764372.688804:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764372.688805:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764372.688807:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764372.688813:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764372.688815:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764372.688817:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764372.688819:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764372.688820:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764372.688824:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b1e00 x1874601358834688/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764372.688830:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764372.688832:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764372.688833:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764372.688835:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764372.688836:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764372.688838:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358834688:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764372.688840:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764372.688842:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764372.688843:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764372.688844:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764372.688846:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649f800.
02000000:00000001:1.0:1787764372.688876:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764372.688880:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764372.688883:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3738.
00000400:00000010:1.0:1787764372.688887:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000200:1.0:1787764372.688890:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358834688, portal 10
00000100:00000001:1.0:1787764372.688892:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764372.688893:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542828032 : -114205166723584 : ffff9821899b1e00)
00000100:00000040:1.0:1787764372.688899:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b1e00 x1874601358834688/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764372.688904:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764372.688905:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764372.688907:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f6e8.
00000100:00000200:1.0:1787764372.688908:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358834688, offset 0
00000400:00000200:1.0:1787764372.688911:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764372.688913:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764372.688916:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764372.688918:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764372.688920:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764372.688921:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764372.688923:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764372.688925:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70392:70392:256:4294967295] 192.168.202.141@tcp LPNI seq info [70392:70392:8:4294967295]
00000400:00000200:1.0:1787764372.688927:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764372.688931:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764372.688934:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764372.688936:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88400.
00000800:00000200:1.0:1787764372.688938:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764372.688940:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787764372.688943:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764372.688944:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1787764372.688947:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764372.688948:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88400.
00000400:00000200:1.0:1787764372.688950:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764372.688952:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764372.688955:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f6e8
00000400:00000010:1.0:1787764372.688957:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f6e8.
00000100:00000001:1.0:1787764372.688959:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764372.688962:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b1e00 x1874601358834688/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764372.688969:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764372.688980:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b1e00 x1874601358834688/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764397 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764372.688987:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764372.688989:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764372.688992:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764372.688995:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:1.0:1787764372.688998:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764372.688999:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299930647
00000100:00000001:1.0:1787764372.689001:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299931915
00000100:00000001:1.0:1787764372.689002:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299930647
00000100:00000001:1.0:1787764372.689003:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299931915
00000100:00000001:1.0:1787764372.689005:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764372.689006:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764372.689007:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764372.689010:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764372/real 1787764372]  req@ffff9821899b1e00 x1874601358834688/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764372.689014:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764372.689015:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764372.689016:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3738.
00000400:00000200:1.0:1787764372.689017:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000400:00000010:1.0:1787764372.689018:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:1.0:1787764372.689019:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764372.689021:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b1e00 x1874601358834688/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764372.689026:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b1e00 x1874601358834688/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764372.689029:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764372.689030:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764372.689031:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764372.689032:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764372.689034:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b1e00 x1874601358834688/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764372.689037:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764372.689039:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b1e00 x1874601358834688/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764397 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764372.689043:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764372.689045:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764372.689046:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764372.689047:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764372.689048:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764372.689049:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764372.689050:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764372.689052:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764372.689053:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764372.689055:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b1e00 x1874601358834688/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764397 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764372.689060:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358834688:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764372.689062:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764372.689064:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b0f00 x1874601358834816/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764372.689067:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764372.689068:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764372.689069:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764372.689070:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764372.689072:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764372.689073:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358834816:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764372.689075:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764372.689076:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764372.689077:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764372.689078:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764372.689080:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649e800.
02000000:00000001:1.0:1787764372.689081:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764372.689083:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764372.689084:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3738.
00000400:00000010:1.0:1787764372.689086:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000200:1.0:1787764372.689087:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358834816, portal 10
00000100:00000001:1.0:1787764372.689088:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764372.689089:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542824192 : -114205166727424 : ffff9821899b0f00)
00000100:00000040:1.0:1787764372.689093:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b0f00 x1874601358834816/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764372.689097:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764372.689098:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764372.689099:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f6e8.
00000100:00000200:1.0:1787764372.689101:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358834816, offset 0
00000400:00000200:1.0:1787764372.689103:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764372.689105:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764372.689107:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764372.689108:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764372.689110:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764372.689111:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764372.689113:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764372.689115:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70393:70393:256:4294967295] 192.168.202.141@tcp LPNI seq info [70393:70393:8:4294967295]
00000400:00000200:1.0:1787764372.689117:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764372.689121:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764372.689123:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764372.689125:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88400.
00000800:00000200:1.0:1787764372.689127:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764372.689129:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787764372.689131:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764372.689133:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1787764372.689135:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764372.689136:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88400.
00000400:00000200:1.0:1787764372.689138:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764372.689140:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764372.689141:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f6e8
00000400:00000010:1.0:1787764372.689142:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f6e8.
00000100:00000001:1.0:1787764372.689144:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764372.689146:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b0f00 x1874601358834816/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764372.689150:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764372.689152:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b0f00 x1874601358834816/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764397 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764372.689155:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764372.689156:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764372.689158:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764372.689159:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:1.0:1787764372.689173:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764372.689175:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299930641
00000100:00000001:1.0:1787764372.689177:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299931915
00000100:00000001:1.0:1787764372.689178:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299930641
00000100:00000001:1.0:1787764372.689180:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299931915
00000100:00000001:1.0:1787764372.689181:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764372.689182:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764372.689183:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764372.689185:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764372/real 1787764372]  req@ffff9821899b0f00 x1874601358834816/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764372.689190:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764372.689190:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764372.689191:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3738.
00000400:00000200:1.0:1787764372.689193:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000400:00000010:1.0:1787764372.689194:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:1.0:1787764372.689195:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764372.689197:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b0f00 x1874601358834816/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764372.689202:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b0f00 x1874601358834816/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764372.689205:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764372.689206:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764372.689207:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764372.689208:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764372.689210:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b0f00 x1874601358834816/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764372.689214:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764372.689216:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b0f00 x1874601358834816/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764397 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764372.689219:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764372.689221:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764372.689221:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764372.689222:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764372.689223:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764372.689224:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764372.689225:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764372.689227:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764372.689228:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764372.689230:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b0f00 x1874601358834816/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764397 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764372.689234:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358834816:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764372.689236:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764372.689238:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b3840 x1874601358834944/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764372.689242:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764372.689242:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764372.689244:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764372.689245:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764372.689246:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764372.689247:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358834944:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764372.689249:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764372.689250:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764372.689251:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764372.689252:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764372.689254:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649d400.
02000000:00000001:1.0:1787764372.689255:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764372.689257:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764372.689259:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3738.
00000400:00000010:1.0:1787764372.689260:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000200:1.0:1787764372.689262:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358834944, portal 4
00000100:00000001:1.0:1787764372.689263:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764372.689264:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542834752 : -114205166716864 : ffff9821899b3840)
00000100:00000040:1.0:1787764372.689268:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b3840 x1874601358834944/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764372.689271:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764372.689273:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764372.689274:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f6e8.
00000100:00000200:1.0:1787764372.689275:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358834944, offset 0
00000400:00000200:1.0:1787764372.689277:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764372.689279:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764372.689281:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764372.689283:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764372.689284:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764372.689286:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764372.689287:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764372.689289:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70394:70394:256:4294967295] 192.168.202.141@tcp LPNI seq info [70394:70394:8:4294967295]
00000400:00000200:1.0:1787764372.689291:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764372.689295:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764372.689297:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764372.689299:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88400.
00000800:00000200:1.0:1787764372.689302:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764372.689303:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787764372.689306:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764372.689307:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1787764372.689309:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764372.689311:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88400.
00000400:00000200:1.0:1787764372.689312:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764372.689314:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764372.689316:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f6e8
00000400:00000010:1.0:1787764372.689316:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f6e8.
00000100:00000001:1.0:1787764372.689318:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764372.689319:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b3840 x1874601358834944/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764372.689324:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764372.689325:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b3840 x1874601358834944/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764397 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764372.689329:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764372.689330:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764372.689331:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764372.689333:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:1.0:1787764372.689334:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764372.689335:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299930646
00000100:00000001:1.0:1787764372.689337:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299931915
00000100:00000001:1.0:1787764372.689338:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299930646
00000100:00000001:1.0:1787764372.689339:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299931915
00000100:00000001:1.0:1787764372.689340:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764372.689341:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764372.689342:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764372.689344:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764372/real 1787764372]  req@ffff9821899b3840 x1874601358834944/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764372.689348:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764372.689348:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764372.689349:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3738.
00000400:00000200:1.0:1787764372.689350:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000400:00000010:1.0:1787764372.689351:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:1.0:1787764372.689353:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764372.689354:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b3840 x1874601358834944/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764372.689359:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b3840 x1874601358834944/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764372.689362:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764372.689363:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764372.689364:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764372.689364:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764372.689366:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b3840 x1874601358834944/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764372.689369:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764372.689371:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b3840 x1874601358834944/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764397 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764372.689375:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764372.689376:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764372.689377:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764372.689378:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764372.689378:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764372.689379:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764372.689381:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764372.689382:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764372.689383:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764372.689385:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b3840 x1874601358834944/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764397 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764372.689390:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358834944:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764372.689392:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764372.689393:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b03c0 x1874601358835072/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764372.689397:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764372.689398:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764372.689399:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764372.689400:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764372.689401:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764372.689403:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358835072:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764372.689404:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764372.689405:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764372.689406:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764372.689407:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764372.689408:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649d000.
02000000:00000001:1.0:1787764372.689409:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764372.689411:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764372.689412:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3738.
00000400:00000010:1.0:1787764372.689413:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000200:1.0:1787764372.689414:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358835072, portal 4
00000100:00000001:1.0:1787764372.689415:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764372.689416:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542821312 : -114205166730304 : ffff9821899b03c0)
00000100:00000040:1.0:1787764372.689419:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b03c0 x1874601358835072/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764372.689423:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764372.689424:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764372.689425:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f6e8.
00000100:00000200:1.0:1787764372.689426:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358835072, offset 0
00000400:00000200:1.0:1787764372.689428:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764372.689430:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764372.689431:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764372.689433:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764372.689434:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764372.689435:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764372.689436:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764372.689438:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70395:70395:256:4294967295] 192.168.202.141@tcp LPNI seq info [70395:70395:8:4294967295]
00000400:00000200:1.0:1787764372.689440:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764372.689444:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764372.689447:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764372.689448:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88400.
00000800:00000200:1.0:1787764372.689450:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764372.689452:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787764372.689454:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764372.689456:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1787764372.689458:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764372.689459:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88400.
00000400:00000200:1.0:1787764372.689461:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764372.689463:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764372.689464:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f6e8
00000400:00000010:1.0:1787764372.689465:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f6e8.
00000100:00000001:1.0:1787764372.689466:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764372.689468:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b03c0 x1874601358835072/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764372.689472:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764372.689474:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b03c0 x1874601358835072/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764397 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764372.689477:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764372.689478:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764372.689479:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764372.689481:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:1.0:1787764372.689484:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764372.689486:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299930647
00000100:00000001:1.0:1787764372.689487:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299931915
00000100:00000001:1.0:1787764372.689489:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299930647
00000100:00000001:1.0:1787764372.689491:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299931915
00000100:00000001:1.0:1787764372.689493:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764372.689495:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764372.689496:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764372.689500:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764372/real 1787764372]  req@ffff9821899b03c0 x1874601358835072/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764372.689507:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764372.689508:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764372.689510:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3738.
00000400:00000200:1.0:1787764372.689512:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000400:00000010:1.0:1787764372.689514:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:1.0:1787764372.689516:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764372.689519:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b03c0 x1874601358835072/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764372.689526:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b03c0 x1874601358835072/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764372.689530:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764372.689531:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764372.689532:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764372.689533:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764372.689535:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b03c0 x1874601358835072/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764372.689539:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764372.689541:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b03c0 x1874601358835072/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764397 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764372.689545:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764372.689546:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764372.689547:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764372.689547:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764372.689548:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764372.689549:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764372.689551:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764372.689553:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764372.689554:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764372.689556:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b03c0 x1874601358835072/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764397 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764372.689560:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358835072:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764372.689562:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764372.689563:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764372.689565:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b1e00 x1874601358834688/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764397 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764372.689568:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764372.689569:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764372.689570:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649f800.
02000000:00000001:1.0:1787764372.689571:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764372.689572:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764372.689573:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:1.0:1787764372.689574:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764372.689575:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9e400.
02000000:00000001:1.0:1787764372.689577:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764372.689578:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764372.689579:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b1e00.
00000100:00000001:1.0:1787764372.689581:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764372.689582:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764372.689583:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764372.689584:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b0f00 x1874601358834816/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764397 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764372.689588:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764372.689588:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764372.689589:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649e800.
02000000:00000001:1.0:1787764372.689591:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764372.689592:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764372.689592:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:1.0:1787764372.689593:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764372.689594:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9c400.
02000000:00000001:1.0:1787764372.689596:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764372.689596:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764372.689597:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b0f00.
00000100:00000001:1.0:1787764372.689598:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764372.689599:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764372.689600:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764372.689601:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b3840 x1874601358834944/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764397 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764372.689605:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764372.689605:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764372.689606:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649d400.
02000000:00000001:1.0:1787764372.689607:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764372.689608:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764372.689608:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:1.0:1787764372.689609:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764372.689610:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9e000.
02000000:00000001:1.0:1787764372.689611:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764372.689612:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764372.689612:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b3840.
00000100:00000001:1.0:1787764372.689613:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764372.689614:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764372.689615:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764372.689616:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b03c0 x1874601358835072/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764397 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764372.689619:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764372.689620:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764372.689621:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649d000.
02000000:00000001:1.0:1787764372.689622:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764372.689623:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764372.689624:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:1.0:1787764372.689625:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764372.689627:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9e800.
02000000:00000001:1.0:1787764372.689628:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764372.689629:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764372.689630:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b03c0.
00000100:00000001:1.0:1787764372.689632:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764372.689633:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764372.689635:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764372.689638:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764372.689639:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764372.689641:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764372.689642:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764373.007942:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764373.007947:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764373.007951:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764373.007951:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764373.007953:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764373.007954:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764373.007956:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764373.007957:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764373.007959:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764373.007960:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764373.007974:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764373.007976:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764373.007978:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764373.263914:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764373.263921:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764373.263924:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764373.263929:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764373.263934:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764373.263937:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764373.263939:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764373.263941:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764373.263943:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764374.031927:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4299931915, at 4299931968
00000100:00000040:3.0:1787764374.031927:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299931915, at 4299931968
00010000:00000001:0.0:1787764374.031930:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764374.031936:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764374.031938:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764374.031941:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764374.031943:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764374.031945:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764374.031945:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2c660.
00010000:00000001:0.0:1787764374.031947:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764374.031948:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2c060.
00010000:00000001:0.0:1787764374.031953:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764374.031957:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764374.031957:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764374.031960:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764374.031961:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764374.031964:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764374.031966:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764374.031967:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764374.031969:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764374.031970:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764374.031971:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764374.031972:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764374.031973:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764374.031975:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764374.031976:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764374.032024:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764374.032027:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764374.032029:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764374.287968:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764374.287977:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764374.287980:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764374.287986:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764374.287990:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764374.287994:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764374.287997:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764374.288000:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764374.288004:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764375.055994:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764375.056000:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764375.056004:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764375.056005:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764375.056007:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764375.056008:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764375.056011:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764375.056011:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764375.056014:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764375.056015:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764375.056036:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764375.056039:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764375.056041:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764375.311911:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764375.311926:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764375.311929:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764375.311934:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764375.311938:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764375.311941:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764375.311944:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764375.311947:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764375.311949:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764376.079999:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764376.080006:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764376.080011:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764376.080012:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764376.080015:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764376.080016:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764376.080020:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764376.080021:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764376.080023:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764376.080024:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764376.080048:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764376.080050:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764376.080052:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764376.336019:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764376.336031:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764376.336034:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764376.336041:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764376.336046:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764376.336050:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764376.336053:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764376.336057:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764376.336061:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764377.104005:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764377.104013:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764377.104017:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764377.104021:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764377.104023:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764377.104026:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764377.104029:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764377.104030:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764377.104032:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764377.104033:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764377.104036:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764377.104036:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764377.104039:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764377.104040:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764377.104042:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764377.104043:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764377.104112:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764377.104117:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764377.104121:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764377.359975:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764377.359992:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764377.359994:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764377.359999:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764377.360003:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764377.360006:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764377.360009:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764377.360012:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764377.360014:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764377.807967:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764377.807976:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764377.807979:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764377.807983:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764377.807987:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764377.807994:0:58520:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5263
00000400:00000200:3.0:1787764377.808008:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764377.808015:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764377.808018:0:58520:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764377.808020:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764377.808024:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764377.808026:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764377.808029:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764377.808032:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764377.808034:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:3.0:1787764377.808037:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764377.808040:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:3.0:1787764377.808042:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:3.0:1787764377.808044:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:3.0:1787764377.808047:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764377.808049:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764377.808051:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764377.808053:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764377.808056:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:3.0:1787764377.808060:0:58520:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764377.808062:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764377.808065:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764377.808068:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764377.808070:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764377.808072:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764377.808074:0:58520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764377.808083:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0b40.
00000020:00000040:3.0:1787764377.808087:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:3.0:1787764377.808091:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764377.808092:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764377.808096:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764377.808099:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764377.808103:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764377.808111:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9dc00.
00000100:00000001:3.0:1787764377.808128:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764377.808137:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0b40 x1874601358835200/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764377.808147:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764377.808151:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764377.808156:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d6e219c] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0b40 x1874601358835200/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764377.808175:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764377.808179:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764377.808182:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764377.808184:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764377.808185:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764377.808188:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764377.808190:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5263
00000400:00000200:3.0:1787764377.808194:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764377.808196:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764377.808199:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764377.808202:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764377.808204:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764377.808208:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764377.808210:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764377.808219:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764377.808220:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:3.0:1787764377.808222:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787764377.808223:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1787764377.808225:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000100:00000001:1.0:1787764377.808230:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1787764377.808230:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:3.0:1787764377.808234:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000001:1.0:1787764377.808235:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787764377.808242:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764377.808246:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764377.808247:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b0b40 x1874601358835200/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764377.808249:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764377.808252:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764377.808254:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:3.0:1787764377.808256:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764377.808261:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764377.808265:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764377.808272:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764377.808273:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764377.808277:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764377.808277:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764377.808282:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787764377.808283:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:3.0:1787764377.808286:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787764377.808287:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:3.0:1787764377.808292:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764377.808293:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764377.808297:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764377.808301:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358835200:192.168.202.141@tcp:250:kworker.0
00000100:00000010:3.0:1787764377.808304:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b21c0.
00000100:00000001:1.0:1787764377.808309:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:3.0:1787764377.808309:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:3.0:1787764377.808313:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764377.808315:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787764377.808315:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764377.808319:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764377.808320:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764377.808323:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764377.808324:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787764377.808326:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764377.808331:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649d400.
02000000:00000010:3.0:1787764377.808332:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9cc00.
02000000:00000001:1.0:1787764377.808335:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764377.808338:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764377.808343:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00100000:3.0:1787764377.808348:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b21c0 x1874601358835328/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1787764377.808350:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3738.
00000100:00000001:3.0:1787764377.808360:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764377.808362:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787764377.808365:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000040:3.0:1787764377.808367:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a837d5f] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b21c0 x1874601358835328/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764377.808374:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358835200, portal 25
00000100:00000001:1.0:1787764377.808379:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787764377.808379:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764377.808382:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542823232 : -114205166728384 : ffff9821899b0b40)
00000100:00080000:3.0:1787764377.808384:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764377.808390:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000040:1.0:1787764377.808392:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b0b40 x1874601358835200/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764377.808393:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764377.808395:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764377.808400:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764377.808406:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5263
00000100:00000001:1.0:1787764377.808407:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:3.0:1787764377.808412:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000040:1.0:1787764377.808414:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000200:3.0:1787764377.808419:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000400:00000010:1.0:1787764377.808420:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f6e8.
00000100:00080000:3.0:1787764377.808422:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000200:1.0:1787764377.808426:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358835200, offset 0
00000100:00000040:3.0:1787764377.808427:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764377.808431:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764377.808432:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764377.808435:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764377.808439:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764377.808440:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:3.0:1787764377.808443:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764377.808445:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000400:00000200:1.0:1787764377.808449:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000020:00000001:3.0:1787764377.808450:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:3.0:1787764377.808455:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:3.0:1787764377.808459:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000400:00000200:1.0:1787764377.808460:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764377.808463:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764377.808468:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000400:00000200:1.0:1787764377.808470:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000100:00000001:3.0:1787764377.808472:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764377.808477:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000400:00000200:1.0:1787764377.808478:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1787764377.808483:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000400:00000200:1.0:1787764377.808485:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000100:00000001:3.0:1787764377.808488:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764377.808493:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1787764377.808493:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787764377.808498:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
02000000:00000001:3.0:1787764377.808498:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764377.808503:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764377.808506:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70396:70396:256:4294967295] 192.168.202.141@tcp LPNI seq info [70396:70396:8:4294967295]
00000100:00000001:3.0:1787764377.808507:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764377.808511:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787764377.808516:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000008:00000001:3.0:1787764377.808518:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764377.808522:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764377.808527:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b03c0.
00000400:00000200:1.0:1787764377.808528:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000020:00000040:3.0:1787764377.808532:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:3.0:1787764377.808535:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764377.808536:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764377.808540:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764377.808543:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764377.808545:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787764377.808548:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
02000000:00000010:3.0:1787764377.808552:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9d800.
00000800:00000010:1.0:1787764377.808555:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88400.
00000100:00000001:3.0:1787764377.808557:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787764377.808565:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00100000:3.0:1787764377.808567:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b03c0 x1874601358835456/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1787764377.808571:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787764377.808583:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:3.0:1787764377.808584:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:1.1:1787764377.808589:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000100:00000001:3.0:1787764377.808590:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764377.808599:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fa8aa37] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b03c0 x1874601358835456/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:1.0:1787764377.808600:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764377.808604:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88400.
00000400:00000200:1.0:1787764377.808613:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1787764377.808614:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764377.808619:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787764377.808622:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000100:00080000:3.0:1787764377.808625:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764377.808628:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1787764377.808629:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f6e8
00000100:00080000:3.0:1787764377.808630:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:1.0:1787764377.808634:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f6e8.
00000100:00000001:3.0:1787764377.808635:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764377.808641:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5263
00000100:00000001:1.0:1787764377.808642:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:3.0:1787764377.808647:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000200:1.0:1787764377.808650:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b0b40 x1874601358835200/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787764377.808655:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764377.808661:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764377.808667:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764377.808668:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787764377.808670:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764377.808676:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b0b40 x1874601358835200/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764402 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764377.808678:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764377.808684:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764377.808689:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787764377.808691:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764377.808694:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:3.0:1787764377.808699:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000100:00000001:1.0:1787764377.808700:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764377.808704:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1787764377.808709:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000020:00000040:3.0:1787764377.808709:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000100:00000001:1.0:1787764377.808714:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4299937035
00000020:00000001:3.0:1787764377.808715:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:3.0:1787764377.808720:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000010:1.0:1787764377.808722:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982191d2c780.
00000100:00000040:3.0:1787764377.808726:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764377.808730:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787764377.808732:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000100:00000040:3.0:1787764377.808734:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764377.808738:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:1.0:1787764377.808741:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4299937035
00000020:00000040:3.0:1787764377.808741:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00000010:1.0:1787764377.808746:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982191d2c240.
00000100:00080000:3.0:1787764377.808748:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764377.808751:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787764377.808753:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764377.808756:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764377.808757:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787764377.808762:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764377.808762:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764377.808766:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764377.808767:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764377.808770:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1787764377.808775:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000008:00000001:3.0:1787764377.808775:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764377.808776:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764377.808782:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b3840.
00000100:00100000:1.0:1787764377.808784:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764377/real 1787764377]  req@ffff9821899b0b40 x1874601358835200/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787764377.808785:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:3.0:1787764377.808790:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764377.808793:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764377.808797:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764377.808800:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000001:1.0:1787764377.808801:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:3.0:1787764377.808803:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787764377.808805:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764377.808809:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3738.
02000000:00000010:3.0:1787764377.808809:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9f000.
00000400:00000200:1.0:1787764377.808814:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000100:00000001:3.0:1787764377.808815:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787764377.808818:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:1.0:1787764377.808822:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00100000:3.0:1787764377.808824:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b3840 x1874601358835584/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1787764377.808829:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b0b40 x1874601358835200/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764377.808880:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b0b40 x1874601358835200/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764377.808884:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764377.808888:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764377.808895:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764377.808899:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787764377.808899:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a874aff9] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b3840 x1874601358835584/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764377.808904:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764377.808908:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764377.808915:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764377.808917:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b0b40 x1874601358835200/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787764377.808919:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764377.808927:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764377.808931:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787764377.808934:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787764377.808935:0:58520:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764377.808940:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:1.0:1787764377.808943:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b0b40 x1874601358835200/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764402 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787764377.808946:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5263
00000400:00000200:3.0:1787764377.808954:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764377.808961:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764377.808966:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787764377.808971:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1787764377.808973:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764377.808976:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764377.808978:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787764377.808980:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:3.0:1787764377.808982:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764377.808983:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764377.808987:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:1.0:1787764377.808988:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764377.808991:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:3.0:1787764377.808993:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000100:00080000:1.0:1787764377.808996:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000020:00000040:3.0:1787764377.808996:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:3.0:1787764377.809000:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00080000:1.0:1787764377.809004:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000020:00000040:3.0:1787764377.809004:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:3.0:1787764377.809009:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000001:1.0:1787764377.809010:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000001:3.0:1787764377.809013:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:1.0:1787764377.809018:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b0b40 x1874601358835200/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764402 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764377.809021:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764377.809027:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764377.809032:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764377.809037:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00100000:1.0:1787764377.809038:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358835200:192.168.202.141@tcp:250:kworker.0
00000020:00000040:3.0:1787764377.809041:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00000001:1.0:1787764377.809047:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787764377.809049:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764377.809052:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787764377.809054:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764377.809058:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1787764377.809059:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b0b40 x1874601358835200/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764402 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787764377.809062:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764377.809068:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764377.809072:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787764377.809074:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000008:00100000:3.0:1787764377.809076:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
02000000:00000001:1.0:1787764377.809078:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000008:00000001:3.0:1787764377.809081:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764377.809083:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649d400.
00000100:00000001:3.0:1787764377.809086:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764377.809088:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764377.809092:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000100:00000010:3.0:1787764377.809092:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0f00.
00000020:00000040:1.0:1787764377.809094:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000020:00000040:3.0:1787764377.809097:0:58520:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:1.0:1787764377.809098:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764377.809103:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9dc00.
02000000:00000001:3.0:1787764377.809104:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764377.809108:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764377.809110:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:3.0:1787764377.809111:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764377.809126:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:3.0:1787764377.809127:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:1.0:1787764377.809130:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b0b40.
02000000:00000001:3.0:1787764377.809131:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764377.809136:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
02000000:00000010:3.0:1787764377.809137:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9d400.
00000100:00000001:1.0:1787764377.809139:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764377.809142:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764377.809144:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787764377.809150:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0f00 x1874601358835712/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764377.809153:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764377.809156:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764377.809160:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787764377.809163:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764377.809164:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764377.809167:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787764377.809168:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764377.809174:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b21c0 x1874601358835328/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764377.809177:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031bb8c12] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0f00 x1874601358835712/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764377.809196:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764377.809199:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764377.809200:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764377.809202:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764377.809206:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1787764377.809207:0:58520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5273)
02000000:00000001:1.0:1787764377.809209:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764377.809215:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358835328:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764377.809219:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764377.809221:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764377.809223:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764377.809225:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764377.809228:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649d400.
02000000:00000001:1.0:1787764377.809230:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764377.809234:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764377.809237:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3738.
00000400:00000010:1.0:1787764377.809240:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000200:1.0:1787764377.809243:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358835328, portal 10
00000100:00000001:1.0:1787764377.809245:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764377.809246:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542828992 : -114205166722624 : ffff9821899b21c0)
00000100:00000040:1.0:1787764377.809252:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b21c0 x1874601358835328/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764377.809258:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764377.809261:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764377.809263:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f6e8.
00000100:00000200:1.0:1787764377.809266:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358835328, offset 0
00000400:00000200:1.0:1787764377.809269:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764377.809273:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764377.809277:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764377.809280:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764377.809282:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764377.809284:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764377.809286:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764377.809289:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70397:70397:256:4294967295] 192.168.202.141@tcp LPNI seq info [70397:70397:8:4294967295]
00000400:00000200:1.0:1787764377.809293:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764377.809299:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764377.809304:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764377.809308:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88400.
00000800:00000200:1.0:1787764377.809312:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764377.809314:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787764377.809318:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764377.809321:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1787764377.809325:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764377.809327:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88400.
00000400:00000200:1.0:1787764377.809330:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764377.809333:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764377.809336:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f6e8
00000400:00000010:1.0:1787764377.809338:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f6e8.
00000100:00000001:1.0:1787764377.809340:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764377.809344:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b21c0 x1874601358835328/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764377.809351:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764377.809354:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b21c0 x1874601358835328/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764402 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764377.809361:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764377.809363:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764377.809366:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764377.809370:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:1.0:1787764377.809373:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764377.809375:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299935767
00000100:00000001:1.0:1787764377.809378:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299937035
00000100:00000001:1.0:1787764377.809380:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299935767
00000100:00000001:1.0:1787764377.809383:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299937035
00000100:00000001:1.0:1787764377.809384:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764377.809386:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764377.809388:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764377.809392:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764377/real 1787764377]  req@ffff9821899b21c0 x1874601358835328/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764377.809400:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764377.809401:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764377.809403:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3738.
00000400:00000200:1.0:1787764377.809405:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000400:00000010:1.0:1787764377.809406:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:1.0:1787764377.809408:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764377.809412:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b21c0 x1874601358835328/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764377.809420:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b21c0 x1874601358835328/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764377.809427:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764377.809429:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764377.809430:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764377.809432:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764377.809436:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b21c0 x1874601358835328/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764377.809442:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764377.809446:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b21c0 x1874601358835328/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764402 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764377.809453:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764377.809455:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764377.809457:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764377.809458:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764377.809460:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764377.809462:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764377.809464:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764377.809467:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764377.809469:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764377.809473:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b21c0 x1874601358835328/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764402 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764377.809481:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358835328:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764377.809485:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764377.809488:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b03c0 x1874601358835456/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764377.809494:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764377.809496:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764377.809498:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764377.809499:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764377.809501:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764377.809504:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358835456:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764377.809507:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764377.809509:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764377.809511:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764377.809512:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764377.809516:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649e800.
02000000:00000001:1.0:1787764377.809517:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764377.809520:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764377.809522:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3738.
00000400:00000010:1.0:1787764377.809525:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000200:1.0:1787764377.809528:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358835456, portal 10
00000100:00000001:1.0:1787764377.809529:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764377.809531:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542821312 : -114205166730304 : ffff9821899b03c0)
00000100:00000040:1.0:1787764377.809536:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b03c0 x1874601358835456/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764377.809543:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764377.809545:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764377.809547:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f6e8.
00000100:00000200:1.0:1787764377.809550:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358835456, offset 0
00000400:00000200:1.0:1787764377.809554:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764377.809557:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764377.809561:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764377.809563:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764377.809566:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764377.809568:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764377.809571:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764377.809573:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70398:70398:256:4294967295] 192.168.202.141@tcp LPNI seq info [70398:70398:8:4294967295]
00000400:00000200:1.0:1787764377.809577:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764377.809584:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764377.809588:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764377.809591:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88400.
00000800:00000200:1.0:1787764377.809595:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764377.809597:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787764377.809601:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764377.809604:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1787764377.809607:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764377.809609:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88400.
00000400:00000200:1.0:1787764377.809612:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764377.809615:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764377.809618:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f6e8
00000400:00000010:1.0:1787764377.809620:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f6e8.
00000100:00000001:1.0:1787764377.809623:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764377.809626:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b03c0 x1874601358835456/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764377.809633:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764377.809637:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b03c0 x1874601358835456/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764402 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764377.809643:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764377.809645:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764377.809648:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764377.809651:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:1.0:1787764377.809654:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764377.809656:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299935761
00000100:00000001:1.0:1787764377.809658:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299937035
00000100:00000001:1.0:1787764377.809660:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299935761
00000100:00000001:1.0:1787764377.809662:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299937035
00000100:00000001:1.0:1787764377.809664:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764377.809666:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764377.809668:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764377.809671:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764377/real 1787764377]  req@ffff9821899b03c0 x1874601358835456/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764377.809679:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764377.809680:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764377.809682:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3738.
00000400:00000200:1.0:1787764377.809684:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000400:00000010:1.0:1787764377.809686:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:1.0:1787764377.809688:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764377.809691:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b03c0 x1874601358835456/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764377.809700:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b03c0 x1874601358835456/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764377.809706:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764377.809707:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764377.809709:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764377.809710:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764377.809714:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b03c0 x1874601358835456/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764377.809721:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764377.809725:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b03c0 x1874601358835456/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764402 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764377.809732:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764377.809734:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764377.809736:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764377.809737:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764377.809738:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764377.809740:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764377.809743:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764377.809746:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764377.809748:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764377.809752:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b03c0 x1874601358835456/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764402 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764377.809760:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358835456:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764377.809764:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764377.809768:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b3840 x1874601358835584/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764377.809774:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764377.809776:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764377.809778:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764377.809779:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764377.809781:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764377.809784:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358835584:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764377.809788:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764377.809790:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764377.809791:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764377.809793:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764377.809796:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649f800.
02000000:00000001:1.0:1787764377.809798:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764377.809801:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764377.809803:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3738.
00000400:00000010:1.0:1787764377.809806:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000200:1.0:1787764377.809809:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358835584, portal 4
00000100:00000001:1.0:1787764377.809811:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764377.809812:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542834752 : -114205166716864 : ffff9821899b3840)
00000100:00000040:1.0:1787764377.809818:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b3840 x1874601358835584/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764377.809824:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764377.809826:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764377.809828:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f6e8.
00000100:00000200:1.0:1787764377.809831:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358835584, offset 0
00000400:00000200:1.0:1787764377.809834:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764377.809838:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764377.809841:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764377.809843:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764377.809846:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764377.809867:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764377.809870:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764377.809872:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70399:70399:256:4294967295] 192.168.202.141@tcp LPNI seq info [70399:70399:8:4294967295]
00000400:00000200:1.0:1787764377.809876:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764377.809882:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764377.809887:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764377.809890:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88400.
00000800:00000200:1.0:1787764377.809894:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764377.809897:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787764377.809901:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764377.809915:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1787764377.809920:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764377.809922:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88400.
00000400:00000200:1.0:1787764377.809925:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764377.809928:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764377.809932:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f6e8
00000400:00000010:1.0:1787764377.809933:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f6e8.
00000100:00000001:1.0:1787764377.809936:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764377.809939:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b3840 x1874601358835584/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764377.809947:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764377.809950:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b3840 x1874601358835584/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764402 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764377.809956:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764377.809958:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764377.809960:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764377.809963:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:1.0:1787764377.809966:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764377.809968:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299935767
00000100:00000001:1.0:1787764377.809970:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299937035
00000100:00000001:1.0:1787764377.809972:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299935767
00000100:00000001:1.0:1787764377.809974:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299937035
00000100:00000001:1.0:1787764377.809976:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764377.809978:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764377.809980:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764377.809984:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764377/real 1787764377]  req@ffff9821899b3840 x1874601358835584/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764377.809991:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764377.809992:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764377.809994:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3738.
00000400:00000200:1.0:1787764377.809996:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000400:00000010:1.0:1787764377.809998:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:1.0:1787764377.810000:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764377.810003:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b3840 x1874601358835584/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764377.810011:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b3840 x1874601358835584/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764377.810017:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764377.810018:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764377.810020:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764377.810022:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764377.810025:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b3840 x1874601358835584/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764377.810032:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764377.810035:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b3840 x1874601358835584/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764402 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764377.810042:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764377.810044:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764377.810046:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764377.810047:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764377.810048:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764377.810050:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764377.810052:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764377.810055:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764377.810057:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764377.810061:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b3840 x1874601358835584/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764402 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764377.810068:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358835584:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764377.810072:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764377.810074:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764377.810077:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b21c0 x1874601358835328/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764402 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764377.810084:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764377.810085:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764377.810087:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649d400.
02000000:00000001:1.0:1787764377.810089:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764377.810091:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764377.810092:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:1.0:1787764377.810094:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764377.810096:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9cc00.
02000000:00000001:1.0:1787764377.810098:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764377.810099:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764377.810100:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b21c0.
00000100:00000001:1.0:1787764377.810103:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764377.810104:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764377.810105:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764377.810108:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b03c0 x1874601358835456/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764402 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764377.810113:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764377.810114:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764377.810131:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649e800.
02000000:00000001:1.0:1787764377.810133:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764377.810134:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764377.810135:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:1.0:1787764377.810137:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764377.810138:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9d800.
02000000:00000001:1.0:1787764377.810141:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764377.810142:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764377.810143:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b03c0.
00000100:00000001:1.0:1787764377.810145:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764377.810146:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764377.810147:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764377.810150:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b3840 x1874601358835584/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764402 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764377.810156:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764377.810158:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764377.810159:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649f800.
02000000:00000001:1.0:1787764377.810161:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764377.810162:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764377.810163:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:1.0:1787764377.810165:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764377.810166:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9f000.
02000000:00000001:1.0:1787764377.810168:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764377.810169:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764377.810170:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b3840.
00000100:00000001:1.0:1787764377.810172:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764377.810173:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764377.810175:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764377.810178:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764377.810179:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764377.810181:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764377.810182:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764377.810184:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764377.810187:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b0f00 x1874601358835712/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764377.810192:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764377.810194:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764377.810195:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764377.810197:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764377.810198:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764377.810201:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358835712:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764377.810203:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764377.810205:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764377.810206:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764377.810208:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764377.810210:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649f800.
02000000:00000001:1.0:1787764377.810212:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764377.810215:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764377.810217:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3738.
00000400:00000010:1.0:1787764377.810219:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000200:1.0:1787764377.810222:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358835712, portal 4
00000100:00000001:1.0:1787764377.810224:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764377.810225:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542824192 : -114205166727424 : ffff9821899b0f00)
00000100:00000040:1.0:1787764377.810230:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b0f00 x1874601358835712/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764377.810235:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764377.810237:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764377.810238:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f6e8.
00000100:00000200:1.0:1787764377.810240:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358835712, offset 0
00000400:00000200:1.0:1787764377.810244:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764377.810247:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764377.810250:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764377.810252:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764377.810254:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764377.810257:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764377.810259:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764377.810262:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70400:70400:256:4294967295] 192.168.202.141@tcp LPNI seq info [70400:70400:8:4294967295]
00000400:00000200:1.0:1787764377.810266:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764377.810272:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764377.810276:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764377.810279:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88400.
00000800:00000200:1.0:1787764377.810282:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764377.810284:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787764377.810288:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764377.810290:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1787764377.810293:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764377.810295:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88400.
00000400:00000200:1.0:1787764377.810298:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764377.810301:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764377.810303:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f6e8
00000400:00000010:1.0:1787764377.810305:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f6e8.
00000100:00000001:1.0:1787764377.810307:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764377.810310:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b0f00 x1874601358835712/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764377.810323:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764377.810326:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b0f00 x1874601358835712/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764402 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764377.810332:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764377.810333:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764377.810336:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764377.810338:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:1.0:1787764377.810341:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764377.810343:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299935768
00000100:00000001:1.0:1787764377.810346:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299937035
00000100:00000001:1.0:1787764377.810348:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299935768
00000100:00000001:1.0:1787764377.810350:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299937035
00000100:00000001:1.0:1787764377.810352:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764377.810354:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764377.810356:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764377.810359:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764377/real 1787764377]  req@ffff9821899b0f00 x1874601358835712/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764377.810367:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764377.810368:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764377.810369:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3738.
00000400:00000200:1.0:1787764377.810372:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000400:00000010:1.0:1787764377.810373:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:1.0:1787764377.810376:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764377.810379:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b0f00 x1874601358835712/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764402 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764377.810387:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b0f00 x1874601358835712/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764377.810394:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764377.810395:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764377.810397:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764377.810398:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764377.810402:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b0f00 x1874601358835712/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764402 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764377.810408:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764377.810412:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b0f00 x1874601358835712/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764402 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764377.810419:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764377.810421:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764377.810423:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764377.810424:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764377.810426:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764377.810427:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764377.810429:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764377.810432:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764377.810434:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764377.810438:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b0f00 x1874601358835712/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764402 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764377.810445:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358835712:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764377.810448:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764377.810450:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764377.810452:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b0f00 x1874601358835712/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764402 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764377.810458:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764377.810459:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764377.810461:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649f800.
02000000:00000001:1.0:1787764377.810464:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764377.810465:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764377.810467:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:1.0:1787764377.810469:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764377.810470:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9d400.
02000000:00000001:1.0:1787764377.810472:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764377.810474:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764377.810475:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b0f00.
00000100:00000001:1.0:1787764377.810477:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764377.810479:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764377.810480:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764377.810483:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764377.810485:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764377.810486:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764377.810488:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764378.127956:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764378.127962:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764378.127967:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764378.127968:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764378.127972:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764378.127973:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764378.127977:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764378.127978:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764378.127982:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764378.127983:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764378.128005:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764378.128009:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764378.128012:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764378.383925:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764378.383931:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764378.383933:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764378.383937:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764378.383940:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764378.383943:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764378.383945:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764378.383948:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764378.383950:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764379.151961:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4299937035, at 4299937088
00010000:00000001:0.0:1787764379.151966:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000040:3.0:1787764379.151966:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299937035, at 4299937088
00010000:00000001:0.0:1787764379.151972:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764379.151976:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2c780.
00000100:00000010:3.0:1787764379.151978:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2c240.
00010000:00000001:0.0:1787764379.151981:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764379.151985:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764379.151990:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764379.151994:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764379.151997:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764379.152001:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764379.152005:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764379.152007:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764379.152010:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764379.152012:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764379.152016:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764379.152018:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764379.152021:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764379.152023:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764379.152025:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764379.152026:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764379.152028:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764379.152029:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764379.152031:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764379.152033:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764379.152053:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764379.152056:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764379.152059:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764379.407949:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764379.407956:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764379.407958:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764379.407963:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764379.407967:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764379.407971:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764379.407973:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764379.407975:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764379.407978:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764380.175972:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764380.175977:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764380.175982:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764380.175983:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764380.175986:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764380.175987:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764380.175989:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764380.175990:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764380.175993:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764380.175994:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764380.176041:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764380.176045:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764380.176048:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764380.431944:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764380.431951:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764380.431953:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764380.431957:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764380.431961:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764380.431965:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764380.431967:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764380.431969:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764380.431972:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764381.199924:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764381.199931:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764381.199938:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764381.199939:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764381.199942:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764381.199944:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764381.199946:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764381.199947:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764381.199949:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764381.199950:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764381.199966:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764381.199968:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764381.199971:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764381.455924:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764381.455931:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764381.455933:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764381.455938:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764381.455941:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764381.455945:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764381.455947:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764381.455949:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764381.455952:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764382.223954:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764382.223959:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764382.223963:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764382.223964:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764382.223967:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764382.223967:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764382.223970:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764382.223971:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764382.223973:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764382.223974:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764382.223990:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764382.223992:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764382.223994:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764382.479952:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764382.479961:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764382.479964:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764382.479970:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764382.479975:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764382.479979:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764382.479982:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764382.479985:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764382.479989:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764382.927970:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764382.927986:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764382.927989:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764382.927993:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764382.927998:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764382.928007:0:58520:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5268
00000400:00000200:3.0:1787764382.928017:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764382.928024:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764382.928029:0:58520:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764382.928033:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764382.928037:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764382.928040:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764382.928042:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764382.928046:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764382.928048:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:3.0:1787764382.928051:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764382.928054:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:3.0:1787764382.928057:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:3.0:1787764382.928060:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:3.0:1787764382.928063:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764382.928065:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764382.928067:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764382.928103:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764382.928106:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:3.0:1787764382.928110:0:58520:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764382.928113:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764382.928115:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764382.928119:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764382.928121:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764382.928123:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764382.928124:0:58520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764382.928140:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b1e00.
00000020:00000040:3.0:1787764382.928143:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:3.0:1787764382.928149:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764382.928150:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764382.928153:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764382.928155:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764382.928159:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764382.928164:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9d000.
00000100:00000001:3.0:1787764382.928169:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764382.928177:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b1e00 x1874601358835840/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764382.928186:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764382.928190:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764382.928194:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007fca43c8] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b1e00 x1874601358835840/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764382.928210:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764382.928212:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764382.928215:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764382.928216:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764382.928218:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764382.928219:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764382.928221:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5268
00000400:00000200:3.0:1787764382.928224:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764382.928228:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764382.928231:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764382.928235:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764382.928238:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764382.928241:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764382.928244:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764382.928247:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787764382.928248:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1787764382.928249:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:3.0:1787764382.928254:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787764382.928255:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1787764382.928257:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000100:00000001:1.0:1787764382.928260:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1787764382.928262:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:3.0:1787764382.928267:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:1.0:1787764382.928271:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b1e00 x1874601358835840/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764382.928274:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764382.928281:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764382.928287:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764382.928292:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764382.928294:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:1.0:1787764382.928296:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787764382.928300:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
02000000:00000001:1.0:1787764382.928302:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:3.0:1787764382.928307:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
02000000:00000001:1.0:1787764382.928308:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764382.928313:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764382.928314:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764382.928318:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:1.0:1787764382.928323:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358835840:192.168.202.141@tcp:250:kworker.0
02000000:00000001:3.0:1787764382.928326:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764382.928329:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764382.928334:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764382.928337:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764382.928342:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787764382.928342:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764382.928347:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000010:1.0:1787764382.928348:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649f800.
02000000:00000001:1.0:1787764382.928351:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1787764382.928353:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787764382.928359:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000008:00000001:3.0:1787764382.928362:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787764382.928364:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3738.
00000100:00000001:3.0:1787764382.928368:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787764382.928371:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000010:3.0:1787764382.928375:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b3c00.
00000100:00000200:1.0:1787764382.928378:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358835840, portal 25
00000020:00000040:3.0:1787764382.928381:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
00000100:00000001:1.0:1787764382.928382:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764382.928387:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542828032 : -114205166723584 : ffff9821899b1e00)
02000000:00000001:3.0:1787764382.928387:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764382.928390:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764382.928392:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764382.928394:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764382.928397:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764382.928399:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b1e00 x1874601358835840/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1787764382.928402:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9f800.
00000100:00000001:3.0:1787764382.928407:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764382.928415:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b3c00 x1874601358835968/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764382.928416:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764382.928425:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000100:00000001:3.0:1787764382.928428:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1787764382.928432:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f6e8.
00000100:00000001:3.0:1787764382.928432:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764382.928439:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbda2d43] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b3c00 x1874601358835968/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764382.928441:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358835840, offset 0
00000100:00000001:3.0:1787764382.928451:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764382.928453:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000100:00080000:3.0:1787764382.928455:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764382.928458:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764382.928459:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764382.928461:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1787764382.928464:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764382.928466:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764382.928470:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5268
00000400:00000200:1.0:1787764382.928472:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:3.0:1787764382.928477:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764382.928479:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787764382.928483:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000400:00000200:1.0:1787764382.928486:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000100:00080000:3.0:1787764382.928487:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787764382.928492:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764382.928496:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764382.928499:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70401:70401:256:4294967295] 192.168.202.141@tcp LPNI seq info [70401:70401:8:4294967295]
00000100:00000040:3.0:1787764382.928500:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764382.928503:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764382.928506:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764382.928507:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764382.928509:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764382.928510:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:3.0:1787764382.928511:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764382.928513:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000400:00000200:1.0:1787764382.928515:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000020:00000001:3.0:1787764382.928516:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:3.0:1787764382.928521:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:3.0:1787764382.928523:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764382.928525:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764382.928530:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764382.928534:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764382.928538:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000400:00000200:1.0:1787764382.928541:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1787764382.928543:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764382.928548:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764382.928551:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764382.928553:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764382.928557:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787764382.928558:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000100:00000001:3.0:1787764382.928560:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764382.928564:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000010:1.0:1787764382.928567:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88400.
00000008:00000001:3.0:1787764382.928567:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764382.928572:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764382.928576:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b2940.
00000800:00000200:1.0:1787764382.928577:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000020:00000040:3.0:1787764382.928579:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
00000800:00000200:1.1:1787764382.928585:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
02000000:00000001:3.0:1787764382.928586:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764382.928588:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764382.928591:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764382.928593:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764382.928594:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764382.928597:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9fc00.
00000100:00000001:3.0:1787764382.928599:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764382.928603:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b2940 x1874601358836096/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764382.928606:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764382.928609:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764382.928612:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764382.928617:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000040:3.0:1787764382.928618:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000bae3a13] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b2940 x1874601358836096/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764382.928624:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4299942155
00000100:00000001:3.0:1787764382.928628:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764382.928631:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:1.0:1787764382.928633:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982191d2c000.
00000100:00080000:3.0:1787764382.928634:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764382.928638:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764382.928640:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764382.928642:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787764382.928644:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000100:00080000:3.0:1787764382.928646:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5268
00000400:00000200:3.0:1787764382.928651:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764382.928653:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4299942155
00000400:00000200:3.0:1787764382.928655:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764382.928659:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000010:1.0:1787764382.928660:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982191d2cba0.
00000100:00000040:3.0:1787764382.928662:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764382.928665:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787764382.928665:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764382.928670:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764382.928671:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764382.928675:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:1.0:1787764382.928678:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764382.928679:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764382.928681:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:3.0:1787764382.928685:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787764382.928687:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787764382.928687:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:3.0:1787764382.928689:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000001:1.0:1787764382.928695:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787764382.928700:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:3.0:1787764382.928704:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764382.928705:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764382.928706:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787764382.928710:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000040:3.0:1787764382.928711:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764382.928715:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:1.0:1787764382.928718:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1787764382.928718:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:3.0:1787764382.928722:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764382.928723:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764382.928727:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787764382.928727:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764382.928731:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764382.928734:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1787764382.928736:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b3c00 x1874601358835968/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787764382.928737:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764382.928741:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764382.928744:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764382.928748:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764382.928750:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764382.928756:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000010:3.0:1787764382.928756:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0000.
00000100:00000001:1.0:1787764382.928759:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764382.928763:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1787764382.928763:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:1.0:1787764382.928764:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764382.928770:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764382.928771:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00100000:1.0:1787764382.928774:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358835968:192.168.202.141@tcp:38:kworker.0
02000000:00000001:3.0:1787764382.928775:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764382.928782:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764382.928786:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764382.928788:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764382.928788:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764382.928792:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764382.928793:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787764382.928798:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764382.928800:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649e800.
02000000:00000001:1.0:1787764382.928805:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764382.928806:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9f400.
00000400:00000200:1.0:1787764382.928812:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764382.928813:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787764382.928822:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3268.
00000100:00100000:3.0:1787764382.928823:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0000 x1874601358836224/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1787764382.928828:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fcc0.
00000100:00000200:1.0:1787764382.928834:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358835968, portal 10
00000100:00000001:3.0:1787764382.928836:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764382.928839:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787764382.928840:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764382.928843:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542835712 : -114205166715904 : ffff9821899b3c00)
00000100:00000040:3.0:1787764382.928845:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000084e1803] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0000 x1874601358836224/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764382.928872:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764382.928875:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764382.928878:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764382.928879:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764382.928880:0:58520:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764382.928882:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764382.928884:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5268
00000400:00000200:3.0:1787764382.928888:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764382.928892:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764382.928894:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764382.928897:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b3c00 x1874601358835968/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764382.928898:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764382.928907:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787764382.928909:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787764382.928913:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000040:1.0:1787764382.928918:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000100:00000001:3.0:1787764382.928920:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000400:00000010:1.0:1787764382.928923:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fe58.
00000020:00000001:3.0:1787764382.928925:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764382.928928:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000100:00000200:1.0:1787764382.928930:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358835968, offset 0
00000020:00000001:3.0:1787764382.928932:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764382.928936:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000400:00000200:1.0:1787764382.928941:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000020:00000001:3.0:1787764382.928942:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:3.0:1787764382.928947:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000400:00000200:1.0:1787764382.928950:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000040:3.0:1787764382.928955:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000400:00000200:1.0:1787764382.928960:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000100:00000001:3.0:1787764382.928961:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764382.928967:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000400:00000200:1.0:1787764382.928969:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787764382.928973:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000400:00000200:1.0:1787764382.928976:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000020:00000040:3.0:1787764382.928979:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000400:00000200:1.0:1787764382.928982:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000100:00080000:3.0:1787764382.928988:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000400:00000200:1.0:1787764382.928990:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000100:00000001:3.0:1787764382.928995:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764382.928998:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70402:70402:255:4294967295] 192.168.202.141@tcp LPNI seq info [70402:70402:7:4294967295]
02000000:00000001:3.0:1787764382.929000:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764382.929006:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787764382.929007:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
02000000:00000001:3.0:1787764382.929012:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764382.929018:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1787764382.929023:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000008:00100000:3.0:1787764382.929024:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764382.929031:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787764382.929036:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000100:00000001:3.0:1787764382.929037:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787764382.929043:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88a00.
00000100:00000010:3.0:1787764382.929045:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b1a40.
00000020:00000040:3.0:1787764382.929050:0:58520:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
00000800:00000200:1.0:1787764382.929052:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
02000000:00000001:3.0:1787764382.929057:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764382.929061:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787764382.929062:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:3.0:1787764382.929065:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787764382.929068:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764382.929078:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764382.929082:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764382.929086:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
02000000:00000010:3.0:1787764382.929089:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9c800.
00000400:00000200:1.0:1787764382.929094:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764382.929097:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764382.929098:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299940887
00000100:00000001:1.0:1787764382.929105:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299942155
00000100:00100000:3.0:1787764382.929108:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b1a40 x1874601358836352/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764382.929110:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299940887
00000100:00000001:1.0:1787764382.929117:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299942155
00000100:00000001:1.0:1787764382.929123:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764382.929128:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764382.929131:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764382.929132:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787764382.929137:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764382.929142:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b2940 x1874601358836096/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764382.929147:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b5428e47] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b1a40 x1874601358836352/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764382.929167:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764382.929169:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764382.929170:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764382.929176:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1787764382.929176:0:58520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5278)
02000000:00000001:1.0:1787764382.929179:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764382.929184:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764382.929188:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358836096:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764382.929196:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764382.929198:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764382.929200:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764382.929202:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764382.929206:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649d400.
02000000:00000001:1.0:1787764382.929208:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764382.929212:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764382.929215:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3dc0.
00000400:00000010:1.0:1787764382.929219:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f908.
00000100:00000200:1.0:1787764382.929222:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358836096, portal 10
00000100:00000001:1.0:1787764382.929224:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764382.929225:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542830912 : -114205166720704 : ffff9821899b2940)
00000100:00000040:1.0:1787764382.929232:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b2940 x1874601358836096/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764382.929239:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764382.929241:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764382.929244:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f880.
00000100:00000200:1.0:1787764382.929246:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358836096, offset 0
00000400:00000200:1.0:1787764382.929251:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764382.929255:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764382.929258:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764382.929261:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764382.929264:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764382.929266:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764382.929269:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764382.929272:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70403:70403:254:4294967295] 192.168.202.141@tcp LPNI seq info [70403:70403:6:4294967295]
00000400:00000200:1.0:1787764382.929277:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764382.929283:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764382.929288:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764382.929291:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88600.
00000800:00000200:1.0:1787764382.929295:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764382.929299:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:1.0:1787764382.929302:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764382.929306:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:1.0:1787764382.929310:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764382.929312:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299940881
00000100:00000001:1.0:1787764382.929314:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299942155
00000100:00000001:1.0:1787764382.929317:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299940881
00000100:00000001:1.0:1787764382.929319:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299942155
00000100:00000001:1.0:1787764382.929322:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764382.929324:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764382.929328:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764382.929330:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764382.929335:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764382.929336:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787764382.929339:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764382.929340:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764382.929341:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764382.929345:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b0000 x1874601358836224/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764382.929353:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764382.929354:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764382.929357:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764382.929358:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764382.929361:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764382.929363:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358836224:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764382.929367:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764382.929369:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764382.929370:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764382.929372:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764382.929375:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649ec00.
02000000:00000001:1.0:1787764382.929377:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764382.929381:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764382.929383:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3c60.
00000400:00000010:1.0:1787764382.929388:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fa18.
00000100:00000200:1.0:1787764382.929391:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358836224, portal 4
00000100:00000001:1.0:1787764382.929393:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764382.929394:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542820352 : -114205166731264 : ffff9821899b0000)
00000100:00000040:1.0:1787764382.929400:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b0000 x1874601358836224/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764382.929407:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764382.929409:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764382.929412:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f4c8.
00000100:00000200:1.0:1787764382.929415:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358836224, offset 0
00000400:00000200:1.0:1787764382.929419:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764382.929423:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764382.929427:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764382.929430:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764382.929432:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764382.929434:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764382.929437:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764382.929441:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70404:70404:253:4294967295] 192.168.202.141@tcp LPNI seq info [70404:70404:5:4294967295]
00000400:00000200:1.0:1787764382.929445:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764382.929451:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764382.929457:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764382.929462:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88800.
00000800:00000200:1.0:1787764382.929466:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764382.929470:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:1.0:1787764382.929473:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764382.929476:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:1.0:1787764382.929479:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764382.929481:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299940886
00000100:00000001:1.0:1787764382.929483:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299942155
00000100:00000001:1.0:1787764382.929485:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299940886
00000100:00000001:1.0:1787764382.929487:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299942155
00000100:00000001:1.0:1787764382.929490:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764382.929492:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764382.929494:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764382.929498:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b1a40 x1874601358836352/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764382.929505:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764382.929507:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764382.929508:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764382.929510:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764382.929512:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764382.929514:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358836352:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764382.929518:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764382.929520:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764382.929521:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764382.929523:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764382.929527:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649e000.
02000000:00000001:1.0:1787764382.929530:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764382.929533:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764382.929536:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3108.
00000400:00000010:1.0:1787764382.929540:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f220.
00000100:00000200:1.0:1787764382.929543:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358836352, portal 4
00000100:00000001:1.0:1787764382.929545:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764382.929547:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542827072 : -114205166724544 : ffff9821899b1a40)
00000100:00000040:1.0:1787764382.929553:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b1a40 x1874601358836352/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764382.929561:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764382.929564:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764382.929567:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f440.
00000100:00000200:1.0:1787764382.929570:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358836352, offset 0
00000400:00000200:1.0:1787764382.929574:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764382.929578:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764382.929582:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764382.929585:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764382.929588:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764382.929591:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764382.929593:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764382.929596:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70405:70405:252:4294967295] 192.168.202.141@tcp LPNI seq info [70405:70405:4:4294967295]
00000400:00000200:1.0:1787764382.929601:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764382.929607:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764382.929612:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764382.929615:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88f00.
00000800:00000200:1.0:1787764382.929619:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764382.929623:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:1.0:1787764382.929625:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764382.929629:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:1.0:1787764382.929631:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764382.929633:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299940887
00000100:00000001:1.0:1787764382.929636:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299942155
00000100:00000001:1.0:1787764382.929638:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299940887
00000100:00000001:1.0:1787764382.929640:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299942155
00000100:00000001:1.0:1787764382.929643:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764382.929645:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764382.929648:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764382.929650:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764382.929654:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764382.929656:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787764382.929658:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764382.929659:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764382.929661:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764382.929663:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764383.247965:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764383.247970:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764383.247975:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764383.247976:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764383.247978:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764383.247979:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764383.247981:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764383.247982:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764383.247984:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764383.247985:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764383.248048:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764383.248055:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764383.248060:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764383.504018:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764383.504032:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764383.504035:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764383.504044:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764383.504051:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764383.504057:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764383.504061:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764383.504080:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764383.504085:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764384.271969:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4299942155, at 4299942208
00000100:00000040:3.0:1787764384.271969:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299942155, at 4299942208
00000100:00000010:2.0:1787764384.271984:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2c000.
00000100:00000010:3.0:1787764384.271987:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2cba0.
00010000:00000001:0.0:1787764384.272109:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764384.272115:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764384.272118:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764384.272122:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764384.272126:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764384.272128:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764384.272131:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764384.272133:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764384.272138:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764384.272140:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764384.272144:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764384.272145:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764384.272148:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764384.272149:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764384.272150:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764384.272151:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764384.272152:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764384.272153:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764384.272154:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764384.272156:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764384.272158:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764384.272159:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764384.272175:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764384.272177:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764384.272178:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764384.527955:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764384.527963:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764384.527965:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764384.527970:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764384.527973:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764384.527976:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764384.527979:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764384.527981:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764384.527983:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764385.295942:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764385.295947:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764385.295951:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764385.295952:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764385.295954:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764385.295955:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764385.295957:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764385.295958:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764385.295959:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764385.295960:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764385.295975:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764385.295977:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764385.295979:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764385.551974:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764385.551981:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764385.551983:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764385.551988:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764385.551992:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764385.551997:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764385.552000:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764385.552003:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764385.552006:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:2.0:1787764386.000074:0:2378:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.141:988
00000400:00000100:2.0:1787764386.000118:0:2378:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.141@tcp at host 192.168.202.141 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1787764386.000125:0:2378:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764386.000127:0:2378:0:(router.c:1791:lnet_notify()) 192.168.202.41@tcp notifying 192.168.202.141@tcp: down
00000400:00000200:2.0:1787764386.000131:0:2378:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764386.000134:0:2378:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:2.0:1787764386.000139:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:2.0:1787764386.000143:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88400.
00000400:00000200:2.0:1787764386.000148:0:2378:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787764386.000153:0:2378:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787764386.000159:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f6e8
00000400:00000010:2.0:1787764386.000161:0:2378:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f6e8.
00000100:00000001:2.0:1787764386.000166:0:2378:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764386.000175:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9821899b1e00 x1874601358835840/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764386.000203:0:2378:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764386.000208:0:2378:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b1e00 x1874601358835840/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764407 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764386.000214:0:2378:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764386.000216:0:2378:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787764386.000224:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:2.0:1787764386.000227:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88a00.
00000400:00000200:2.0:1787764386.000229:0:2378:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787764386.000232:0:2378:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787764386.000235:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fe58
00000400:00000010:2.0:1787764386.000237:0:2378:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fe58.
00000100:00000001:2.0:1787764386.000239:0:2378:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764386.000243:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9821899b3c00 x1874601358835968/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764386.000251:0:2378:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764386.000255:0:2378:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b3c00 x1874601358835968/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764407 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764386.000261:0:2378:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764386.000263:0:2378:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787764386.000268:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:2.0:1787764386.000270:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88600.
00000400:00000200:2.0:1787764386.000272:0:2378:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787764386.000275:0:2378:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787764386.000277:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f880
00000400:00000010:2.0:1787764386.000279:0:2378:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f880.
00000100:00000001:2.0:1787764386.000280:0:2378:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764386.000284:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9821899b2940 x1874601358836096/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764386.000290:0:2378:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764386.000293:0:2378:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b2940 x1874601358836096/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764407 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764386.000299:0:2378:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764386.000301:0:2378:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787764386.000304:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:2.0:1787764386.000306:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88800.
00000400:00000200:2.0:1787764386.000308:0:2378:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787764386.000311:0:2378:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787764386.000314:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f4c8
00000400:00000010:2.0:1787764386.000316:0:2378:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f4c8.
00000100:00000001:2.0:1787764386.000318:0:2378:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764386.000322:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9821899b0000 x1874601358836224/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764386.000331:0:2378:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764386.000334:0:2378:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b0000 x1874601358836224/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764407 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764386.000340:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764386.000340:0:2378:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764386.000344:0:2378:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764386.000346:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000800:00000100:2.0:1787764386.000350:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000100:00000001:1.0:1787764386.000351:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000800:00000010:2.0:1787764386.000355:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88f00.
00000400:00000200:2.0:1787764386.000359:0:2378:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00100000:1.0:1787764386.000363:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764382/real 1787764386]  req@ffff9821899b0000 x1874601358836224/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787764386.000365:0:2378:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787764386.000370:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f440
00000400:00000010:2.0:1787764386.000374:0:2378:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f440.
00000100:00000001:2.0:1787764386.000378:0:2378:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764386.000385:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9821899b1a40 x1874601358836352/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764386.000400:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1787764386.000400:0:2378:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000400:00000001:1.0:1787764386.000404:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:2.0:1787764386.000406:0:2378:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b1a40 x1874601358836352/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764407 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787764386.000408:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3c60.
00000400:00000200:1.0:1787764386.000414:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fa18
00000400:00000010:1.0:1787764386.000417:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fa18.
00000100:00000001:1.0:1787764386.000420:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764386.000425:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b0000 x1874601358836224/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764386.000437:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b0000 x1874601358836224/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764386.000442:0:2378:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764386.000446:0:2378:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764386.000453:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764386.000456:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764386.000460:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764386.000462:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764386.000467:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b0000 x1874601358836224/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764386.000474:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764386.000479:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b0000 x1874601358836224/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764407 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764386.000485:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764386.000488:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764386.000489:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764386.000490:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764386.000493:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764386.000495:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764386.000499:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764386.000502:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764386.000505:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764386.000509:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b0000 x1874601358836224/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764407 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764386.000516:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358836224:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764386.000521:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764386.000524:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764382/real 1787764386]  req@ffff9821899b1a40 x1874601358836352/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764386.000530:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764386.000531:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764386.000533:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3108.
00000400:00000200:1.0:1787764386.000535:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f220
00000400:00000010:1.0:1787764386.000537:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f220.
00000100:00000001:1.0:1787764386.000539:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764386.000541:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b1a40 x1874601358836352/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764386.000548:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b1a40 x1874601358836352/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764386.000553:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764386.000555:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764386.000556:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764386.000557:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764386.000561:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b1a40 x1874601358836352/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764386.000567:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764386.000570:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b1a40 x1874601358836352/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764407 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764386.000576:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764386.000578:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764386.000580:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764386.000581:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764386.000582:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764386.000584:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764386.000586:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764386.000589:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764386.000592:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764386.000595:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b1a40 x1874601358836352/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764407 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764386.000603:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358836352:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764386.000608:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764386.000611:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764382/real 1787764386]  req@ffff9821899b3c00 x1874601358835968/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764386.000617:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764386.000619:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764386.000621:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3268.
00000400:00000200:1.0:1787764386.000623:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fcc0
00000400:00000010:1.0:1787764386.000625:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fcc0.
00000100:00000001:1.0:1787764386.000627:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764386.000631:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b3c00 x1874601358835968/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764386.000638:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b3c00 x1874601358835968/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764386.000644:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764386.000646:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764386.000647:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764386.000649:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764386.000652:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b3c00 x1874601358835968/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764386.000664:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764386.000668:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b3c00 x1874601358835968/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764407 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764386.000675:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764386.000677:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764386.000679:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764386.000680:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764386.000682:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764386.000684:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764386.000686:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764386.000690:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764386.000692:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764386.000696:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b3c00 x1874601358835968/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764407 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764386.000703:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358835968:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764386.000708:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764386.000711:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764382/real 1787764386]  req@ffff9821899b2940 x1874601358836096/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764386.000718:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764386.000719:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764386.000721:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3dc0.
00000400:00000200:1.0:1787764386.000723:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f908
00000400:00000010:1.0:1787764386.000725:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f908.
00000100:00000001:1.0:1787764386.000727:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764386.000730:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b2940 x1874601358836096/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764386.000743:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b2940 x1874601358836096/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764386.000756:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764386.000757:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764386.000759:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764386.000760:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764386.000763:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b2940 x1874601358836096/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764386.000769:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764386.000773:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b2940 x1874601358836096/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764407 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764386.000779:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764386.000781:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764386.000783:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764386.000784:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764386.000786:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764386.000787:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764386.000790:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764386.000793:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764386.000796:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764386.000799:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b2940 x1874601358836096/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764407 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764386.000806:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358836096:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764386.000809:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764386.000813:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764382/real 1787764386]  req@ffff9821899b1e00 x1874601358835840/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764386.000826:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764386.000827:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764386.000829:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3738.
00000400:00000200:1.0:1787764386.000831:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000400:00000010:1.0:1787764386.000833:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:1.0:1787764386.000835:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764386.000837:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b1e00 x1874601358835840/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764407 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764386.000844:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b1e00 x1874601358835840/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764386.000882:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764386.000885:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764386.000887:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764386.000888:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764386.000893:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b1e00 x1874601358835840/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764407 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764386.000900:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764386.000905:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b1e00 x1874601358835840/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764407 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764386.000911:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764386.000914:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764386.000916:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764386.000917:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764386.000919:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764386.000921:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764386.000923:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764386.000926:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764386.000928:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764386.000931:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b1e00 x1874601358835840/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764407 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764386.000938:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358835840:192.168.202.141@tcp:250:kworker.0
00000100:00000001:1.0:1787764386.000943:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764386.000945:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764386.000947:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b0000 x1874601358836224/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764407 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764386.000953:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764386.000957:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764386.000961:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649ec00.
02000000:00000001:1.0:1787764386.000965:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764386.000967:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764386.000969:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:1.0:1787764386.000971:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764386.000974:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9f400.
02000000:00000001:1.0:1787764386.000978:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764386.000980:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764386.000982:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b0000.
00000100:00000001:1.0:1787764386.000985:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764386.000986:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764386.000988:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764386.000991:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b1a40 x1874601358836352/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764407 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764386.000997:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764386.000998:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764386.000999:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649e000.
02000000:00000001:1.0:1787764386.001002:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764386.001003:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764386.001004:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:1.0:1787764386.001006:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764386.001008:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9c800.
02000000:00000001:1.0:1787764386.001010:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764386.001011:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764386.001013:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b1a40.
00000100:00000001:1.0:1787764386.001016:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764386.001017:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764386.001019:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764386.001022:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b3c00 x1874601358835968/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764407 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764386.001029:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764386.001030:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764386.001032:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649e800.
02000000:00000001:1.0:1787764386.001034:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764386.001035:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764386.001037:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:1.0:1787764386.001038:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764386.001040:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9f800.
02000000:00000001:1.0:1787764386.001057:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764386.001058:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764386.001059:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b3c00.
00000100:00000001:1.0:1787764386.001062:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764386.001063:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764386.001065:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764386.001069:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b2940 x1874601358836096/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764407 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764386.001075:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764386.001076:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764386.001078:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649d400.
02000000:00000001:1.0:1787764386.001080:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764386.001081:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764386.001083:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:1.0:1787764386.001085:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764386.001086:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9fc00.
02000000:00000001:1.0:1787764386.001089:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764386.001090:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764386.001091:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b2940.
00000100:00000001:1.0:1787764386.001093:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764386.001095:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764386.001096:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764386.001099:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b1e00 x1874601358835840/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764407 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764386.001105:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764386.001106:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764386.001108:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649f800.
02000000:00000001:1.0:1787764386.001110:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764386.001111:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764386.001112:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000020:00000001:1.0:1787764386.001114:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764386.001115:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9d000.
02000000:00000001:1.0:1787764386.001118:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764386.001119:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764386.001121:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b1e00.
00000100:00000001:1.0:1787764386.001123:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764386.001125:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764386.001127:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764386.001136:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764386.001139:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764386.001141:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764386.001143:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764386.319943:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764386.319950:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764386.319955:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764386.319956:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764386.319958:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764386.319959:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764386.319962:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764386.319963:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764386.319966:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764386.319967:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764386.320006:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764386.320010:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764386.320013:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764386.575975:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764386.575986:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764386.575989:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764386.575997:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764386.576002:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764386.576006:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764386.576009:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764386.576013:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764386.576016:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764387.343984:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764387.343991:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764387.343996:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764387.343999:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764387.344001:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764387.344004:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764387.344007:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764387.344008:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764387.344010:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764387.344011:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764387.344014:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764387.344015:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764387.344017:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764387.344018:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764387.344020:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764387.344021:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764387.344053:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764387.344055:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764387.344057:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764387.599969:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764387.599978:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764387.599981:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764387.599988:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764387.599993:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764387.599997:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764387.600001:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764387.600005:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764387.600009:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764388.047935:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764388.047946:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787764388.047948:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764388.047952:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764388.047956:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764388.047963:0:18336:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5273
00000400:00000200:1.0:1787764388.047971:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764388.047978:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764388.047980:0:18336:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764388.047983:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764388.047986:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764388.047989:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764388.047991:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764388.048002:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764388.048004:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:1.0:1787764388.048007:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764388.048010:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:1.0:1787764388.048011:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:1.0:1787764388.048013:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:1.0:1787764388.048015:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764388.048016:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764388.048017:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764388.048018:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764388.048020:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:1.0:1787764388.048032:0:18336:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764388.048034:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764388.048036:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764388.048039:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764388.048041:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764388.048043:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787764388.048045:0:18336:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764388.048051:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f86580.
00000020:00000040:1.0:1787764388.048054:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:1.0:1787764388.048058:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764388.048059:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764388.048062:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764388.048064:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764388.048069:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764388.048078:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649f800.
00000100:00000001:1.0:1787764388.048086:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764388.048098:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f86580 x1874601358836480/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764388.048110:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764388.048115:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764388.048120:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d31d406] to pc [ptlrpcd_rcv+-1]  req@ffff982187f86580 x1874601358836480/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764388.048154:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764388.048158:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764388.048161:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787764388.048163:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764388.048165:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764388.048167:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764388.048170:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5273
00000400:00000200:1.0:1787764388.048174:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764388.048178:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764388.048181:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764388.048184:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764388.048187:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764388.048189:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764388.048189:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764388.048194:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:2.0:1787764388.048195:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1787764388.048199:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787764388.048201:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:1.0:1787764388.048202:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:1.0:1787764388.048206:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764388.048209:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000100:00000040:2.0:1787764388.048211:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f86580 x1874601358836480/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1787764388.048212:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:1.0:1787764388.048216:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:1.0:1787764388.048224:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764388.048229:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787764388.048230:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:1.0:1787764388.048233:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764388.048235:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764388.048236:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764388.048241:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
02000000:00000001:2.0:1787764388.048244:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:1.0:1787764388.048245:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
02000000:00000001:2.0:1787764388.048249:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764388.048250:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764388.048256:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764388.048256:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764388.048262:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358836480:192.168.202.141@tcp:250:kworker.0
00000100:00000001:2.0:1787764388.048267:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764388.048273:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764388.048273:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764388.048279:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764388.048279:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764388.048282:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787764388.048285:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:1.0:1787764388.048291:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
02000000:00000010:2.0:1787764388.048294:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869bc00.
00000008:00000001:1.0:1787764388.048297:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764388.048298:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764388.048302:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764388.048309:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f86d00.
00000400:00000200:2.0:1787764388.048310:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000020:00000040:1.0:1787764388.048314:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:1.0:1787764388.048317:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764388.048319:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787764388.048320:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000100:00000001:1.0:1787764388.048322:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764388.048325:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764388.048327:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764388.048332:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649d400.
00000400:00000010:2.0:1787764388.048335:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000001:1.0:1787764388.048337:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764388.048345:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f86d00 x1874601358836608/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1787764388.048347:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358836480, portal 25
00000100:00000001:2.0:1787764388.048353:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764388.048356:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515386752 : -114205194164864 : ffff982187f86580)
00000100:00000001:1.0:1787764388.048358:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764388.048362:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764388.048368:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f86580 x1874601358836480/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787764388.048369:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008cf4c69e] to pc [ptlrpcd_rcv+-1]  req@ffff982187f86d00 x1874601358836608/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764388.048380:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764388.048384:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764388.048388:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000200:2.0:1787764388.048393:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358836480, offset 0
00000100:00000001:1.0:1787764388.048401:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764388.048408:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000100:00080000:1.0:1787764388.048415:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764388.048419:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1787764388.048422:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1787764388.048423:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00080000:1.0:1787764388.048425:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764388.048430:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764388.048434:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5273
00000400:00000200:2.0:1787764388.048437:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764388.048442:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764388.048447:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000400:00000200:2.0:1787764388.048449:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:1.0:1787764388.048450:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764388.048457:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764388.048459:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787764388.048461:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000100:00000040:1.0:1787764388.048465:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764388.048468:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764388.048471:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764388.048473:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000400:00000200:2.0:1787764388.048473:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000020:00000001:1.0:1787764388.048477:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764388.048479:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000400:00000200:2.0:1787764388.048481:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000020:00000001:1.0:1787764388.048483:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:1.0:1787764388.048487:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000400:00000200:2.0:1787764388.048490:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70406:70406:256:4294967295] 192.168.202.141@tcp LPNI seq info [70406:70406:8:4294967295]
00000100:00000040:1.0:1787764388.048494:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764388.048499:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764388.048503:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000400:00000200:2.0:1787764388.048503:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764388.048508:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764388.048511:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:1.0:1787764388.048512:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764388.048516:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764388.048518:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764388.048522:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1787764388.048526:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
02000000:00000001:1.0:1787764388.048527:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764388.048531:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764388.048535:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787764388.048538:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764388.048540:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787764388.048545:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000100:00000010:1.0:1787764388.048546:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f843c0.
00000800:00000010:2.0:1787764388.048556:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000020:00000040:1.0:1787764388.048557:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:1.0:1787764388.048563:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764388.048565:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764388.048567:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764388.048570:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.0:1787764388.048571:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
02000000:00000001:1.0:1787764388.048573:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787764388.048578:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
02000000:00000010:1.0:1787764388.048581:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649e800.
00000100:00000001:1.0:1787764388.048587:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787764388.048589:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00100000:1.0:1787764388.048595:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f843c0 x1874601358836736/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1787764388.048596:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1787764388.048603:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764388.048606:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:2.0:1787764388.048616:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1787764388.048617:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764388.048621:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764388.048627:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ab335ac] to pc [ptlrpcd_rcv+-1]  req@ffff982187f843c0 x1874601358836736/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787764388.048628:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1787764388.048639:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764388.048640:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000100:00080000:1.0:1787764388.048642:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:2.0:1787764388.048645:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00080000:1.0:1787764388.048649:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787764388.048652:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764388.048653:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764388.048655:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787764388.048657:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764388.048664:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5273
00000100:00000200:2.0:1787764388.048664:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f86580 x1874601358836480/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787764388.048673:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764388.048679:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764388.048683:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787764388.048686:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764388.048687:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764388.048691:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764388.048693:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f86580 x1874601358836480/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764413 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787764388.048695:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764388.048700:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764388.048706:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764388.048708:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:1.0:1787764388.048712:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787764388.048714:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787764388.048715:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000100:00000001:2.0:1787764388.048717:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:1.0:1787764388.048718:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:1.0:1787764388.048722:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:1.0:1787764388.048725:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764388.048727:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787764388.048728:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764388.048732:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764388.048735:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000400:00000200:2.0:1787764388.048738:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000020:00000040:1.0:1787764388.048740:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:1.0:1787764388.048745:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764388.048747:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764388.048749:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764388.048751:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764388.048753:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4299947275
02000000:00000001:1.0:1787764388.048754:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764388.048758:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000010:2.0:1787764388.048763:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982198767660.
00000008:00100000:1.0:1787764388.048764:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1787764388.048769:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764388.048771:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764388.048776:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f84780.
00000100:00000001:2.0:1787764388.048776:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000020:00000040:1.0:1787764388.048780:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:1.0:1787764388.048782:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764388.048785:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764388.048787:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764388.048789:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787764388.048791:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4299947275
02000000:00000001:1.0:1787764388.048792:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764388.048797:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649e000.
00000100:00000010:2.0:1787764388.048799:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982198767de0.
00000100:00000001:1.0:1787764388.048802:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764388.048806:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000100:00100000:1.0:1787764388.048809:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f84780 x1874601358836864/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764388.048818:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764388.048819:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764388.048823:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764388.048825:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764388.048829:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bf6eed9] to pc [ptlrpcd_rcv+-1]  req@ffff982187f84780 x1874601358836864/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764388.048831:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1787764388.048840:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764388.048841:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764388/real 1787764388]  req@ffff982187f86580 x1874601358836480/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764388.048846:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000001:2.0:1787764388.048889:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764388.048892:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764388.048895:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764388.048898:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764388.048900:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764388.048903:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764388.048908:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f86580 x1874601358836480/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764388.048915:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787764388.048920:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764388.048924:0:18336:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:2.0:1787764388.048927:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f86580 x1874601358836480/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764388.048929:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764388.048935:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5273
00000100:00000001:2.0:1787764388.048939:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000400:00000200:1.0:1787764388.048943:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764388.048943:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764388.048949:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:1.0:1787764388.048950:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00000001:2.0:1787764388.048953:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1787764388.048954:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1787764388.048961:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f86580 x1874601358836480/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787764388.048962:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764388.048967:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764388.048971:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764388.048976:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:2.0:1787764388.048978:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1787764388.048980:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764388.048983:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000100:00000040:2.0:1787764388.048986:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f86580 x1874601358836480/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764413 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1787764388.048987:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764388.048991:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:1.0:1787764388.048997:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000001:2.0:1787764388.048999:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:1.0:1787764388.049001:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000001:2.0:1787764388.049005:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764388.049009:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764388.049009:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764388.049013:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764388.049014:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764388.049018:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764388.049018:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764388.049036:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:2.0:1787764388.049038:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:1.0:1787764388.049042:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:2.0:1787764388.049045:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764388.049047:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764388.049053:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764388.049053:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
02000000:00000001:1.0:1787764388.049059:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787764388.049061:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:1.0:1787764388.049064:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1787764388.049069:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f86580 x1874601358836480/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764413 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787764388.049070:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764388.049074:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764388.049078:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1787764388.049084:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764388.049087:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764388.049087:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358836480:192.168.202.141@tcp:250:kworker.0
00000100:00000010:1.0:1787764388.049096:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f86940.
00000100:00000001:2.0:1787764388.049097:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1787764388.049101:0:18336:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
00000100:00000001:2.0:1787764388.049103:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1787764388.049106:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764388.049110:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764388.049110:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f86580 x1874601358836480/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764413 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764388.049114:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764388.049117:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764388.049121:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764388.049125:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000010:1.0:1787764388.049128:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649ec00.
02000000:00000001:2.0:1787764388.049131:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:1.0:1787764388.049133:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764388.049136:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869bc00.
00000100:00100000:1.0:1787764388.049141:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f86940 x1874601358836992/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1787764388.049143:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764388.049147:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764388.049150:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000020:00000001:2.0:1787764388.049154:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764388.049158:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649f800.
00000100:00000001:1.0:1787764388.049160:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1787764388.049164:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:1.0:1787764388.049165:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764388.049169:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000040:1.0:1787764388.049173:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac69d1b8] to pc [ptlrpcd_rcv+-1]  req@ffff982187f86940 x1874601358836992/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1787764388.049174:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f86580.
00000100:00000001:2.0:1787764388.049180:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764388.049182:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764388.049186:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764388.049188:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764388.049196:0:18336:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5283)
00000100:00000001:2.0:1787764388.049203:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764388.049207:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764388.049210:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764388.049212:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764388.049213:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764388.049219:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f86d00 x1874601358836608/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764388.049227:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764388.049229:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764388.049232:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764388.049234:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764388.049236:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764388.049239:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358836608:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764388.049244:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764388.049246:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764388.049250:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764388.049252:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764388.049255:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869bc00.
02000000:00000001:2.0:1787764388.049257:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764388.049262:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764388.049265:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764388.049269:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764388.049273:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358836608, portal 10
00000100:00000001:2.0:1787764388.049275:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764388.049277:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515388672 : -114205194162944 : ffff982187f86d00)
00000100:00000040:2.0:1787764388.049286:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f86d00 x1874601358836608/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764388.049293:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764388.049296:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764388.049299:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000200:2.0:1787764388.049301:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358836608, offset 0
00000400:00000200:2.0:1787764388.049306:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764388.049310:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764388.049315:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764388.049319:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764388.049322:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764388.049326:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764388.049329:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764388.049332:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70407:70407:256:4294967295] 192.168.202.141@tcp LPNI seq info [70407:70407:8:4294967295]
00000400:00000200:2.0:1787764388.049336:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764388.049343:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764388.049349:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764388.049352:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000800:00000200:2.0:1787764388.049356:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764388.049360:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787764388.049365:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764388.049368:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1787764388.049395:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764388.049398:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:2.0:1787764388.049401:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764388.049405:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764388.049408:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:2.0:1787764388.049410:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:2.0:1787764388.049414:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764388.049418:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f86d00 x1874601358836608/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764388.049425:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764388.049429:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f86d00 x1874601358836608/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764413 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764388.049436:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764388.049438:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764388.049441:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764388.049447:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:2.0:1787764388.049450:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764388.049453:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299946007
00000100:00000001:2.0:1787764388.049456:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299947275
00000100:00000001:2.0:1787764388.049458:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299946007
00000100:00000001:2.0:1787764388.049460:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299947275
00000100:00000001:2.0:1787764388.049462:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764388.049465:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764388.049467:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764388.049472:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764388/real 1787764388]  req@ffff982187f86d00 x1874601358836608/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764388.049480:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764388.049481:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764388.049483:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764388.049485:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764388.049486:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764388.049489:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764388.049492:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f86d00 x1874601358836608/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764388.049499:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f86d00 x1874601358836608/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764388.049505:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764388.049506:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764388.049508:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764388.049509:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764388.049512:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f86d00 x1874601358836608/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764388.049519:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764388.049523:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f86d00 x1874601358836608/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764413 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764388.049528:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764388.049530:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764388.049531:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764388.049532:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764388.049533:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764388.049534:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764388.049536:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764388.049538:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764388.049539:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764388.049542:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f86d00 x1874601358836608/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764413 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764388.049546:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358836608:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764388.049550:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764388.049553:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f843c0 x1874601358836736/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764388.049559:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764388.049561:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764388.049563:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764388.049564:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764388.049566:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764388.049569:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f843c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358836736:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764388.049572:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764388.049574:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764388.049576:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764388.049578:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764388.049581:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188698000.
02000000:00000001:2.0:1787764388.049583:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764388.049587:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764388.049589:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764388.049592:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764388.049595:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358836736, portal 10
00000100:00000001:2.0:1787764388.049597:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764388.049598:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515378112 : -114205194173504 : ffff982187f843c0)
00000100:00000040:2.0:1787764388.049604:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f843c0 x1874601358836736/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764388.049609:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764388.049610:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764388.049611:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000200:2.0:1787764388.049613:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358836736, offset 0
00000400:00000200:2.0:1787764388.049615:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764388.049618:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764388.049620:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764388.049622:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764388.049625:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764388.049626:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764388.049628:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764388.049630:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70408:70408:256:4294967295] 192.168.202.141@tcp LPNI seq info [70408:70408:8:4294967295]
00000400:00000200:2.0:1787764388.049632:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764388.049636:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764388.049639:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764388.049641:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000800:00000200:2.0:1787764388.049645:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764388.049647:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787764388.049652:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764388.049655:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1787764388.049658:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764388.049660:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:2.0:1787764388.049663:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764388.049667:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764388.049670:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:2.0:1787764388.049671:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:2.0:1787764388.049674:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764388.049678:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f843c0 x1874601358836736/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764388.049685:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764388.049688:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f843c0 x1874601358836736/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764413 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764388.049695:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764388.049696:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764388.049699:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764388.049702:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:2.0:1787764388.049706:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764388.049708:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299946001
00000100:00000001:2.0:1787764388.049710:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299947275
00000100:00000001:2.0:1787764388.049712:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299946001
00000100:00000001:2.0:1787764388.049714:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299947275
00000100:00000001:2.0:1787764388.049716:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764388.049718:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764388.049720:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764388.049724:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764388/real 1787764388]  req@ffff982187f843c0 x1874601358836736/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764388.049732:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764388.049733:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764388.049735:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764388.049737:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764388.049739:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764388.049741:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764388.049744:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f843c0 x1874601358836736/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764388.049753:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f843c0 x1874601358836736/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764388.049760:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764388.049761:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764388.049763:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764388.049764:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764388.049768:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f843c0 x1874601358836736/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764388.049775:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764388.049779:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f843c0 x1874601358836736/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764413 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764388.049785:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764388.049787:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764388.049789:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764388.049790:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764388.049793:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764388.049795:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764388.049798:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764388.049801:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764388.049803:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764388.049808:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f843c0 x1874601358836736/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764413 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764388.049815:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f843c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358836736:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764388.049818:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764388.049821:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f84780 x1874601358836864/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764388.049826:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764388.049827:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764388.049828:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764388.049829:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764388.049830:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764388.049832:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f84780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358836864:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764388.049834:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764388.049836:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764388.049838:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764388.049839:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764388.049843:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869a400.
02000000:00000001:2.0:1787764388.049844:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764388.049874:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764388.049877:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764388.049881:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764388.049885:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358836864, portal 4
00000100:00000001:2.0:1787764388.049887:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764388.049888:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515379072 : -114205194172544 : ffff982187f84780)
00000100:00000040:2.0:1787764388.049894:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f84780 x1874601358836864/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764388.049900:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764388.049903:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764388.049905:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000200:2.0:1787764388.049907:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358836864, offset 0
00000400:00000200:2.0:1787764388.049911:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764388.049915:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764388.049918:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764388.049921:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764388.049923:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764388.049925:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764388.049927:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764388.049930:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70409:70409:256:4294967295] 192.168.202.141@tcp LPNI seq info [70409:70409:8:4294967295]
00000400:00000200:2.0:1787764388.049933:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764388.049938:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764388.049942:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764388.049945:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000800:00000200:2.0:1787764388.049948:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764388.049951:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787764388.049955:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764388.049957:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1787764388.049960:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764388.049962:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:2.0:1787764388.049965:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764388.049968:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764388.049970:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:2.0:1787764388.049972:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:2.0:1787764388.049974:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764388.049977:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f84780 x1874601358836864/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764388.049983:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764388.049985:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f84780 x1874601358836864/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764413 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764388.049996:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764388.049997:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764388.049999:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764388.050002:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:2.0:1787764388.050005:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764388.050007:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299946007
00000100:00000001:2.0:1787764388.050009:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299947275
00000100:00000001:2.0:1787764388.050011:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299946007
00000100:00000001:2.0:1787764388.050013:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299947275
00000100:00000001:2.0:1787764388.050015:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764388.050016:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764388.050018:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764388.050021:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764388/real 1787764388]  req@ffff982187f84780 x1874601358836864/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764388.050042:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764388.050044:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764388.050046:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764388.050048:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764388.050050:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764388.050052:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764388.050056:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f84780 x1874601358836864/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764388.050064:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f84780 x1874601358836864/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764388.050069:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764388.050071:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764388.050073:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764388.050074:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764388.050077:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f84780 x1874601358836864/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764388.050084:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764388.050088:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f84780 x1874601358836864/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764413 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764388.050094:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764388.050097:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764388.050098:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764388.050099:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764388.050101:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764388.050102:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764388.050105:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764388.050108:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764388.050110:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764388.050115:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f84780 x1874601358836864/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764413 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764388.050121:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f84780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358836864:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764388.050125:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764388.050128:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f86940 x1874601358836992/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764388.050134:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764388.050135:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764388.050137:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764388.050138:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764388.050140:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764388.050142:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358836992:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764388.050145:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764388.050147:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764388.050149:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764388.050150:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764388.050154:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188699000.
02000000:00000001:2.0:1787764388.050155:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764388.050158:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764388.050160:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764388.050163:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764388.050166:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358836992, portal 4
00000100:00000001:2.0:1787764388.050168:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764388.050169:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515387712 : -114205194163904 : ffff982187f86940)
00000100:00000040:2.0:1787764388.050175:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f86940 x1874601358836992/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764388.050181:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764388.050183:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764388.050186:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000200:2.0:1787764388.050188:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358836992, offset 0
00000400:00000200:2.0:1787764388.050192:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764388.050195:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764388.050198:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764388.050200:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764388.050201:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764388.050203:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764388.050204:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764388.050206:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70410:70410:256:4294967295] 192.168.202.141@tcp LPNI seq info [70410:70410:8:4294967295]
00000400:00000200:2.0:1787764388.050209:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764388.050213:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764388.050216:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764388.050218:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000800:00000200:2.0:1787764388.050220:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764388.050222:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787764388.050224:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764388.050226:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1787764388.050229:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764388.050231:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:2.0:1787764388.050233:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764388.050235:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764388.050237:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:2.0:1787764388.050238:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:2.0:1787764388.050239:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764388.050242:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f86940 x1874601358836992/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764388.050247:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764388.050249:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f86940 x1874601358836992/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764413 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764388.050253:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764388.050254:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764388.050256:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764388.050257:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:2.0:1787764388.050259:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764388.050260:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299946008
00000100:00000001:2.0:1787764388.050262:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299947275
00000100:00000001:2.0:1787764388.050264:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299946008
00000100:00000001:2.0:1787764388.050265:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299947275
00000100:00000001:2.0:1787764388.050266:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764388.050267:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764388.050268:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764388.050270:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764388/real 1787764388]  req@ffff982187f86940 x1874601358836992/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764388.050275:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764388.050276:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764388.050277:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764388.050279:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764388.050279:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764388.050281:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764388.050284:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f86940 x1874601358836992/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764388.050292:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f86940 x1874601358836992/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764388.050298:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764388.050299:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764388.050300:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764388.050302:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764388.050305:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f86940 x1874601358836992/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764388.050311:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764388.050314:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f86940 x1874601358836992/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764413 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764388.050321:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764388.050323:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764388.050325:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764388.050326:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764388.050328:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764388.050329:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764388.050338:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764388.050342:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764388.050343:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764388.050346:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f86940 x1874601358836992/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764413 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764388.050351:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358836992:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764388.050354:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764388.050355:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764388.050358:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f86d00 x1874601358836608/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764413 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764388.050362:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764388.050364:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764388.050366:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869bc00.
02000000:00000001:2.0:1787764388.050367:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764388.050368:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764388.050370:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:2.0:1787764388.050371:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764388.050372:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649d400.
02000000:00000001:2.0:1787764388.050375:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764388.050376:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764388.050377:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f86d00.
00000100:00000001:2.0:1787764388.050380:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764388.050381:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764388.050383:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764388.050386:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f843c0 x1874601358836736/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764413 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764388.050392:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764388.050393:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764388.050394:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188698000.
02000000:00000001:2.0:1787764388.050396:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764388.050397:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764388.050399:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:2.0:1787764388.050400:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764388.050401:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649e800.
02000000:00000001:2.0:1787764388.050404:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764388.050405:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764388.050406:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f843c0.
00000100:00000001:2.0:1787764388.050408:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764388.050410:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764388.050411:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764388.050414:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f84780 x1874601358836864/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764413 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764388.050421:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764388.050423:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764388.050424:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869a400.
02000000:00000001:2.0:1787764388.050427:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764388.050428:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764388.050429:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:2.0:1787764388.050431:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764388.050432:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649e000.
02000000:00000001:2.0:1787764388.050434:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764388.050435:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764388.050436:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f84780.
00000100:00000001:2.0:1787764388.050438:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764388.050439:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764388.050440:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764388.050442:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f86940 x1874601358836992/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764413 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764388.050445:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764388.050446:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764388.050447:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188699000.
02000000:00000001:2.0:1787764388.050449:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764388.050449:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764388.050450:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:2.0:1787764388.050451:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764388.050452:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649ec00.
02000000:00000001:2.0:1787764388.050453:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764388.050453:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764388.050454:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f86940.
00000100:00000001:2.0:1787764388.050455:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764388.050456:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764388.050457:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764388.050460:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764388.050461:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764388.050463:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764388.050464:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764388.367973:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764388.367980:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764388.367985:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764388.367986:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764388.367988:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764388.367992:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764388.367995:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764388.368000:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764388.368003:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764388.368006:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764388.368008:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764388.368011:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764388.368015:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764388.368016:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764388.368031:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764388.368033:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764388.368036:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764388.368037:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764388.368039:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764388.368041:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764388.368042:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764388.368044:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764388.368069:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764388.368072:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764388.368075:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764388.623968:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764388.623977:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764388.623979:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764388.623984:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764388.623989:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764388.623992:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764388.623994:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764388.623996:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764388.623999:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764389.391948:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4299947275, at 4299947328
00000100:00000040:3.0:1787764389.391948:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299947275, at 4299947328
00010000:00000001:0.0:1787764389.391950:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764389.391954:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764389.391960:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764389.391962:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764389.391963:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767de0.
00010000:00000001:0.0:1787764389.391965:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:2.0:1787764389.391966:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767660.
00010000:00000001:0.0:1787764389.391967:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764389.391972:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764389.391974:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764389.391976:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764389.391977:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764389.392008:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764389.392022:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764389.392025:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764389.647947:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764389.647954:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764389.647957:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764389.647962:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764389.647966:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764389.647970:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764389.647973:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764389.647976:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764389.647979:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764390.415950:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764390.415957:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764390.415963:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764390.415965:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764390.415968:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764390.415969:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764390.415973:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764390.415974:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764390.415977:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764390.415979:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764390.416016:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764390.416019:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764390.416022:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764390.671961:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764390.671967:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764390.671969:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764390.671975:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764390.671980:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764390.671983:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764390.671986:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764390.671989:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764390.671992:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764391.439950:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764391.439957:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764391.439963:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764391.439964:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764391.439968:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764391.439969:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764391.439973:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764391.439974:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764391.439976:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764391.439977:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764391.440004:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764391.440007:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764391.440009:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764391.695939:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764391.695945:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764391.695947:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764391.695951:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764391.695954:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764391.695958:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764391.695960:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764391.695961:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764391.695964:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764392.463949:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764392.463955:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764392.463959:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764392.463961:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764392.463964:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764392.463966:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764392.463970:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764392.463971:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764392.463979:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764392.463990:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764392.464055:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764392.464062:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764392.464068:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764392.719932:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764392.719940:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764392.719942:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764392.719948:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764392.719953:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764392.719956:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764392.719959:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764392.719962:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764392.719966:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764393.167940:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764393.167948:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787764393.167950:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764393.167952:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764393.167956:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764393.167961:0:18336:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5278
00000400:00000200:1.0:1787764393.167967:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764393.167972:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764393.167975:0:18336:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764393.167996:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764393.167998:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764393.168000:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764393.168001:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764393.168005:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764393.168006:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:1.0:1787764393.168009:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764393.168011:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:1.0:1787764393.168013:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:1.0:1787764393.168014:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:1.0:1787764393.168016:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764393.168017:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764393.168018:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764393.168019:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764393.168021:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:1.0:1787764393.168023:0:18336:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764393.168024:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764393.168026:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764393.168028:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764393.168030:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764393.168031:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787764393.168033:0:18336:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764393.168040:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f85a40.
00000020:00000040:1.0:1787764393.168042:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:1.0:1787764393.168046:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764393.168047:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764393.168049:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764393.168051:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764393.168054:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764393.168060:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649c400.
00000100:00000001:1.0:1787764393.168065:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764393.168076:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f85a40 x1874601358837120/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764393.168085:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764393.168088:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764393.168091:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000920ad038] to pc [ptlrpcd_rcv+-1]  req@ffff982187f85a40 x1874601358837120/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764393.168110:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764393.168113:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764393.168115:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787764393.168116:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764393.168117:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764393.168118:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764393.168119:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5278
00000400:00000200:1.0:1787764393.168122:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764393.168123:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764393.168125:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764393.168127:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764393.168129:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764393.168131:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764393.168133:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764393.168134:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764393.168135:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:1.0:1787764393.168136:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764393.168138:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000100:00000001:2.0:1787764393.168139:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1787764393.168140:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:1.0:1787764393.168143:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000001:2.0:1787764393.168144:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764393.168147:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764393.168148:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764393.168150:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764393.168153:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000040:2.0:1787764393.168154:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f85a40 x1874601358837120/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764393.168155:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764393.168158:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:1.0:1787764393.168162:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764393.168166:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764393.168169:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787764393.168172:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764393.168174:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764393.168175:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764393.168178:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764393.168178:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1787764393.168182:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787764393.168182:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764393.168185:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1787764393.168187:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787764393.168189:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358837120:192.168.202.141@tcp:250:kworker.0
00000008:00000001:1.0:1787764393.168191:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764393.168195:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764393.168195:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:1.0:1787764393.168198:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f870c0.
02000000:00000001:2.0:1787764393.168200:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:1.0:1787764393.168201:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:2.0:1787764393.168203:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764393.168204:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764393.168207:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764393.168207:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1787764393.168210:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764393.168211:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764393.168212:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764393.168213:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188699000.
02000000:00000010:1.0:1787764393.168216:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649d800.
02000000:00000001:2.0:1787764393.168216:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764393.168220:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764393.168223:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00100000:1.0:1787764393.168227:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f870c0 x1874601358837248/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1787764393.168227:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000100:00000001:1.0:1787764393.168235:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1787764393.168235:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000001:1.0:1787764393.168239:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764393.168242:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a65be51] to pc [ptlrpcd_rcv+-1]  req@ffff982187f870c0 x1874601358837248/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764393.168243:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358837120, portal 25
00000100:00000001:2.0:1787764393.168247:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764393.168249:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515383872 : -114205194167744 : ffff982187f85a40)
00000100:00000001:1.0:1787764393.168251:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764393.168254:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787764393.168256:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f85a40 x1874601358837120/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764393.168264:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1787764393.168265:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1787764393.168269:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:2.0:1787764393.168269:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000100:00080000:1.0:1787764393.168272:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1787764393.168272:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000001:1.0:1787764393.168277:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:2.0:1787764393.168277:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358837120, offset 0
00000100:00080000:1.0:1787764393.168281:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5278
00000400:00000200:1.0:1787764393.168285:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764393.168288:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764393.168290:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764393.168292:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764393.168295:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764393.168296:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787764393.168298:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000040:1.0:1787764393.168300:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764393.168302:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764393.168304:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:2.0:1787764393.168305:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000020:00000040:1.0:1787764393.168306:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:1.0:1787764393.168309:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764393.168311:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000400:00000200:2.0:1787764393.168312:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:1.0:1787764393.168314:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:1.0:1787764393.168316:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000400:00000200:2.0:1787764393.168318:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000100:00000040:1.0:1787764393.168321:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000400:00000200:2.0:1787764393.168324:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1787764393.168325:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787764393.168330:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000100:00000040:1.0:1787764393.168331:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000400:00000200:2.0:1787764393.168335:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70411:70411:256:4294967295] 192.168.202.141@tcp LPNI seq info [70411:70411:8:4294967295]
00000100:00000001:1.0:1787764393.168340:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000400:00000200:2.0:1787764393.168341:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000020:00000040:1.0:1787764393.168346:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000400:00000200:2.0:1787764393.168351:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000100:00080000:1.0:1787764393.168353:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764393.168358:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764393.168360:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764393.168363:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.0:1787764393.168364:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
02000000:00000001:1.0:1787764393.168369:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787764393.168371:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000100:00000001:1.0:1787764393.168373:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764393.168376:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.0:1787764393.168379:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000008:00000001:1.0:1787764393.168381:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787764393.168383:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000100:00000001:1.0:1787764393.168384:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764393.168390:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f84f00.
00000800:00000200:2.1:1787764393.168390:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764393.168393:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1787764393.168396:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764393.168399:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000020:00000040:1.0:1787764393.168400:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:1.0:1787764393.168404:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1787764393.168404:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:1.0:1787764393.168407:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764393.168412:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1787764393.168412:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
02000000:00000001:1.0:1787764393.168414:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764393.168418:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764393.168419:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
02000000:00000010:1.0:1787764393.168423:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649fc00.
00000400:00000010:2.0:1787764393.168423:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:1.0:1787764393.168430:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764393.168431:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:1.0:1787764393.168438:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f84f00 x1874601358837376/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1787764393.168440:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f85a40 x1874601358837120/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764393.168460:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764393.168463:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764393.168464:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764393.168468:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007cd831b5] to pc [ptlrpcd_rcv+-1]  req@ffff982187f84f00 x1874601358837376/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787764393.168471:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f85a40 x1874601358837120/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764418 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764393.168483:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764393.168485:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764393.168486:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787764393.168488:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:1.0:1787764393.168491:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787764393.168493:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764393.168494:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764393.168495:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764393.168496:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764393.168500:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5278
00000400:00000200:2.0:1787764393.168503:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764393.168505:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4299952395
00000100:00000010:2.0:1787764393.168510:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982198767660.
00000400:00000200:1.0:1787764393.168513:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764393.168516:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00000001:2.0:1787764393.168517:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000100:00080000:1.0:1787764393.168518:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764393.168522:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764393.168524:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787764393.168525:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4299952395
00000100:00000040:1.0:1787764393.168526:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764393.168530:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000010:2.0:1787764393.168531:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9821987671e0.
00000020:00000001:1.0:1787764393.168532:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764393.168533:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:1.0:1787764393.168536:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787764393.168537:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000020:00000040:1.0:1787764393.168538:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:1.0:1787764393.168542:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:1.0:1787764393.168544:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000001:2.0:1787764393.168545:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1787764393.168546:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764393.168550:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787764393.168551:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764393.168553:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764393.168556:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:2.0:1787764393.168557:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000020:00000040:1.0:1787764393.168558:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:1.0:1787764393.168561:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764393.168563:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764393.168564:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1787764393.168566:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764393/real 1787764393]  req@ffff982187f85a40 x1874601358837120/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787764393.168567:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764393.168571:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764393.168575:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764393.168577:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1787764393.168582:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764393.168584:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787764393.168586:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000010:1.0:1787764393.168587:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f87c00.
00000020:00000040:1.0:1787764393.168591:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
00000400:00000001:2.0:1787764393.168591:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:1.0:1787764393.168595:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1787764393.168595:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
02000000:00000001:1.0:1787764393.168596:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764393.168599:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1787764393.168602:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
02000000:00000001:1.0:1787764393.168605:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764393.168606:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764393.168609:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649c800.
00000100:00000001:1.0:1787764393.168611:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764393.168615:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f87c00 x1874601358837504/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1787764393.168616:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764393.168622:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787764393.168623:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764393.168627:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787764393.168629:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f85a40 x1874601358837120/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787764393.168635:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000480dc2f8] to pc [ptlrpcd_rcv+-1]  req@ffff982187f87c00 x1874601358837504/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764393.168649:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f85a40 x1874601358837120/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764393.168650:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764393.168655:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764393.168662:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787764393.168666:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787764393.168667:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:1.0:1787764393.168669:0:18336:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764393.168671:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764393.168673:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787764393.168675:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:1.0:1787764393.168678:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5278
00000100:00000001:2.0:1787764393.168679:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1787764393.168682:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00100000:2.0:1787764393.168687:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f85a40 x1874601358837120/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787764393.168693:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764393.168698:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764393.168702:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764393.168706:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764393.168707:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764393.168710:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764393.168712:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764393.168714:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764393.168716:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:1.0:1787764393.168717:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:2.0:1787764393.168717:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f85a40 x1874601358837120/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764418 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787764393.168720:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:1.0:1787764393.168723:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:1.0:1787764393.168726:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:1.0:1787764393.168732:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764393.168734:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764393.168737:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764393.168737:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764393.168741:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:2.0:1787764393.168743:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1787764393.168744:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00000001:2.0:1787764393.168746:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:1.0:1787764393.168748:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764393.168750:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764393.168750:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1787764393.168754:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764393.168756:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764393.168756:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764393.168759:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:1.0:1787764393.168760:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764393.168762:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764393.168764:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00080000:2.0:1787764393.168765:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000008:00000001:1.0:1787764393.168770:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764393.168773:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764393.168773:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000100:00000010:1.0:1787764393.168778:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f85680.
00000100:00000001:2.0:1787764393.168779:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000040:1.0:1787764393.168780:0:18336:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:1.0:1787764393.168783:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764393.168785:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764393.168786:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f85a40 x1874601358837120/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764418 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764393.168787:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764393.168789:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764393.168791:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764393.168796:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649dc00.
00000100:00000001:1.0:1787764393.168800:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764393.168803:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358837120:192.168.202.141@tcp:250:kworker.0
00000100:00100000:1.0:1787764393.168806:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f85680 x1874601358837632/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764393.168813:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764393.168814:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764393.168818:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764393.168818:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764393.168827:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000008ac09af] to pc [ptlrpcd_rcv+-1]  req@ffff982187f85680 x1874601358837632/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787764393.168828:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f85a40 x1874601358837120/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764418 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764393.168840:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764393.168846:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000040:1.0:1787764393.168867:0:18336:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5288)
02000000:00000001:2.0:1787764393.168872:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764393.168877:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188699000.
02000000:00000001:2.0:1787764393.168881:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764393.168882:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764393.168884:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000020:00000001:2.0:1787764393.168887:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764393.168890:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649c400.
02000000:00000001:2.0:1787764393.168895:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764393.168897:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764393.168899:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f85a40.
00000100:00000001:2.0:1787764393.168902:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764393.168903:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764393.168906:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764393.168913:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764393.168914:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764393.168916:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764393.168918:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764393.168919:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764393.168923:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f870c0 x1874601358837248/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764393.168930:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764393.168932:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764393.168934:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764393.168935:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764393.168937:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764393.168940:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358837248:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764393.168943:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764393.168944:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764393.168946:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764393.168948:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764393.168951:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188699000.
02000000:00000001:2.0:1787764393.168952:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764393.168956:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764393.168959:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764393.168962:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764393.168965:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358837248, portal 10
00000100:00000001:2.0:1787764393.168966:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764393.168968:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515389632 : -114205194161984 : ffff982187f870c0)
00000100:00000040:2.0:1787764393.168973:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f870c0 x1874601358837248/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764393.168992:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764393.168994:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764393.168997:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000200:2.0:1787764393.168999:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358837248, offset 0
00000400:00000200:2.0:1787764393.169003:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764393.169007:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764393.169010:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764393.169014:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764393.169016:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764393.169018:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764393.169020:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764393.169023:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70412:70412:256:4294967295] 192.168.202.141@tcp LPNI seq info [70412:70412:8:4294967295]
00000400:00000200:2.0:1787764393.169027:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764393.169033:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764393.169046:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764393.169050:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000800:00000200:2.0:1787764393.169053:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764393.169056:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787764393.169060:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764393.169063:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1787764393.169066:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764393.169068:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:2.0:1787764393.169071:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764393.169074:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764393.169077:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:2.0:1787764393.169079:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:2.0:1787764393.169082:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764393.169085:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f870c0 x1874601358837248/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764393.169093:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764393.169096:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f870c0 x1874601358837248/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764418 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764393.169102:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764393.169104:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764393.169108:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764393.169111:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:2.0:1787764393.169114:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764393.169116:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299951127
00000100:00000001:2.0:1787764393.169119:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299952395
00000100:00000001:2.0:1787764393.169121:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299951127
00000100:00000001:2.0:1787764393.169123:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299952395
00000100:00000001:2.0:1787764393.169125:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764393.169127:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764393.169128:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764393.169132:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764393/real 1787764393]  req@ffff982187f870c0 x1874601358837248/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764393.169140:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764393.169141:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764393.169143:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764393.169145:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764393.169147:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764393.169149:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764393.169152:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f870c0 x1874601358837248/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764393.169160:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f870c0 x1874601358837248/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764393.169166:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764393.169167:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764393.169169:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764393.169170:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764393.169174:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f870c0 x1874601358837248/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764393.169180:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764393.169184:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f870c0 x1874601358837248/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764418 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764393.169191:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764393.169193:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764393.169195:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764393.169196:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764393.169198:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764393.169199:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764393.169202:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764393.169205:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764393.169207:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764393.169210:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f870c0 x1874601358837248/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764418 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764393.169218:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358837248:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764393.169222:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764393.169225:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f84f00 x1874601358837376/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764393.169231:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764393.169232:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764393.169234:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764393.169236:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764393.169238:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764393.169240:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358837376:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764393.169244:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764393.169246:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764393.169247:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764393.169249:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764393.169252:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869a400.
02000000:00000001:2.0:1787764393.169254:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764393.169257:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764393.169259:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764393.169262:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764393.169265:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358837376, portal 10
00000100:00000001:2.0:1787764393.169267:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764393.169268:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515380992 : -114205194170624 : ffff982187f84f00)
00000100:00000040:2.0:1787764393.169274:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f84f00 x1874601358837376/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764393.169280:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764393.169282:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764393.169284:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000200:2.0:1787764393.169286:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358837376, offset 0
00000400:00000200:2.0:1787764393.169290:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764393.169294:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764393.169297:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764393.169300:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764393.169302:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764393.169305:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764393.169307:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764393.169309:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70413:70413:256:4294967295] 192.168.202.141@tcp LPNI seq info [70413:70413:8:4294967295]
00000400:00000200:2.0:1787764393.169313:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764393.169319:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764393.169324:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764393.169327:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000800:00000200:2.0:1787764393.169330:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764393.169333:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787764393.169337:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764393.169340:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1787764393.169343:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764393.169345:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:2.0:1787764393.169348:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764393.169351:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764393.169354:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:2.0:1787764393.169356:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:2.0:1787764393.169358:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764393.169361:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f84f00 x1874601358837376/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764393.169368:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764393.169371:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f84f00 x1874601358837376/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764418 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764393.169377:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764393.169379:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764393.169381:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764393.169384:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:2.0:1787764393.169387:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764393.169389:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299951121
00000100:00000001:2.0:1787764393.169391:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299952395
00000100:00000001:2.0:1787764393.169393:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299951121
00000100:00000001:2.0:1787764393.169395:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299952395
00000100:00000001:2.0:1787764393.169397:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764393.169399:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764393.169400:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764393.169404:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764393/real 1787764393]  req@ffff982187f84f00 x1874601358837376/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764393.169411:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764393.169412:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764393.169413:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764393.169416:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764393.169417:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764393.169419:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764393.169422:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f84f00 x1874601358837376/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764393.169429:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f84f00 x1874601358837376/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764393.169436:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764393.169437:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764393.169439:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764393.169440:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764393.169443:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f84f00 x1874601358837376/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764393.169449:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764393.169453:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f84f00 x1874601358837376/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764418 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764393.169459:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764393.169461:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764393.169463:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764393.169464:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764393.169466:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764393.169468:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764393.169470:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764393.169473:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764393.169475:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764393.169479:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f84f00 x1874601358837376/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764418 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764393.169486:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358837376:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764393.169490:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764393.169493:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f87c00 x1874601358837504/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764393.169500:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764393.169501:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764393.169503:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764393.169505:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764393.169507:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764393.169509:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358837504:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764393.169513:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764393.169515:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764393.169516:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764393.169518:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764393.169520:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188698000.
02000000:00000001:2.0:1787764393.169522:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764393.169525:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764393.169527:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764393.169529:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764393.169532:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358837504, portal 4
00000100:00000001:2.0:1787764393.169534:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764393.169535:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515392512 : -114205194159104 : ffff982187f87c00)
00000100:00000040:2.0:1787764393.169540:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f87c00 x1874601358837504/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764393.169545:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764393.169548:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764393.169550:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000200:2.0:1787764393.169552:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358837504, offset 0
00000400:00000200:2.0:1787764393.169555:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764393.169558:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764393.169561:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764393.169564:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764393.169566:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764393.169568:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764393.169570:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764393.169573:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70414:70414:256:4294967295] 192.168.202.141@tcp LPNI seq info [70414:70414:8:4294967295]
00000400:00000200:2.0:1787764393.169577:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764393.169582:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764393.169586:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764393.169589:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000800:00000200:2.0:1787764393.169592:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764393.169595:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787764393.169604:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764393.169606:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1787764393.169610:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764393.169611:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:2.0:1787764393.169614:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764393.169617:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764393.169620:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:2.0:1787764393.169621:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:2.0:1787764393.169623:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764393.169627:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f87c00 x1874601358837504/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764393.169634:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764393.169637:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f87c00 x1874601358837504/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764418 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764393.169642:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764393.169644:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764393.169646:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764393.169649:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:2.0:1787764393.169651:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764393.169653:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299951126
00000100:00000001:2.0:1787764393.169655:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299952395
00000100:00000001:2.0:1787764393.169657:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299951126
00000100:00000001:2.0:1787764393.169659:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299952395
00000100:00000001:2.0:1787764393.169661:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764393.169663:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764393.169665:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764393.169668:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764393/real 1787764393]  req@ffff982187f87c00 x1874601358837504/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764393.169675:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764393.169677:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764393.169678:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764393.169680:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764393.169681:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764393.169683:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764393.169686:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f87c00 x1874601358837504/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764393.169695:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f87c00 x1874601358837504/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764393.169702:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764393.169703:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764393.169704:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764393.169706:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764393.169709:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f87c00 x1874601358837504/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764393.169715:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764393.169719:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f87c00 x1874601358837504/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764418 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764393.169726:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764393.169728:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764393.169730:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764393.169731:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764393.169733:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764393.169734:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764393.169737:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764393.169739:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764393.169741:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764393.169745:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f87c00 x1874601358837504/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764418 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764393.169752:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358837504:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764393.169756:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764393.169759:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f85680 x1874601358837632/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764393.169765:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764393.169766:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764393.169768:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764393.169770:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764393.169771:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764393.169774:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358837632:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764393.169776:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764393.169778:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764393.169779:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764393.169781:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764393.169784:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869bc00.
02000000:00000001:2.0:1787764393.169786:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764393.169788:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764393.169791:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764393.169793:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764393.169796:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358837632, portal 4
00000100:00000001:2.0:1787764393.169797:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764393.169798:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515382912 : -114205194168704 : ffff982187f85680)
00000100:00000040:2.0:1787764393.169804:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f85680 x1874601358837632/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764393.169810:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764393.169812:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764393.169814:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000200:2.0:1787764393.169816:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358837632, offset 0
00000400:00000200:2.0:1787764393.169820:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764393.169823:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764393.169826:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764393.169828:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764393.169830:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764393.169833:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764393.169835:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764393.169840:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70415:70415:256:4294967295] 192.168.202.141@tcp LPNI seq info [70415:70415:8:4294967295]
00000400:00000200:2.0:1787764393.169845:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764393.169873:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764393.169878:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764393.169881:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000800:00000200:2.0:1787764393.169887:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764393.169890:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787764393.169894:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764393.169897:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1787764393.169900:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764393.169902:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:2.0:1787764393.169904:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764393.169907:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764393.169910:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:2.0:1787764393.169912:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:2.0:1787764393.169914:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764393.169917:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f85680 x1874601358837632/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764393.169924:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764393.169927:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f85680 x1874601358837632/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764418 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764393.169933:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764393.169934:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764393.169937:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764393.169939:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:2.0:1787764393.169942:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764393.169944:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299951128
00000100:00000001:2.0:1787764393.169946:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299952395
00000100:00000001:2.0:1787764393.169948:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299951128
00000100:00000001:2.0:1787764393.169950:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299952395
00000100:00000001:2.0:1787764393.169952:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764393.169954:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764393.169957:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764393.169962:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764393/real 1787764393]  req@ffff982187f85680 x1874601358837632/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764393.169969:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764393.169971:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764393.169972:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764393.169974:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764393.169988:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764393.169992:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764393.169996:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f85680 x1874601358837632/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764393.170004:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f85680 x1874601358837632/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764393.170010:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764393.170011:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764393.170013:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764393.170015:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764393.170018:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f85680 x1874601358837632/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764393.170025:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764393.170028:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f85680 x1874601358837632/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764418 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764393.170034:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764393.170036:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764393.170037:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764393.170039:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764393.170040:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764393.170042:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764393.170044:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764393.170047:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764393.170049:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764393.170053:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f85680 x1874601358837632/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764418 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764393.170060:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358837632:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764393.170064:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764393.170065:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764393.170068:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f870c0 x1874601358837248/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764418 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764393.170074:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764393.170076:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764393.170078:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188699000.
02000000:00000001:2.0:1787764393.170080:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764393.170081:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764393.170082:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:2.0:1787764393.170085:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764393.170086:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649d800.
02000000:00000001:2.0:1787764393.170089:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764393.170090:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764393.170092:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f870c0.
00000100:00000001:2.0:1787764393.170094:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764393.170095:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764393.170097:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764393.170100:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f84f00 x1874601358837376/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764418 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764393.170112:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764393.170114:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764393.170115:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869a400.
02000000:00000001:2.0:1787764393.170117:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764393.170118:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764393.170119:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:2.0:1787764393.170121:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764393.170123:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649fc00.
02000000:00000001:2.0:1787764393.170125:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764393.170126:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764393.170127:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f84f00.
00000100:00000001:2.0:1787764393.170129:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764393.170130:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764393.170132:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764393.170135:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f87c00 x1874601358837504/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764418 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764393.170141:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764393.170142:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764393.170143:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188698000.
02000000:00000001:2.0:1787764393.170145:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764393.170146:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764393.170147:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:2.0:1787764393.170149:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764393.170150:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649c800.
02000000:00000001:2.0:1787764393.170152:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764393.170153:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764393.170154:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f87c00.
00000100:00000001:2.0:1787764393.170155:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764393.170156:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764393.170158:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764393.170160:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f85680 x1874601358837632/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764418 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764393.170165:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764393.170166:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764393.170167:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869bc00.
02000000:00000001:2.0:1787764393.170169:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764393.170170:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764393.170171:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:2.0:1787764393.170173:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764393.170174:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649dc00.
02000000:00000001:2.0:1787764393.170175:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764393.170176:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764393.170177:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f85680.
00000100:00000001:2.0:1787764393.170179:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764393.170180:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764393.170182:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764393.170186:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764393.170187:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764393.170189:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764393.170190:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764393.487995:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764393.488003:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764393.488005:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764393.488007:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764393.488011:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764393.488012:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764393.488014:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764393.488015:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764393.488018:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764393.488019:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764393.488025:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764393.488026:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764393.488028:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764393.488029:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764393.488030:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764393.488031:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764393.488032:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764393.488033:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764393.488034:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764393.488035:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764393.488037:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764393.488038:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764393.488055:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764393.488057:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764393.488058:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764393.743990:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764393.743999:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764393.744001:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764393.744009:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764393.744013:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764393.744017:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764393.744021:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764393.744023:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764393.744027:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764394.511957:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299952395, at 4299952448
00000100:00000010:3.0:1787764394.511985:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9821987671e0.
00010000:00000001:0.0:1787764394.512070:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764394.512074:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764394.512079:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764394.512080:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764394.512084:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764394.512085:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764394.512089:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764394.512090:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764394.512093:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764394.512095:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764394.512112:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764394.512114:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764394.512117:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787764394.512182:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4299952395, at 4299952448
00000100:00000010:2.0:1787764394.512189:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767660.
00000100:00000001:2.0:1787764394.767924:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764394.767930:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764394.767932:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764394.767937:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764394.767947:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764394.767955:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764394.767958:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764394.767961:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764394.767977:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764395.535933:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764395.535939:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764395.535945:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764395.535946:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764395.535950:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764395.535951:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764395.535954:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764395.535965:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764395.535969:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764395.535971:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764395.536023:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764395.536027:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764395.536031:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764395.791995:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764395.792003:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764395.792006:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764395.792011:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764395.792015:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764395.792018:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764395.792021:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764395.792023:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764395.792026:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764396.559966:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764396.559972:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764396.559978:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764396.559980:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764396.559982:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764396.559986:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764396.559989:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764396.559991:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764396.559993:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764396.559995:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764396.559998:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764396.560000:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764396.560003:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764396.560004:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764396.560007:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764396.560009:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764396.560031:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764396.560033:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764396.560036:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764396.816005:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764396.816016:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764396.816019:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764396.816026:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764396.816030:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764396.816035:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764396.816039:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764396.816042:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764396.816046:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764397.583982:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764397.583994:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764397.584002:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764397.584003:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764397.584007:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764397.584008:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764397.584012:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764397.584014:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764397.584018:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764397.584020:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764397.584044:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764397.584048:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764397.584051:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764397.839994:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764397.840004:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764397.840007:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764397.840014:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764397.840026:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764397.840031:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764397.840034:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764397.840037:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764397.840041:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764398.287988:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764398.287998:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787764398.288000:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764398.288004:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764398.288009:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764398.288017:0:18336:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5283
00000400:00000200:1.0:1787764398.288026:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764398.288031:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764398.288034:0:18336:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764398.288036:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764398.288039:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764398.288041:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764398.288043:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764398.288046:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764398.288049:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:1.0:1787764398.288051:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764398.288054:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:1.0:1787764398.288056:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:1.0:1787764398.288058:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:1.0:1787764398.288060:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764398.288061:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764398.288062:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764398.288063:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764398.288065:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:1.0:1787764398.288067:0:18336:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764398.288068:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764398.288071:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764398.288074:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764398.288077:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764398.288079:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787764398.288082:0:18336:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764398.288092:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f84b40.
00000020:00000040:1.0:1787764398.288097:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:1.0:1787764398.288101:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764398.288103:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764398.288107:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764398.288110:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764398.288115:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764398.288125:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649f400.
00000100:00000001:1.0:1787764398.288134:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764398.288145:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f84b40 x1874601358837760/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764398.288157:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764398.288162:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764398.288167:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b9a4d30] to pc [ptlrpcd_rcv+-1]  req@ffff982187f84b40 x1874601358837760/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764398.288200:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764398.288204:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764398.288207:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787764398.288209:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764398.288210:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764398.288213:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764398.288215:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5283
00000400:00000200:1.0:1787764398.288219:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764398.288223:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764398.288226:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764398.288229:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764398.288231:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764398.288234:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764398.288236:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764398.288239:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764398.288240:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:1.0:1787764398.288242:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787764398.288244:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:1.0:1787764398.288245:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:1.0:1787764398.288250:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000001:2.0:1787764398.288251:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764398.288254:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1787764398.288255:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:2.0:1787764398.288262:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f84b40 x1874601358837760/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787764398.288263:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764398.288269:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764398.288275:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764398.288277:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764398.288279:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:2.0:1787764398.288281:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787764398.288284:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
02000000:00000001:2.0:1787764398.288288:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:1.0:1787764398.288289:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764398.288293:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764398.288294:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764398.288296:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764398.288300:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764398.288305:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1787764398.288308:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358837760:192.168.202.141@tcp:250:kworker.0
02000000:00000001:1.0:1787764398.288310:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764398.288314:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787764398.288317:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:1.0:1787764398.288319:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787764398.288322:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764398.288324:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764398.288324:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764398.288329:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764398.288330:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f861c0.
00000020:00000040:1.0:1787764398.288334:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:2.0:1787764398.288335:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787764398.288337:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764398.288339:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764398.288340:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764398.288342:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:2.0:1787764398.288343:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869a400.
02000000:00000001:1.0:1787764398.288344:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764398.288349:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764398.288350:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649f000.
00000100:00000001:1.0:1787764398.288355:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764398.288359:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00100000:1.0:1787764398.288360:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f861c0 x1874601358837888/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1787764398.288367:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000100:00000001:1.0:1787764398.288368:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764398.288371:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764398.288375:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a525cb1] to pc [ptlrpcd_rcv+-1]  req@ffff982187f861c0 x1874601358837888/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1787764398.288378:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000001:1.0:1787764398.288381:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764398.288384:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764398.288387:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1787764398.288388:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:2.0:1787764398.288389:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358837760, portal 25
00000100:00080000:1.0:1787764398.288390:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764398.288393:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787764398.288395:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:1.0:1787764398.288396:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5283
00000100:00000001:2.0:1787764398.288400:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515380032 : -114205194171584 : ffff982187f84b40)
00000400:00000200:1.0:1787764398.288404:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764398.288407:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764398.288409:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764398.288413:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f84b40 x1874601358837760/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787764398.288415:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764398.288418:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764398.288421:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764398.288425:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764398.288429:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764398.288431:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:1.0:1787764398.288434:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764398.288436:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000100:00000001:2.0:1787764398.288436:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:1.0:1787764398.288439:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:2.0:1787764398.288442:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000020:00000001:1.0:1787764398.288443:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000400:00000010:2.0:1787764398.288447:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000040:1.0:1787764398.288448:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764398.288452:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1787764398.288453:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358837760, offset 0
00000100:00000040:1.0:1787764398.288455:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764398.288458:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764398.288459:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:1.0:1787764398.288463:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000400:00000200:2.0:1787764398.288464:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000100:00000001:1.0:1787764398.288465:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764398.288469:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764398.288471:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764398.288472:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764398.288474:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764398.288475:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787764398.288476:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764398.288477:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764398.288481:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000010:1.0:1787764398.288484:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f85680.
00000020:00000040:1.0:1787764398.288488:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:1.0:1787764398.288489:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764398.288491:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764398.288492:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000100:00000001:1.0:1787764398.288493:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764398.288495:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764398.288497:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764398.288501:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649cc00.
00000400:00000200:2.0:1787764398.288503:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1787764398.288505:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764398.288510:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f85680 x1874601358838016/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787764398.288511:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000100:00000001:1.0:1787764398.288518:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1787764398.288520:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1787764398.288521:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764398.288528:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000008ac09af] to pc [ptlrpcd_rcv+-1]  req@ffff982187f85680 x1874601358838016/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787764398.288528:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000100:00000001:1.0:1787764398.288536:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764398.288538:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70416:70416:256:4294967295] 192.168.202.141@tcp LPNI seq info [70416:70416:8:4294967295]
00000100:00080000:1.0:1787764398.288539:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764398.288543:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787764398.288543:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764398.288544:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764398.288546:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764398.288548:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5283
00000400:00000200:1.0:1787764398.288553:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764398.288557:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000400:00000200:2.0:1787764398.288557:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00080000:1.0:1787764398.288561:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764398.288563:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764398.288565:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764398.288566:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764398.288567:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764398.288569:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764398.288572:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:1.0:1787764398.288574:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764398.288577:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000400:00000200:2.0:1787764398.288578:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000020:00000001:1.0:1787764398.288579:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:1.0:1787764398.288583:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:1.0:1787764398.288588:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764398.288590:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1787764398.288592:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000100:00000040:1.0:1787764398.288595:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764398.288599:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000800:00000010:2.0:1787764398.288601:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000020:00000040:1.0:1787764398.288603:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:1.0:1787764398.288609:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000800:00000200:2.0:1787764398.288614:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:1.0:1787764398.288615:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764398.288620:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.0:1787764398.288622:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
02000000:00000001:1.0:1787764398.288623:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764398.288629:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787764398.288632:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:1.0:1787764398.288633:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764398.288638:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000800:00000200:2.1:1787764398.288639:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000008:00000001:1.0:1787764398.288646:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1787764398.288647:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000100:00000001:1.0:1787764398.288648:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787764398.288651:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000100:00000010:1.0:1787764398.288653:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f87c00.
00000020:00000040:1.0:1787764398.288656:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:1.0:1787764398.288658:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764398.288659:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764398.288660:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764398.288661:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764398.288663:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764398.288667:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649dc00.
00000400:00000200:2.0:1787764398.288667:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1787764398.288673:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764398.288678:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000100:00100000:1.0:1787764398.288681:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f87c00 x1874601358838144/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787764398.288686:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:2.0:1787764398.288690:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:1.0:1787764398.288694:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764398.288698:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764398.288698:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764398.288707:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f84b40 x1874601358837760/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787764398.288708:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000480dc2f8] to pc [ptlrpcd_rcv+-1]  req@ffff982187f87c00 x1874601358838144/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764398.288730:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764398.288733:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787764398.288733:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:1.0:1787764398.288738:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787764398.288741:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:2.0:1787764398.288742:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f84b40 x1874601358837760/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764423 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764398.288743:0:18336:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764398.288749:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764398.288753:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5283
00000400:00000200:1.0:1787764398.288760:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764398.288762:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764398.288763:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00000001:2.0:1787764398.288767:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:1.0:1787764398.288768:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764398.288771:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764398.288774:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764398.288776:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764398.288777:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764398.288778:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764398.288783:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764398.288784:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:1.0:1787764398.288786:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:2.0:1787764398.288787:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000020:00000040:1.0:1787764398.288788:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:1.0:1787764398.288792:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:1.0:1787764398.288793:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000001:2.0:1787764398.288794:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4299957515
00000100:00000040:1.0:1787764398.288796:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764398.288799:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764398.288800:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764398.288801:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764398.288803:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00000010:2.0:1787764398.288803:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982198767660.
00000100:00080000:1.0:1787764398.288808:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764398.288810:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764398.288811:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764398.288813:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764398.288814:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
02000000:00000001:1.0:1787764398.288815:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764398.288819:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764398.288821:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1787764398.288822:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764398.288824:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764398.288824:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4299957515
00000100:00000010:1.0:1787764398.288828:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f84f00.
00000100:00000010:2.0:1787764398.288831:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982198767a20.
00000020:00000040:1.0:1787764398.288832:0:18336:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:1.0:1787764398.288837:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764398.288838:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764398.288838:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787764398.288840:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764398.288842:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764398.288845:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764398.288846:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:1.0:1787764398.288867:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649c800.
00000100:00000001:1.0:1787764398.288870:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764398.288873:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f84f00 x1874601358838272/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764398.288878:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764398.288880:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764398.288883:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007cd831b5] to pc [ptlrpcd_rcv+-1]  req@ffff982187f84f00 x1874601358838272/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764398.288887:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764398.288893:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1787764398.288895:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764398.288900:0:18336:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5293)
00000100:00100000:2.0:1787764398.288903:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764398/real 1787764398]  req@ffff982187f84b40 x1874601358837760/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764398.288940:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764398.288942:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764398.288945:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764398.288948:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764398.288950:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764398.288953:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764398.288956:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f84b40 x1874601358837760/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764398.288964:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f84b40 x1874601358837760/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764398.288970:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764398.288972:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764398.288975:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764398.288977:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764398.288981:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f84b40 x1874601358837760/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764398.288989:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764398.288994:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f84b40 x1874601358837760/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764423 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764398.289001:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764398.289005:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764398.289006:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764398.289008:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764398.289011:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764398.289013:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764398.289016:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764398.289020:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764398.289022:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764398.289027:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f84b40 x1874601358837760/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764423 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764398.289037:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358837760:192.168.202.141@tcp:250:kworker.0
00000100:00000001:2.0:1787764398.289042:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764398.289044:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764398.289048:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f84b40 x1874601358837760/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764423 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764398.289055:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764398.289058:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764398.289061:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869a400.
02000000:00000001:2.0:1787764398.289064:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764398.289065:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764398.289067:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000020:00000001:2.0:1787764398.289069:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764398.289072:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649f400.
02000000:00000001:2.0:1787764398.289076:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764398.289078:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764398.289080:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f84b40.
00000100:00000001:2.0:1787764398.289083:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764398.289084:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764398.289086:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764398.289095:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764398.289097:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764398.289100:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764398.289101:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764398.289103:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764398.289107:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f861c0 x1874601358837888/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764398.289114:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764398.289115:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764398.289118:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764398.289119:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764398.289121:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764398.289124:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358837888:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764398.289128:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764398.289130:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764398.289131:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764398.289133:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764398.289136:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869a400.
02000000:00000001:2.0:1787764398.289138:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764398.289142:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764398.289145:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764398.289149:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764398.289151:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358837888, portal 10
00000100:00000001:2.0:1787764398.289153:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764398.289155:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515385792 : -114205194165824 : ffff982187f861c0)
00000100:00000040:2.0:1787764398.289162:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f861c0 x1874601358837888/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764398.289166:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764398.289168:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764398.289169:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000200:2.0:1787764398.289171:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358837888, offset 0
00000400:00000200:2.0:1787764398.289174:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764398.289177:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764398.289179:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764398.289181:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764398.289183:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764398.289185:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764398.289186:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764398.289188:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70417:70417:256:4294967295] 192.168.202.141@tcp LPNI seq info [70417:70417:8:4294967295]
00000400:00000200:2.0:1787764398.289191:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764398.289195:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764398.289199:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764398.289202:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000800:00000200:2.0:1787764398.289205:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764398.289209:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787764398.289213:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764398.289215:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1787764398.289219:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764398.289221:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:2.0:1787764398.289224:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764398.289227:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764398.289231:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:2.0:1787764398.289232:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:2.0:1787764398.289235:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764398.289238:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f861c0 x1874601358837888/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764398.289246:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764398.289249:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f861c0 x1874601358837888/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764423 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764398.289256:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764398.289258:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764398.289261:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764398.289265:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:2.0:1787764398.289269:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764398.289271:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299956247
00000100:00000001:2.0:1787764398.289274:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299957515
00000100:00000001:2.0:1787764398.289276:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299956247
00000100:00000001:2.0:1787764398.289278:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299957515
00000100:00000001:2.0:1787764398.289280:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764398.289283:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764398.289284:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764398.289288:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764398/real 1787764398]  req@ffff982187f861c0 x1874601358837888/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764398.289296:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764398.289297:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764398.289300:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764398.289302:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764398.289304:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764398.289306:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764398.289309:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f861c0 x1874601358837888/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764398.289317:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f861c0 x1874601358837888/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764398.289324:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764398.289325:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764398.289327:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764398.289328:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764398.289332:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f861c0 x1874601358837888/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764398.289339:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764398.289343:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f861c0 x1874601358837888/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764423 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764398.289350:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764398.289352:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764398.289353:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764398.289355:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764398.289356:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764398.289358:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764398.289360:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764398.289363:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764398.289365:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764398.289368:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f861c0 x1874601358837888/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764423 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764398.289377:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358837888:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764398.289381:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764398.289384:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f85680 x1874601358838016/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764398.289390:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764398.289392:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764398.289393:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764398.289395:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764398.289397:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764398.289400:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358838016:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764398.289402:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764398.289404:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764398.289405:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764398.289406:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764398.289408:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188699000.
02000000:00000001:2.0:1787764398.289410:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764398.289412:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764398.289413:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764398.289416:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764398.289420:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358838016, portal 10
00000100:00000001:2.0:1787764398.289421:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764398.289423:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515382912 : -114205194168704 : ffff982187f85680)
00000100:00000040:2.0:1787764398.289428:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f85680 x1874601358838016/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764398.289433:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764398.289434:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764398.289436:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000200:2.0:1787764398.289437:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358838016, offset 0
00000400:00000200:2.0:1787764398.289440:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764398.289442:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764398.289444:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764398.289446:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764398.289448:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764398.289449:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764398.289451:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764398.289453:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70418:70418:256:4294967295] 192.168.202.141@tcp LPNI seq info [70418:70418:8:4294967295]
00000400:00000200:2.0:1787764398.289455:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764398.289459:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764398.289461:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764398.289463:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000800:00000200:2.0:1787764398.289466:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764398.289469:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787764398.289473:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764398.289476:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1787764398.289479:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764398.289481:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:2.0:1787764398.289484:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764398.289487:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764398.289490:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:2.0:1787764398.289492:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:2.0:1787764398.289494:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764398.289498:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f85680 x1874601358838016/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764398.289505:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764398.289508:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f85680 x1874601358838016/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764423 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764398.289515:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764398.289516:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764398.289520:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764398.289523:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:2.0:1787764398.289526:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764398.289528:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299956241
00000100:00000001:2.0:1787764398.289530:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299957515
00000100:00000001:2.0:1787764398.289532:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299956241
00000100:00000001:2.0:1787764398.289535:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299957515
00000100:00000001:2.0:1787764398.289537:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764398.289539:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764398.289541:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764398.289545:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764398/real 1787764398]  req@ffff982187f85680 x1874601358838016/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764398.289553:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764398.289555:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764398.289556:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764398.289559:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764398.289560:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764398.289562:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764398.289565:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f85680 x1874601358838016/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764398.289573:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f85680 x1874601358838016/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764398.289580:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764398.289581:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764398.289583:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764398.289584:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764398.289588:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f85680 x1874601358838016/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764398.289594:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764398.289599:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f85680 x1874601358838016/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764423 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764398.289605:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764398.289608:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764398.289610:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764398.289611:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764398.289613:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764398.289615:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764398.289617:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764398.289621:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764398.289623:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764398.289627:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f85680 x1874601358838016/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764423 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764398.289634:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358838016:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764398.289638:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764398.289641:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f87c00 x1874601358838144/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764398.289648:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764398.289649:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764398.289651:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764398.289653:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764398.289655:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764398.289658:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358838144:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764398.289661:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764398.289663:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764398.289664:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764398.289666:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764398.289670:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869ac00.
02000000:00000001:2.0:1787764398.289672:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764398.289675:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764398.289678:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764398.289680:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764398.289682:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358838144, portal 4
00000100:00000001:2.0:1787764398.289684:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764398.289684:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515392512 : -114205194159104 : ffff982187f87c00)
00000100:00000040:2.0:1787764398.289689:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f87c00 x1874601358838144/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764398.289694:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764398.289696:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764398.289698:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000200:2.0:1787764398.289701:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358838144, offset 0
00000400:00000200:2.0:1787764398.289705:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764398.289709:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764398.289712:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764398.289715:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764398.289717:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764398.289720:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764398.289722:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764398.289725:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70419:70419:256:4294967295] 192.168.202.141@tcp LPNI seq info [70419:70419:8:4294967295]
00000400:00000200:2.0:1787764398.289729:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764398.289734:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764398.289738:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764398.289741:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000800:00000200:2.0:1787764398.289744:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764398.289747:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787764398.289751:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764398.289753:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1787764398.289769:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764398.289771:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:2.0:1787764398.289773:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764398.289775:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764398.289777:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:2.0:1787764398.289779:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:2.0:1787764398.289781:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764398.289783:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f87c00 x1874601358838144/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764398.289788:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764398.289790:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f87c00 x1874601358838144/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764423 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764398.289799:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764398.289800:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764398.289803:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764398.289805:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:2.0:1787764398.289807:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764398.289808:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299956246
00000100:00000001:2.0:1787764398.289810:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299957515
00000100:00000001:2.0:1787764398.289812:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299956246
00000100:00000001:2.0:1787764398.289813:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299957515
00000100:00000001:2.0:1787764398.289814:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764398.289815:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764398.289816:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764398.289818:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764398/real 1787764398]  req@ffff982187f87c00 x1874601358838144/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764398.289823:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764398.289824:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764398.289826:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764398.289827:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764398.289828:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764398.289830:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764398.289831:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f87c00 x1874601358838144/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764398.289836:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f87c00 x1874601358838144/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764398.289839:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764398.289840:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764398.289841:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764398.289842:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764398.289843:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f87c00 x1874601358838144/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764398.289862:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764398.289865:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f87c00 x1874601358838144/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764423 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764398.289869:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764398.289871:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764398.289872:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764398.289873:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764398.289874:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764398.289875:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764398.289876:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764398.289878:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764398.289879:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764398.289881:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f87c00 x1874601358838144/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764423 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764398.289885:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358838144:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764398.289888:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764398.289890:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f84f00 x1874601358838272/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764398.289894:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764398.289894:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764398.289895:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764398.289897:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764398.289898:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764398.289900:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358838272:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764398.289902:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764398.289903:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764398.289905:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764398.289906:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764398.289908:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188699c00.
02000000:00000001:2.0:1787764398.289909:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764398.289911:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764398.289913:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764398.289915:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764398.289917:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358838272, portal 4
00000100:00000001:2.0:1787764398.289918:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764398.289919:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515380992 : -114205194170624 : ffff982187f84f00)
00000100:00000040:2.0:1787764398.289923:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f84f00 x1874601358838272/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764398.289927:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764398.289928:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764398.289944:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000200:2.0:1787764398.289947:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358838272, offset 0
00000400:00000200:2.0:1787764398.289950:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764398.289953:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764398.289955:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764398.289957:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764398.289959:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764398.289960:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764398.289962:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764398.289964:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70420:70420:256:4294967295] 192.168.202.141@tcp LPNI seq info [70420:70420:8:4294967295]
00000400:00000200:2.0:1787764398.289966:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764398.289970:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764398.289972:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764398.289974:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000800:00000200:2.0:1787764398.289976:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764398.289978:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787764398.289980:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764398.289982:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1787764398.289984:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764398.289986:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:2.0:1787764398.289988:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764398.289990:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764398.289992:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:2.0:1787764398.289993:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:2.0:1787764398.289995:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764398.289997:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f84f00 x1874601358838272/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764398.290002:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764398.290004:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f84f00 x1874601358838272/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764423 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764398.290007:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764398.290008:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764398.290010:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764398.290012:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:2.0:1787764398.290013:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764398.290015:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299956248
00000100:00000001:2.0:1787764398.290016:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299957515
00000100:00000001:2.0:1787764398.290018:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299956248
00000100:00000001:2.0:1787764398.290019:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299957515
00000100:00000001:2.0:1787764398.290020:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764398.290021:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764398.290022:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764398.290024:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764398/real 1787764398]  req@ffff982187f84f00 x1874601358838272/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764398.290028:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764398.290029:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764398.290030:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764398.290031:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764398.290033:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764398.290034:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764398.290036:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f84f00 x1874601358838272/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764398.290041:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f84f00 x1874601358838272/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764398.290044:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764398.290045:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764398.290046:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764398.290047:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764398.290048:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f84f00 x1874601358838272/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764398.290052:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764398.290054:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f84f00 x1874601358838272/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764423 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764398.290057:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764398.290059:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764398.290060:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764398.290061:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764398.290062:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764398.290063:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764398.290066:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764398.290069:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764398.290071:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764398.290074:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f84f00 x1874601358838272/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764423 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764398.290082:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358838272:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764398.290086:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764398.290088:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764398.290091:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f861c0 x1874601358837888/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764423 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764398.290097:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764398.290099:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764398.290101:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869a400.
02000000:00000001:2.0:1787764398.290103:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764398.290105:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764398.290106:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:2.0:1787764398.290108:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764398.290110:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649f000.
02000000:00000001:2.0:1787764398.290113:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764398.290114:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764398.290116:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f861c0.
00000100:00000001:2.0:1787764398.290118:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764398.290120:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764398.290122:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764398.290125:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f85680 x1874601358838016/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764423 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764398.290132:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764398.290134:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764398.290135:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188699000.
02000000:00000001:2.0:1787764398.290138:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764398.290139:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764398.290140:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:2.0:1787764398.290142:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764398.290143:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649cc00.
02000000:00000001:2.0:1787764398.290145:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764398.290147:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764398.290148:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f85680.
00000100:00000001:2.0:1787764398.290150:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764398.290152:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764398.290154:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764398.290157:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f87c00 x1874601358838144/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764423 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764398.290163:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764398.290165:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764398.290167:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869ac00.
02000000:00000001:2.0:1787764398.290169:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764398.290170:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764398.290172:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:2.0:1787764398.290174:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764398.290175:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649dc00.
02000000:00000001:2.0:1787764398.290177:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764398.290178:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764398.290180:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f87c00.
00000100:00000001:2.0:1787764398.290182:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764398.290183:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764398.290185:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764398.290188:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f84f00 x1874601358838272/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764423 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764398.290195:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764398.290196:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764398.290198:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188699c00.
02000000:00000001:2.0:1787764398.290200:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764398.290201:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764398.290203:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:2.0:1787764398.290205:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764398.290206:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649c800.
02000000:00000001:2.0:1787764398.290208:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764398.290209:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764398.290210:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f84f00.
00000100:00000001:2.0:1787764398.290213:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764398.290214:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764398.290216:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764398.290219:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764398.290221:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764398.290223:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764398.290224:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764398.607963:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764398.607971:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764398.607977:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764398.607979:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764398.607982:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764398.607986:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764398.607988:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764398.607990:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764398.607993:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764398.607995:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764398.607997:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764398.607999:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764398.608002:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764398.608003:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764398.608006:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764398.608008:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764398.608009:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764398.608011:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764398.608012:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764398.608013:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764398.608014:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764398.608016:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764398.608112:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764398.608120:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764398.608125:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764398.863995:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764398.864006:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764398.864009:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764398.864016:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764398.864021:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764398.864025:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764398.864028:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764398.864032:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764398.864036:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764399.631952:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4299957515, at 4299957568
00000100:00000040:3.0:1787764399.631952:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299957515, at 4299957568
00010000:00000001:0.0:1787764399.631955:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764399.631958:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764399.631964:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:2.0:1787764399.631965:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767660.
00010000:00000001:0.0:1787764399.631966:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764399.631966:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767a20.
00010000:00000001:0.0:1787764399.631971:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764399.631973:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764399.631976:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764399.631978:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764399.631980:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764399.631981:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764399.632000:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764399.632003:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764399.632005:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764399.887960:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764399.887966:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764399.887968:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764399.887972:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764399.887975:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764399.887978:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764399.887980:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764399.887982:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764399.887984:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764400.655949:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764400.655956:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764400.655963:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764400.655964:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764400.655967:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764400.655968:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764400.655970:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764400.655971:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764400.655973:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764400.655974:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764400.655990:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764400.655991:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764400.655993:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764400.911969:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764400.911976:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764400.911984:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764400.911990:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764400.911995:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764400.911998:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764400.912001:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764400.912025:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764400.912028:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764401.679981:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764401.679987:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764401.679991:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764401.679991:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764401.679993:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764401.679994:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764401.679998:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764401.679999:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764401.680002:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764401.680003:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764401.680066:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764401.680070:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764401.680074:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764401.936030:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764401.936038:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764401.936041:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764401.936045:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764401.936050:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764401.936054:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764401.936057:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764401.936061:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764401.936064:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764402.703934:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764402.703939:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764402.703942:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764402.703943:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764402.703945:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764402.703946:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764402.703948:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764402.703949:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764402.703951:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764402.703951:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764402.703966:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764402.703968:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764402.703970:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764402.959954:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764402.959960:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764402.959962:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764402.959966:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764402.959969:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764402.959976:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764402.959978:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764402.959980:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764402.959982:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764403.408039:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764403.408047:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764403.408049:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764403.408052:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764403.408055:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764403.408060:0:58520:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5288
00000400:00000200:3.0:1787764403.408066:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764403.408071:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764403.408073:0:58520:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764403.408075:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764403.408077:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764403.408079:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764403.408080:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764403.408084:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764403.408085:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:3.0:1787764403.408087:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764403.408089:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:3.0:1787764403.408090:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:3.0:1787764403.408091:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:3.0:1787764403.408093:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764403.408094:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764403.408095:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764403.408097:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764403.408099:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:3.0:1787764403.408102:0:58520:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764403.408103:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764403.408105:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764403.408107:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764403.408109:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764403.408110:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764403.408112:0:58520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764403.408118:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b1680.
00000020:00000040:3.0:1787764403.408121:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:3.0:1787764403.408124:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764403.408125:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764403.408127:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764403.408129:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764403.408132:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764403.408138:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9ec00.
00000100:00000001:3.0:1787764403.408142:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764403.408148:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b1680 x1874601358838400/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764403.408156:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764403.408159:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764403.408162:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045d21e1f] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b1680 x1874601358838400/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764403.408180:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764403.408183:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764403.408185:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764403.408186:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764403.408188:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764403.408190:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764403.408193:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5288
00000400:00000200:3.0:1787764403.408197:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764403.408203:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764403.408207:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764403.408210:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764403.408212:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764403.408215:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764403.408218:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764403.408220:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764403.408221:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000100:00000001:2.0:1787764403.408222:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1787764403.408224:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787764403.408228:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1787764403.408228:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000100:00000001:2.0:1787764403.408233:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1787764403.408233:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:3.0:1787764403.408238:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:2.0:1787764403.408243:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b1680 x1874601358838400/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764403.408244:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764403.408250:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764403.408254:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764403.408258:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764403.408261:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:3.0:1787764403.408263:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764403.408267:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764403.408268:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764403.408270:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764403.408272:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764403.408275:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787764403.408278:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764403.408279:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764403.408283:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764403.408284:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764403.408285:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764403.408291:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787764403.408292:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358838400:192.168.202.141@tcp:250:kworker.0
00000008:00000001:3.0:1787764403.408294:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764403.408298:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764403.408300:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:3.0:1787764403.408302:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b3480.
02000000:00000001:2.0:1787764403.408304:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:3.0:1787764403.408305:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:2.0:1787764403.408307:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764403.408308:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764403.408312:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764403.408313:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787764403.408313:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764403.408316:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764403.408318:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764403.408320:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869a400.
02000000:00000010:3.0:1787764403.408322:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9d000.
02000000:00000001:2.0:1787764403.408323:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764403.408327:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764403.408332:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00100000:3.0:1787764403.408333:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b3480 x1874601358838528/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1787764403.408337:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000100:00000001:3.0:1787764403.408341:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764403.408344:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787764403.408346:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000040:3.0:1787764403.408347:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005fcc8ed6] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b3480 x1874601358838528/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764403.408356:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358838400, portal 25
00000100:00000001:3.0:1787764403.408356:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764403.408359:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787764403.408360:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1787764403.408362:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787764403.408363:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542826112 : -114205166725504 : ffff9821899b1680)
00000100:00000001:3.0:1787764403.408364:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764403.408367:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764403.408370:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764403.408373:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5288
00000100:00000040:2.0:1787764403.408374:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b1680 x1874601358838400/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787764403.408377:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764403.408382:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764403.408386:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764403.408390:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764403.408394:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787764403.408394:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764403.408399:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764403.408403:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000040:2.0:1787764403.408404:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000020:00000001:3.0:1787764403.408406:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764403.408408:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000400:00000010:2.0:1787764403.408409:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000020:00000001:3.0:1787764403.408410:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764403.408413:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000100:00000200:2.0:1787764403.408415:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358838400, offset 0
00000020:00000001:3.0:1787764403.408415:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000400:00000200:2.0:1787764403.408424:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000020:00000001:3.0:1787764403.408425:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:3.0:1787764403.408429:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764403.408431:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787764403.408433:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000040:3.0:1787764403.408436:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764403.408440:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000400:00000200:2.0:1787764403.408442:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000020:00000040:3.0:1787764403.408445:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000400:00000200:2.0:1787764403.408449:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1787764403.408452:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000400:00000200:2.0:1787764403.408457:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000100:00000001:3.0:1787764403.408459:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764403.408462:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1787764403.408464:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1787764403.408467:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
02000000:00000001:3.0:1787764403.408469:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1787764403.408473:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70421:70421:256:4294967295] 192.168.202.141@tcp LPNI seq info [70421:70421:8:4294967295]
02000000:00000001:3.0:1787764403.408474:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764403.408478:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764403.408479:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764403.408481:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764403.408482:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764403.408485:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b2580.
00000020:00000040:3.0:1787764403.408487:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:3.0:1787764403.408491:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1787764403.408493:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
02000000:00000001:3.0:1787764403.408493:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764403.408496:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764403.408497:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764403.408499:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764403.408502:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9fc00.
00000100:00000001:3.0:1787764403.408507:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764403.408510:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000100:00100000:3.0:1787764403.408514:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b2580 x1874601358838656/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764403.408523:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:2.0:1787764403.408524:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000100:00000001:3.0:1787764403.408525:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787764403.408532:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000100:00000040:3.0:1787764403.408533:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d0536d5] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b2580 x1874601358838656/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1787764403.408543:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:3.0:1787764403.408548:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787764403.408550:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000100:00080000:3.0:1787764403.408553:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1787764403.408559:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00080000:3.0:1787764403.408561:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764403.408565:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:2.1:1787764403.408566:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000100:00080000:3.0:1787764403.408568:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764403.408573:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764403.408578:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5288
00000400:00000200:3.0:1787764403.408582:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000800:00000100:2.0:1787764403.408586:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000400:00000200:3.0:1787764403.408587:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000800:00000010:2.0:1787764403.408591:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000100:00080000:3.0:1787764403.408592:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764403.408597:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000400:00000200:2.0:1787764403.408598:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1787764403.408602:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764403.408607:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000400:00000200:2.0:1787764403.408608:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1787764403.408611:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764403.408614:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:2.0:1787764403.408615:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000020:00000040:3.0:1787764403.408616:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000400:00000010:2.0:1787764403.408618:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000020:00000001:3.0:1787764403.408620:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787764403.408623:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764403.408627:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b1680 x1874601358838400/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787764403.408628:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:3.0:1787764403.408634:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:3.0:1787764403.408638:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000001:2.0:1787764403.408639:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764403.408644:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b1680 x1874601358838400/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764428 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764403.408647:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764403.408653:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787764403.408654:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764403.408657:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1787764403.408659:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764403.408662:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764403.408663:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764403.408666:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:3.0:1787764403.408671:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000400:00000200:2.0:1787764403.408675:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764403.408676:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764403.408678:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4299962635
02000000:00000001:3.0:1787764403.408680:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000010:2.0:1787764403.408683:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982198767660.
02000000:00000001:3.0:1787764403.408685:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764403.408689:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764403.408691:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787764403.408692:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764403.408696:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1787764403.408700:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4299962635
00000008:00000001:3.0:1787764403.408701:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764403.408705:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764403.408707:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982198767840.
00000100:00000010:3.0:1787764403.408711:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b30c0.
00000100:00000001:2.0:1787764403.408712:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000020:00000040:3.0:1787764403.408716:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
00000100:00000001:2.0:1787764403.408718:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764403.408721:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787764403.408722:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764403.408723:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764403.408727:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787764403.408728:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1787764403.408729:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764403.408731:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764403.408735:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9f800.
00000100:00100000:2.0:1787764403.408736:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764403/real 1787764403]  req@ffff9821899b1680 x1874601358838400/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764403.408738:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764403.408746:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b30c0 x1874601358838784/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:2.0:1787764403.408749:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764403.408751:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764403.408754:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000100:00000001:3.0:1787764403.408756:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1787764403.408758:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000100:00000001:3.0:1787764403.408758:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787764403.408761:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000040:3.0:1787764403.408764:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8678ec4] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b30c0 x1874601358838784/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764403.408766:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764403.408772:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b1680 x1874601358838400/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764403.408775:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764403.408779:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1787764403.408784:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b1680 x1874601358838400/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787764403.408785:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764403.408789:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764403.408792:0:58520:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764403.408793:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764403.408796:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764403.408798:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787764403.408799:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764403.408802:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787764403.408805:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5288
00000100:00100000:2.0:1787764403.408807:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b1680 x1874601358838400/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787764403.408814:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764403.408819:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764403.408823:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787764403.408826:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787764403.408829:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000040:2.0:1787764403.408833:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b1680 x1874601358838400/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764428 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764403.408834:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764403.408841:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764403.408842:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787764403.408873:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764403.408877:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764403.408878:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:3.0:1787764403.408881:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787764403.408882:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1787764403.408893:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:3.0:1787764403.408897:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000001:2.0:1787764403.408899:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:3.0:1787764403.408901:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000001:2.0:1787764403.408902:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764403.408906:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000040:3.0:1787764403.408907:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764403.408909:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787764403.408911:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00080000:2.0:1787764403.408916:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:3.0:1787764403.408916:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764403.408922:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00080000:2.0:1787764403.408925:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000020:00000040:3.0:1787764403.408927:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00000001:2.0:1787764403.408928:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:3.0:1787764403.408934:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764403.408937:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764403.408940:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b1680 x1874601358838400/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764428 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787764403.408941:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764403.408945:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1787764403.408951:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358838400:192.168.202.141@tcp:250:kworker.0
02000000:00000001:3.0:1787764403.408951:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764403.408957:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787764403.408958:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:3.0:1787764403.408960:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1787764403.408961:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764403.408964:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b1680 x1874601358838400/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764428 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1787764403.408966:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764403.408971:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764403.408975:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764403.408977:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000010:3.0:1787764403.408978:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0780.
02000000:00000010:2.0:1787764403.408979:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869a400.
00000020:00000040:3.0:1787764403.408983:0:58520:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:2.0:1787764403.408984:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764403.408986:0:2388:0:(genops.c:1217:class_import_put()) Process entered
02000000:00000001:3.0:1787764403.408988:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000020:00000040:2.0:1787764403.408989:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
02000000:00000001:3.0:1787764403.408992:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764403.408993:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764403.408995:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9ec00.
00000100:00000001:3.0:1787764403.408997:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764403.408999:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787764403.409000:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764403.409002:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764403.409004:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b1680.
02000000:00000001:3.0:1787764403.409004:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764403.409009:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764403.409010:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764403.409012:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:3.0:1787764403.409012:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9c800.
00000100:00000001:3.0:1787764403.409019:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764403.409021:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764403.409024:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764403.409025:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0780 x1874601358838912/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764403.409026:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764403.409029:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764403.409031:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764403.409037:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b3480 x1874601358838528/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764403.409046:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764403.409050:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764403.409052:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764403.409054:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764403.409056:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cef40868] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0780 x1874601358838912/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787764403.409057:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764403.409060:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764403.409064:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764403.409070:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358838528:192.168.202.141@tcp:38:kworker.0
00000100:00000001:3.0:1787764403.409071:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764403.409076:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1787764403.409077:0:58520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5299)
02000000:00000001:2.0:1787764403.409078:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764403.409081:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764403.409082:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764403.409085:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869a400.
02000000:00000001:2.0:1787764403.409086:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764403.409089:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764403.409091:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764403.409094:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764403.409096:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358838528, portal 10
00000100:00000001:2.0:1787764403.409097:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764403.409098:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542833792 : -114205166717824 : ffff9821899b3480)
00000100:00000040:2.0:1787764403.409103:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b3480 x1874601358838528/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764403.409107:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764403.409108:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764403.409109:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000200:2.0:1787764403.409111:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358838528, offset 0
00000400:00000200:2.0:1787764403.409113:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764403.409116:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764403.409118:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764403.409120:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764403.409122:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764403.409123:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764403.409125:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764403.409127:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70422:70422:256:4294967295] 192.168.202.141@tcp LPNI seq info [70422:70422:8:4294967295]
00000400:00000200:2.0:1787764403.409129:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764403.409133:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764403.409144:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764403.409150:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000800:00000200:2.0:1787764403.409154:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764403.409157:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787764403.409161:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764403.409164:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1787764403.409168:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764403.409169:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:2.0:1787764403.409172:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764403.409175:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764403.409178:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:2.0:1787764403.409180:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:2.0:1787764403.409182:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764403.409186:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b3480 x1874601358838528/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764403.409193:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764403.409196:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b3480 x1874601358838528/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764428 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764403.409202:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764403.409203:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764403.409205:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764403.409208:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:2.0:1787764403.409210:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764403.409212:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299961367
00000100:00000001:2.0:1787764403.409213:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299962635
00000100:00000001:2.0:1787764403.409215:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299961367
00000100:00000001:2.0:1787764403.409216:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299962635
00000100:00000001:2.0:1787764403.409217:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764403.409219:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764403.409220:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764403.409222:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764403/real 1787764403]  req@ffff9821899b3480 x1874601358838528/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764403.409226:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764403.409227:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764403.409228:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764403.409230:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764403.409231:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764403.409232:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764403.409234:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b3480 x1874601358838528/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764403.409238:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b3480 x1874601358838528/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764403.409242:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764403.409242:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764403.409243:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764403.409244:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764403.409246:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b3480 x1874601358838528/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764403.409249:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764403.409252:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b3480 x1874601358838528/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764428 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764403.409256:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764403.409257:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764403.409258:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764403.409259:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764403.409260:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764403.409261:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764403.409262:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764403.409264:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764403.409265:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764403.409267:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b3480 x1874601358838528/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764428 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764403.409271:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358838528:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764403.409273:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764403.409275:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b2580 x1874601358838656/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764403.409279:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764403.409280:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764403.409281:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764403.409282:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764403.409283:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764403.409285:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358838656:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764403.409286:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764403.409288:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764403.409288:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764403.409289:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764403.409292:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188698800.
02000000:00000001:2.0:1787764403.409293:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764403.409295:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764403.409296:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764403.409298:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764403.409300:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358838656, portal 10
00000100:00000001:2.0:1787764403.409302:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764403.409302:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542829952 : -114205166721664 : ffff9821899b2580)
00000100:00000040:2.0:1787764403.409306:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b2580 x1874601358838656/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764403.409310:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764403.409311:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764403.409312:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000200:2.0:1787764403.409314:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358838656, offset 0
00000400:00000200:2.0:1787764403.409316:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764403.409318:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764403.409320:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764403.409322:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764403.409323:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764403.409325:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764403.409326:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764403.409328:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70423:70423:256:4294967295] 192.168.202.141@tcp LPNI seq info [70423:70423:8:4294967295]
00000400:00000200:2.0:1787764403.409331:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764403.409334:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764403.409337:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764403.409339:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000800:00000200:2.0:1787764403.409341:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764403.409343:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787764403.409346:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764403.409347:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1787764403.409350:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764403.409351:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:2.0:1787764403.409352:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764403.409355:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764403.409356:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:2.0:1787764403.409357:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:2.0:1787764403.409359:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764403.409361:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b2580 x1874601358838656/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764403.409365:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764403.409367:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b2580 x1874601358838656/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764428 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764403.409371:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764403.409372:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764403.409373:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764403.409375:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:2.0:1787764403.409377:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764403.409378:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299961361
00000100:00000001:2.0:1787764403.409380:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299962635
00000100:00000001:2.0:1787764403.409381:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299961361
00000100:00000001:2.0:1787764403.409382:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299962635
00000100:00000001:2.0:1787764403.409383:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764403.409384:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764403.409385:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764403.409387:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764403/real 1787764403]  req@ffff9821899b2580 x1874601358838656/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764403.409390:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764403.409391:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764403.409392:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764403.409393:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764403.409394:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764403.409396:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764403.409397:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b2580 x1874601358838656/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764403.409402:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b2580 x1874601358838656/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764403.409406:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764403.409407:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764403.409408:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764403.409408:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764403.409410:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b2580 x1874601358838656/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764403.409414:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764403.409416:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b2580 x1874601358838656/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764428 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764403.409419:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764403.409420:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764403.409421:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764403.409422:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764403.409423:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764403.409423:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764403.409425:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764403.409426:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764403.409427:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764403.409429:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b2580 x1874601358838656/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764428 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764403.409433:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358838656:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764403.409435:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764403.409437:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b30c0 x1874601358838784/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764403.409440:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764403.409441:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764403.409443:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764403.409444:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764403.409445:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764403.409447:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358838784:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764403.409448:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764403.409449:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764403.409450:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764403.409451:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764403.409452:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188698c00.
02000000:00000001:2.0:1787764403.409453:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764403.409455:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764403.409456:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764403.409458:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764403.409460:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358838784, portal 4
00000100:00000001:2.0:1787764403.409461:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764403.409461:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542832832 : -114205166718784 : ffff9821899b30c0)
00000100:00000040:2.0:1787764403.409464:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b30c0 x1874601358838784/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764403.409468:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764403.409469:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764403.409470:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000200:2.0:1787764403.409471:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358838784, offset 0
00000400:00000200:2.0:1787764403.409473:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764403.409475:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764403.409477:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764403.409479:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764403.409480:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764403.409481:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764403.409482:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764403.409484:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70424:70424:256:4294967295] 192.168.202.141@tcp LPNI seq info [70424:70424:8:4294967295]
00000400:00000200:2.0:1787764403.409486:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764403.409490:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764403.409495:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764403.409497:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000800:00000200:2.0:1787764403.409501:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764403.409503:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787764403.409506:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764403.409509:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1787764403.409512:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764403.409514:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:2.0:1787764403.409516:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764403.409519:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764403.409523:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:2.0:1787764403.409525:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:2.0:1787764403.409527:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764403.409531:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b30c0 x1874601358838784/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764403.409538:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764403.409541:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b30c0 x1874601358838784/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764428 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764403.409545:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764403.409546:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764403.409549:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764403.409551:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:2.0:1787764403.409553:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764403.409554:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299961366
00000100:00000001:2.0:1787764403.409556:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299962635
00000100:00000001:2.0:1787764403.409557:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299961366
00000100:00000001:2.0:1787764403.409559:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299962635
00000100:00000001:2.0:1787764403.409560:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764403.409561:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764403.409562:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764403.409564:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764403/real 1787764403]  req@ffff9821899b30c0 x1874601358838784/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764403.409569:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764403.409570:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764403.409571:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764403.409572:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764403.409573:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764403.409574:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764403.409576:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b30c0 x1874601358838784/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764403.409581:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b30c0 x1874601358838784/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764403.409584:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764403.409585:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764403.409586:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764403.409586:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764403.409588:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b30c0 x1874601358838784/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764403.409592:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764403.409594:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b30c0 x1874601358838784/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764428 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764403.409598:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764403.409600:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764403.409600:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764403.409601:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764403.409602:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764403.409603:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764403.409604:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764403.409606:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764403.409607:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764403.409609:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b30c0 x1874601358838784/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764428 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764403.409614:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358838784:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764403.409616:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764403.409617:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764403.409618:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b3480 x1874601358838528/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764428 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764403.409622:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764403.409623:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764403.409624:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869a400.
02000000:00000001:2.0:1787764403.409625:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764403.409626:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764403.409626:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:2.0:1787764403.409627:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764403.409628:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9d000.
02000000:00000001:2.0:1787764403.409630:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764403.409631:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764403.409632:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b3480.
00000100:00000001:2.0:1787764403.409633:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764403.409634:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764403.409635:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764403.409637:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b2580 x1874601358838656/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764428 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764403.409640:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764403.409641:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764403.409641:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188698800.
02000000:00000001:2.0:1787764403.409643:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764403.409643:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764403.409644:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:2.0:1787764403.409645:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764403.409646:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9fc00.
02000000:00000001:2.0:1787764403.409647:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764403.409648:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764403.409648:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b2580.
00000100:00000001:2.0:1787764403.409650:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764403.409651:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764403.409651:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764403.409653:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b30c0 x1874601358838784/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764428 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764403.409656:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764403.409657:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764403.409658:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188698c00.
02000000:00000001:2.0:1787764403.409658:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764403.409659:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764403.409660:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:2.0:1787764403.409661:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764403.409661:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9f800.
02000000:00000001:2.0:1787764403.409662:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764403.409663:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764403.409663:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b30c0.
00000100:00000001:2.0:1787764403.409664:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764403.409665:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764403.409666:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764403.409668:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764403.409669:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764403.409670:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764403.409671:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764403.409671:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764403.409673:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b0780 x1874601358838912/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764403.409677:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764403.409677:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764403.409678:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764403.409679:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764403.409680:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764403.409682:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358838912:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764403.409684:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764403.409686:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764403.409687:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764403.409689:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764403.409691:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188698c00.
02000000:00000001:2.0:1787764403.409693:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764403.409696:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764403.409698:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764403.409700:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764403.409703:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358838912, portal 4
00000100:00000001:2.0:1787764403.409705:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764403.409706:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542822272 : -114205166729344 : ffff9821899b0780)
00000100:00000040:2.0:1787764403.409711:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b0780 x1874601358838912/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764403.409717:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764403.409719:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764403.409722:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000200:2.0:1787764403.409724:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358838912, offset 0
00000400:00000200:2.0:1787764403.409728:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764403.409732:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764403.409735:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764403.409737:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764403.409738:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764403.409740:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764403.409741:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764403.409743:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70425:70425:256:4294967295] 192.168.202.141@tcp LPNI seq info [70425:70425:8:4294967295]
00000400:00000200:2.0:1787764403.409746:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764403.409749:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764403.409752:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764403.409754:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000800:00000200:2.0:1787764403.409756:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764403.409758:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787764403.409761:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764403.409762:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1787764403.409764:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764403.409766:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:2.0:1787764403.409768:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764403.409770:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764403.409772:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:2.0:1787764403.409773:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:2.0:1787764403.409774:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764403.409776:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b0780 x1874601358838912/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764403.409781:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764403.409783:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b0780 x1874601358838912/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764428 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764403.409786:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764403.409787:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764403.409789:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764403.409790:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:2.0:1787764403.409792:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764403.409793:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299961367
00000100:00000001:2.0:1787764403.409795:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299962635
00000100:00000001:2.0:1787764403.409796:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299961367
00000100:00000001:2.0:1787764403.409797:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299962635
00000100:00000001:2.0:1787764403.409798:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764403.409799:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764403.409800:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764403.409802:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764403/real 1787764403]  req@ffff9821899b0780 x1874601358838912/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764403.409806:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764403.409807:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764403.409808:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764403.409810:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764403.409810:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764403.409812:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764403.409814:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b0780 x1874601358838912/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764403.409818:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b0780 x1874601358838912/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764403.409822:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764403.409822:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764403.409823:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764403.409824:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764403.409826:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b0780 x1874601358838912/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764403.409829:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764403.409831:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b0780 x1874601358838912/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764428 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764403.409835:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764403.409836:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764403.409837:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764403.409837:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764403.409838:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764403.409839:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764403.409840:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764403.409842:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764403.409843:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764403.409845:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b0780 x1874601358838912/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764428 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764403.409865:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358838912:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764403.409867:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764403.409868:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764403.409870:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b0780 x1874601358838912/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764428 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764403.409874:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764403.409875:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764403.409876:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188698c00.
02000000:00000001:2.0:1787764403.409878:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764403.409878:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764403.409879:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:2.0:1787764403.409880:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764403.409881:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9c800.
02000000:00000001:2.0:1787764403.409895:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764403.409896:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764403.409898:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b0780.
00000100:00000001:2.0:1787764403.409900:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764403.409901:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764403.409902:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764403.409904:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764403.409905:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764403.409906:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764403.409907:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764403.727964:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764403.727972:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764403.727974:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764403.727977:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764403.727982:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764403.727984:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764403.727986:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764403.727989:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764403.727993:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764403.727995:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764403.727998:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764403.727999:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764403.728002:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764403.728003:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764403.728005:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764403.728006:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764403.728008:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764403.728009:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764403.728011:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764403.728012:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764403.728016:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764403.728017:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764403.728037:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764403.728039:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764403.728042:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764403.983987:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764403.983996:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764403.983999:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764403.984005:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764403.984010:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764403.984022:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764403.984025:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764403.984028:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764403.984030:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764404.751981:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299962635, at 4299962688
00010000:00000001:0.0:1787764404.751984:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000040:2.0:1787764404.751986:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4299962635, at 4299962688
00010000:00000001:0.0:1787764404.751989:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764404.751998:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764404.752000:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764404.752003:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764404.752004:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764404.752005:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767840.
00010000:00000001:0.0:1787764404.752007:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:2.0:1787764404.752009:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767660.
00010000:00000001:0.0:1787764404.752010:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764404.752015:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764404.752016:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764404.752089:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764404.752092:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764404.752094:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764405.007965:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764405.007973:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764405.007975:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764405.007979:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764405.007984:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764405.007990:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764405.007993:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764405.007996:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764405.007999:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764405.775979:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764405.775988:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764405.775996:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764405.775997:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764405.776001:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764405.776003:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764405.776006:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764405.776008:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764405.776011:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764405.776013:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764405.776043:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764405.776047:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764405.776050:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764406.032015:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764406.032024:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764406.032026:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764406.032032:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764406.032036:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764406.032042:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764406.032046:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764406.032049:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764406.032052:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764406.799995:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764406.800003:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764406.800009:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764406.800013:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764406.800015:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764406.800018:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764406.800021:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764406.800023:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764406.800024:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764406.800026:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764406.800029:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764406.800030:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764406.800033:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764406.800034:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764406.800037:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764406.800037:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764406.800060:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764406.800063:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764406.800065:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764407.055940:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764407.055960:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764407.055963:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764407.055970:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764407.055976:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764407.055979:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764407.055983:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764407.055986:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764407.055989:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764407.823957:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764407.823965:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764407.823970:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764407.823971:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764407.823974:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764407.823975:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764407.823977:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764407.823978:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764407.823980:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764407.823980:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764407.824031:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764407.824035:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764407.824037:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764408.079976:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764408.079986:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764408.079989:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764408.079996:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764408.080001:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764408.080006:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764408.080009:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764408.080012:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764408.080016:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764408.528007:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764408.528025:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787764408.528027:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764408.528032:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764408.528037:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764408.528048:0:58520:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5294
00000400:00000200:1.0:1787764408.528058:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764408.528065:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764408.528069:0:58520:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764408.528072:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764408.528075:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764408.528077:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764408.528078:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764408.528082:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764408.528084:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:1.0:1787764408.528086:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764408.528088:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:1.0:1787764408.528090:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:1.0:1787764408.528091:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:1.0:1787764408.528093:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764408.528094:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764408.528096:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764408.528097:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764408.528100:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:1.0:1787764408.528102:0:58520:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764408.528103:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764408.528106:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764408.528109:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764408.528114:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764408.528116:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787764408.528118:0:58520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764408.528128:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f870c0.
00000020:00000040:1.0:1787764408.528131:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:1.0:1787764408.528135:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764408.528136:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764408.528139:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764408.528141:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764408.528146:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764408.528154:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649c400.
00000100:00000001:1.0:1787764408.528161:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764408.528169:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f870c0 x1874601358839040/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764408.528179:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764408.528183:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764408.528187:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a65be51] to pc [ptlrpcd_rcv+-1]  req@ffff982187f870c0 x1874601358839040/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764408.528205:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764408.528208:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764408.528210:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787764408.528211:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764408.528212:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764408.528214:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764408.528216:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5294
00000400:00000200:1.0:1787764408.528218:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764408.528220:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764408.528221:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764408.528223:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764408.528224:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764408.528226:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764408.528227:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764408.528228:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764408.528228:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:1.0:1787764408.528229:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764408.528230:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:1.0:1787764408.528232:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:1.0:1787764408.528233:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:1.0:1787764408.528235:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764408.528236:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764408.528238:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764408.528240:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764408.528242:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:1.0:1787764408.528244:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764408.528245:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764408.528246:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764408.528252:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764408.528253:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764408.528255:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764408.528259:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787764408.528260:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00000001:1.0:1787764408.528262:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764408.528265:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764408.528266:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000010:1.0:1787764408.528268:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f85a40.
00000020:00000040:1.0:1787764408.528271:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
00000100:00000001:2.0:1787764408.528271:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1787764408.528273:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764408.528276:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764408.528277:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764408.528278:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764408.528280:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764408.528282:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f870c0 x1874601358839040/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1787764408.528283:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649e400.
00000100:00000001:1.0:1787764408.528288:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764408.528295:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f85a40 x1874601358839168/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764408.528298:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764408.528302:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764408.528303:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764408.528306:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764408.528308:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:1.0:1787764408.528309:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000920ad038] to pc [ptlrpcd_rcv+-1]  req@ffff982187f85a40 x1874601358839168/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787764408.528312:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764408.528318:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764408.528320:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764408.528323:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787764408.528324:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358839040:192.168.202.141@tcp:250:kworker.0
00000100:00080000:1.0:1787764408.528325:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1787764408.528328:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764408.528330:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764408.528334:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787764408.528334:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:1.0:1787764408.528338:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5294
02000000:00000001:2.0:1787764408.528341:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:1.0:1787764408.528342:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764408.528345:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
02000000:00000001:2.0:1787764408.528345:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764408.528349:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764408.528351:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
02000000:00000001:2.0:1787764408.528351:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1787764408.528355:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764408.528356:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764408.528357:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764408.528358:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764408.528360:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
02000000:00000010:2.0:1787764408.528360:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869a400.
00000020:00000001:1.0:1787764408.528361:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764408.528364:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
02000000:00000001:2.0:1787764408.528365:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764408.528374:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000020:00000001:1.0:1787764408.528375:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:1.0:1787764408.528379:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000400:00000010:2.0:1787764408.528379:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000100:00000040:1.0:1787764408.528386:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764408.528388:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1787764408.528389:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000040:1.0:1787764408.528390:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764408.528395:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764408.528397:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00000200:2.0:1787764408.528399:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358839040, portal 25
00000100:00080000:1.0:1787764408.528401:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764408.528404:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764408.528406:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764408.528408:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515389632 : -114205194161984 : ffff982187f870c0)
02000000:00000001:1.0:1787764408.528410:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764408.528414:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1787764408.528417:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f870c0 x1874601358839040/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787764408.528419:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764408.528424:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764408.528426:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787764408.528431:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764408.528435:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764408.528435:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000010:1.0:1787764408.528438:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f86940.
00000100:00000040:2.0:1787764408.528441:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000020:00000040:1.0:1787764408.528442:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:1.0:1787764408.528446:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1787764408.528447:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
02000000:00000001:1.0:1787764408.528448:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764408.528450:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764408.528452:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764408.528454:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787764408.528454:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358839040, offset 0
02000000:00000010:1.0:1787764408.528460:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649c000.
00000100:00000001:1.0:1787764408.528463:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764408.528467:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000100:00100000:1.0:1787764408.528470:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f86940 x1874601358839296/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764408.528475:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764408.528477:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764408.528481:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000040:1.0:1787764408.528484:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac69d1b8] to pc [ptlrpcd_rcv+-1]  req@ffff982187f86940 x1874601358839296/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764408.528491:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764408.528491:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000100:00080000:1.0:1787764408.528493:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764408.528497:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787764408.528498:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764408.528499:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1787764408.528501:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1787764408.528502:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764408.528505:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5294
00000400:00000200:2.0:1787764408.528509:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764408.528510:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764408.528514:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764408.528516:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1787764408.528518:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000100:00000040:1.0:1787764408.528520:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764408.528524:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787764408.528526:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000100:00000040:1.0:1787764408.528528:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764408.528530:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764408.528533:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764408.528535:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000400:00000200:2.0:1787764408.528535:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70426:70426:256:4294967295] 192.168.202.141@tcp LPNI seq info [70426:70426:8:4294967295]
00000020:00000001:1.0:1787764408.528536:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764408.528539:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:1.0:1787764408.528544:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000400:00000200:2.0:1787764408.528545:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000020:00000001:1.0:1787764408.528550:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:1.0:1787764408.528555:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764408.528560:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787764408.528562:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1787764408.528566:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764408.528571:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000800:00000200:2.0:1787764408.528572:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000020:00000040:1.0:1787764408.528577:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000800:00000010:2.0:1787764408.528581:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000100:00080000:1.0:1787764408.528582:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764408.528587:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764408.528591:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.0:1787764408.528593:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
02000000:00000001:1.0:1787764408.528595:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.0:1787764408.528599:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
02000000:00000001:1.0:1787764408.528600:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764408.528604:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:2.1:1787764408.528608:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000008:00100000:1.0:1787764408.528609:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000800:00000200:2.1:1787764408.528614:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000008:00000001:1.0:1787764408.528615:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764408.528620:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1787764408.528623:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000100:00000010:1.0:1787764408.528626:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f84780.
00000800:00000010:2.0:1787764408.528627:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000020:00000040:1.0:1787764408.528632:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
00000400:00000200:2.0:1787764408.528636:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:1.0:1787764408.528637:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764408.528639:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764408.528643:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1787764408.528646:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
02000000:00000001:1.0:1787764408.528647:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764408.528651:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764408.528655:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
02000000:00000010:1.0:1787764408.528657:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649ec00.
00000400:00000010:2.0:1787764408.528659:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:1.0:1787764408.528662:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764408.528667:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:1.0:1787764408.528671:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f84780 x1874601358839424/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1787764408.528675:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f870c0 x1874601358839040/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764408.528692:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764408.528695:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764408.528695:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764408.528701:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f870c0 x1874601358839040/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764433 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787764408.528702:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bf6eed9] to pc [ptlrpcd_rcv+-1]  req@ffff982187f84780 x1874601358839424/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764408.528728:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764408.528728:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764408.528733:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:1.0:1787764408.528734:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764408.528738:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787764408.528739:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764408.528741:0:58520:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764408.528742:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764408.528743:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764408.528748:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5294
00000400:00000200:2.0:1787764408.528751:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764408.528752:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764408.528758:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00000001:2.0:1787764408.528758:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4299967755
00000100:00080000:1.0:1787764408.528761:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764408.528764:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764408.528765:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764408.528767:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000010:2.0:1787764408.528767:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982198767660.
00000100:00000001:1.0:1787764408.528772:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764408.528774:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764408.528774:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:1.0:1787764408.528775:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764408.528777:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:1.0:1787764408.528778:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000001:2.0:1787764408.528778:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000020:00000001:1.0:1787764408.528782:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:1.0:1787764408.528785:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764408.528786:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787764408.528787:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4299967755
00000100:00000040:1.0:1787764408.528789:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764408.528793:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764408.528794:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00000010:2.0:1787764408.528794:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982198767120.
00000100:00080000:1.0:1787764408.528799:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764408.528801:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764408.528801:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
02000000:00000001:1.0:1787764408.528802:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764408.528806:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764408.528808:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764408.528809:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764408.528814:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787764408.528814:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1787764408.528816:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1787764408.528819:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764408.528819:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1787764408.528823:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764408.528826:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f843c0.
00000020:00000040:1.0:1787764408.528829:0:58520:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
00000100:00100000:2.0:1787764408.528829:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764408/real 1787764408]  req@ffff982187f870c0 x1874601358839040/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787764408.528879:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764408.528880:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764408.528882:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764408.528886:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764408.528887:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764408.528892:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649e000.
00000100:00000001:1.0:1787764408.528897:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764408.528904:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f843c0 x1874601358839552/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:2.0:1787764408.528907:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:1.0:1787764408.528910:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000001:2.0:1787764408.528911:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787764408.528913:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787764408.528915:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000100:00000040:1.0:1787764408.528918:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ab335ac] to pc [ptlrpcd_rcv+-1]  req@ffff982187f843c0 x1874601358839552/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787764408.528920:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764408.528925:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:1.0:1787764408.528927:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764408.528930:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:1.0:1787764408.528932:0:58520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5304)
00000100:00000200:2.0:1787764408.528936:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f870c0 x1874601358839040/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764408.528947:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f870c0 x1874601358839040/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764408.528952:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764408.528954:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764408.528956:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764408.528958:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764408.528961:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f870c0 x1874601358839040/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764408.528966:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764408.528970:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f870c0 x1874601358839040/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764433 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764408.528977:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764408.528980:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764408.528982:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764408.528983:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764408.528986:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764408.528988:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764408.528990:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764408.528994:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764408.528997:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764408.529001:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f870c0 x1874601358839040/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764433 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764408.529010:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358839040:192.168.202.141@tcp:250:kworker.0
00000100:00000001:2.0:1787764408.529014:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764408.529016:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764408.529019:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f870c0 x1874601358839040/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764433 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764408.529026:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764408.529029:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764408.529032:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869a400.
02000000:00000001:2.0:1787764408.529035:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764408.529037:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764408.529039:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000020:00000001:2.0:1787764408.529041:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764408.529044:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649c400.
02000000:00000001:2.0:1787764408.529048:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764408.529050:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764408.529052:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f870c0.
00000100:00000001:2.0:1787764408.529055:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764408.529056:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764408.529059:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764408.529068:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764408.529070:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764408.529072:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764408.529074:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764408.529075:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764408.529078:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f85a40 x1874601358839168/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764408.529085:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764408.529086:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764408.529087:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764408.529088:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764408.529090:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764408.529092:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358839168:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764408.529095:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764408.529096:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764408.529097:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764408.529098:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764408.529100:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869a400.
02000000:00000001:2.0:1787764408.529102:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764408.529105:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764408.529106:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764408.529109:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764408.529111:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358839168, portal 10
00000100:00000001:2.0:1787764408.529112:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764408.529113:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515383872 : -114205194167744 : ffff982187f85a40)
00000100:00000040:2.0:1787764408.529118:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f85a40 x1874601358839168/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764408.529122:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764408.529123:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764408.529125:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000200:2.0:1787764408.529126:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358839168, offset 0
00000400:00000200:2.0:1787764408.529129:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764408.529131:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764408.529133:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764408.529135:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764408.529137:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764408.529139:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764408.529140:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764408.529142:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70427:70427:256:4294967295] 192.168.202.141@tcp LPNI seq info [70427:70427:8:4294967295]
00000400:00000200:2.0:1787764408.529145:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764408.529149:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764408.529151:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764408.529153:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000800:00000200:2.0:1787764408.529155:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764408.529158:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787764408.529161:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764408.529162:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1787764408.529165:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764408.529166:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:2.0:1787764408.529168:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764408.529170:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764408.529172:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:2.0:1787764408.529173:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:2.0:1787764408.529175:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764408.529177:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f85a40 x1874601358839168/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764408.529182:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764408.529184:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f85a40 x1874601358839168/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764433 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764408.529188:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764408.529189:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764408.529190:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764408.529193:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:2.0:1787764408.529195:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764408.529196:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299966487
00000100:00000001:2.0:1787764408.529198:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299967755
00000100:00000001:2.0:1787764408.529200:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299966487
00000100:00000001:2.0:1787764408.529201:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299967755
00000100:00000001:2.0:1787764408.529202:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764408.529203:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764408.529204:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764408.529206:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764408/real 1787764408]  req@ffff982187f85a40 x1874601358839168/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764408.529210:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764408.529211:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764408.529213:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764408.529214:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764408.529215:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764408.529217:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764408.529218:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f85a40 x1874601358839168/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764408.529223:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f85a40 x1874601358839168/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764408.529226:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764408.529227:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764408.529228:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764408.529229:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764408.529230:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f85a40 x1874601358839168/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764408.529234:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764408.529236:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f85a40 x1874601358839168/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764433 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764408.529240:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764408.529241:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764408.529242:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764408.529243:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764408.529244:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764408.529246:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764408.529247:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764408.529249:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764408.529250:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764408.529252:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f85a40 x1874601358839168/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764433 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764408.529256:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358839168:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764408.529258:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764408.529260:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f86940 x1874601358839296/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764408.529264:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764408.529265:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764408.529266:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764408.529267:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764408.529268:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764408.529270:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358839296:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764408.529271:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764408.529272:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764408.529273:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764408.529274:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764408.529276:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869a000.
02000000:00000001:2.0:1787764408.529277:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764408.529279:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764408.529280:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764408.529282:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764408.529284:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358839296, portal 10
00000100:00000001:2.0:1787764408.529285:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764408.529285:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515387712 : -114205194163904 : ffff982187f86940)
00000100:00000040:2.0:1787764408.529289:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f86940 x1874601358839296/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764408.529293:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764408.529294:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764408.529295:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000200:2.0:1787764408.529297:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358839296, offset 0
00000400:00000200:2.0:1787764408.529299:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764408.529301:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764408.529303:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764408.529304:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764408.529307:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764408.529308:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764408.529310:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764408.529312:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70428:70428:256:4294967295] 192.168.202.141@tcp LPNI seq info [70428:70428:8:4294967295]
00000400:00000200:2.0:1787764408.529314:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764408.529317:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764408.529319:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764408.529321:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000800:00000200:2.0:1787764408.529323:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764408.529324:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787764408.529327:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764408.529329:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1787764408.529331:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764408.529332:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:2.0:1787764408.529334:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764408.529336:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764408.529337:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:2.0:1787764408.529339:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:2.0:1787764408.529340:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764408.529341:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f86940 x1874601358839296/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764408.529345:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764408.529347:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f86940 x1874601358839296/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764433 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764408.529351:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764408.529352:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764408.529353:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764408.529355:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:2.0:1787764408.529357:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764408.529358:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299966481
00000100:00000001:2.0:1787764408.529359:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299967755
00000100:00000001:2.0:1787764408.529361:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299966481
00000100:00000001:2.0:1787764408.529362:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299967755
00000100:00000001:2.0:1787764408.529364:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764408.529365:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764408.529366:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764408.529368:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764408/real 1787764408]  req@ffff982187f86940 x1874601358839296/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764408.529372:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764408.529373:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764408.529373:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764408.529374:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764408.529375:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764408.529376:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764408.529378:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f86940 x1874601358839296/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764408.529383:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f86940 x1874601358839296/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764408.529387:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764408.529388:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764408.529388:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764408.529389:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764408.529391:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f86940 x1874601358839296/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764408.529394:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764408.529396:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f86940 x1874601358839296/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764433 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764408.529400:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764408.529401:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764408.529402:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764408.529402:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764408.529404:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764408.529405:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764408.529407:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764408.529409:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764408.529410:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764408.529412:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f86940 x1874601358839296/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764433 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764408.529416:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358839296:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764408.529418:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764408.529421:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f84780 x1874601358839424/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764408.529426:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764408.529428:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764408.529429:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764408.529431:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764408.529432:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764408.529435:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f84780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358839424:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764408.529438:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764408.529440:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764408.529441:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764408.529443:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764408.529446:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869a800.
02000000:00000001:2.0:1787764408.529448:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764408.529452:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764408.529454:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764408.529457:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764408.529460:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358839424, portal 4
00000100:00000001:2.0:1787764408.529462:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764408.529463:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515379072 : -114205194172544 : ffff982187f84780)
00000100:00000040:2.0:1787764408.529469:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f84780 x1874601358839424/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764408.529476:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764408.529478:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764408.529480:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000200:2.0:1787764408.529483:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358839424, offset 0
00000400:00000200:2.0:1787764408.529486:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764408.529490:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764408.529493:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764408.529495:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764408.529498:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764408.529500:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764408.529502:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764408.529505:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70429:70429:256:4294967295] 192.168.202.141@tcp LPNI seq info [70429:70429:8:4294967295]
00000400:00000200:2.0:1787764408.529509:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764408.529514:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764408.529518:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764408.529521:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000800:00000200:2.0:1787764408.529524:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764408.529527:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787764408.529531:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764408.529534:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1787764408.529538:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764408.529540:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:2.0:1787764408.529543:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764408.529546:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764408.529548:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:2.0:1787764408.529550:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:2.0:1787764408.529553:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764408.529556:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f84780 x1874601358839424/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764408.529562:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764408.529564:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f84780 x1874601358839424/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764433 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764408.529572:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764408.529573:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764408.529575:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764408.529578:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:2.0:1787764408.529580:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764408.529581:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299966486
00000100:00000001:2.0:1787764408.529583:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299967755
00000100:00000001:2.0:1787764408.529584:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299966486
00000100:00000001:2.0:1787764408.529585:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299967755
00000100:00000001:2.0:1787764408.529587:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764408.529588:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764408.529589:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764408.529591:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764408/real 1787764408]  req@ffff982187f84780 x1874601358839424/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764408.529595:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764408.529596:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764408.529597:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764408.529598:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764408.529599:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764408.529601:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764408.529602:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f84780 x1874601358839424/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764408.529608:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f84780 x1874601358839424/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764408.529613:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764408.529615:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764408.529616:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764408.529618:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764408.529621:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f84780 x1874601358839424/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764408.529628:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764408.529632:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f84780 x1874601358839424/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764433 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764408.529639:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764408.529641:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764408.529643:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764408.529644:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764408.529646:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764408.529648:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764408.529651:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764408.529654:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764408.529656:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764408.529660:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f84780 x1874601358839424/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764433 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764408.529669:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f84780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358839424:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764408.529673:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764408.529676:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f843c0 x1874601358839552/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764408.529683:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764408.529684:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764408.529686:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764408.529688:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764408.529690:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764408.529693:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f843c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358839552:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764408.529697:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764408.529699:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764408.529701:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764408.529703:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764408.529706:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188699800.
02000000:00000001:2.0:1787764408.529708:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764408.529711:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764408.529714:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764408.529717:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764408.529720:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358839552, portal 4
00000100:00000001:2.0:1787764408.529721:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764408.529723:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515378112 : -114205194173504 : ffff982187f843c0)
00000100:00000040:2.0:1787764408.529729:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f843c0 x1874601358839552/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764408.529736:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764408.529738:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764408.529740:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000200:2.0:1787764408.529742:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358839552, offset 0
00000400:00000200:2.0:1787764408.529746:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764408.529750:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764408.529753:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764408.529756:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764408.529759:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764408.529761:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764408.529763:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764408.529767:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70430:70430:256:4294967295] 192.168.202.141@tcp LPNI seq info [70430:70430:8:4294967295]
00000400:00000200:2.0:1787764408.529771:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764408.529778:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764408.529782:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764408.529785:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000800:00000200:2.0:1787764408.529789:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764408.529791:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787764408.529796:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764408.529798:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1787764408.529802:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764408.529805:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:2.0:1787764408.529807:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764408.529810:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764408.529813:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:2.0:1787764408.529815:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:2.0:1787764408.529817:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764408.529821:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f843c0 x1874601358839552/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764408.529829:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764408.529832:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f843c0 x1874601358839552/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764433 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764408.529868:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764408.529870:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764408.529873:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764408.529874:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:2.0:1787764408.529877:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764408.529878:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299966488
00000100:00000001:2.0:1787764408.529880:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299967755
00000100:00000001:2.0:1787764408.529881:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299966488
00000100:00000001:2.0:1787764408.529883:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299967755
00000100:00000001:2.0:1787764408.529884:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764408.529885:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764408.529886:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764408.529889:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764408/real 1787764408]  req@ffff982187f843c0 x1874601358839552/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764408.529893:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764408.529894:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764408.529895:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764408.529896:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764408.529897:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764408.529899:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764408.529901:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f843c0 x1874601358839552/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764408.529906:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f843c0 x1874601358839552/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764408.529909:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764408.529910:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764408.529911:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764408.529912:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764408.529914:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f843c0 x1874601358839552/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764408.529917:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764408.529919:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f843c0 x1874601358839552/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764433 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764408.529923:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764408.529925:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764408.529926:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764408.529927:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764408.529928:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764408.529928:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764408.529930:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764408.529931:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764408.529932:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764408.529934:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f843c0 x1874601358839552/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764433 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764408.529938:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f843c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358839552:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764408.529940:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764408.529941:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764408.529943:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f85a40 x1874601358839168/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764433 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764408.529947:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764408.529948:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764408.529950:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869a400.
02000000:00000001:2.0:1787764408.529951:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764408.529952:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764408.529953:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:2.0:1787764408.529954:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764408.529955:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649e400.
02000000:00000001:2.0:1787764408.529957:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764408.529957:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764408.529958:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f85a40.
00000100:00000001:2.0:1787764408.529960:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764408.529961:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764408.529963:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764408.529964:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f86940 x1874601358839296/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764433 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764408.529968:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764408.529969:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764408.529969:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869a000.
02000000:00000001:2.0:1787764408.529970:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764408.529971:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764408.529972:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:2.0:1787764408.529973:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764408.529973:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649c000.
02000000:00000001:2.0:1787764408.529974:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764408.529975:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764408.529976:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f86940.
00000100:00000001:2.0:1787764408.529977:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764408.529977:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764408.529978:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764408.529980:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f84780 x1874601358839424/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764433 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764408.529983:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764408.529984:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764408.529985:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869a800.
02000000:00000001:2.0:1787764408.529986:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764408.529987:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764408.529988:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:2.0:1787764408.529989:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764408.529990:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649ec00.
02000000:00000001:2.0:1787764408.529991:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764408.529991:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764408.529992:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f84780.
00000100:00000001:2.0:1787764408.529993:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764408.529994:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764408.529995:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764408.529996:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f843c0 x1874601358839552/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764433 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764408.529999:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764408.530000:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764408.530001:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188699800.
02000000:00000001:2.0:1787764408.530002:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764408.530002:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764408.530003:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:2.0:1787764408.530004:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764408.530005:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649e000.
02000000:00000001:2.0:1787764408.530006:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764408.530006:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764408.530007:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f843c0.
00000100:00000001:2.0:1787764408.530008:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764408.530008:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764408.530009:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764408.530012:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764408.530013:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764408.530014:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764408.530015:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764408.848020:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764408.848030:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764408.848037:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764408.848039:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764408.848043:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764408.848047:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764408.848050:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764408.848054:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764408.848058:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764408.848060:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764408.848062:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764408.848065:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764408.848069:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764408.848070:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764408.848074:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764408.848075:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764408.848077:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764408.848078:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764408.848080:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764408.848081:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764408.848083:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764408.848085:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764408.848117:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764408.848120:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764408.848124:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764409.103984:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764409.103995:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764409.103998:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764409.104002:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764409.104007:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764409.104010:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764409.104013:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764409.104016:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764409.104018:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764409.871923:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299967755, at 4299967808
00000100:00000010:3.0:1787764409.871936:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767120.
00000100:00000040:2.0:1787764409.871956:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4299967755, at 4299967808
00010000:00000001:0.0:1787764409.871965:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764409.871969:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764409.871969:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767660.
00010000:00000001:0.0:1787764409.871976:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764409.871979:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764409.871982:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764409.871984:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764409.871987:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764409.871988:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764409.871990:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764409.871992:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764409.872010:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764409.872012:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764409.872014:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764410.127967:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764410.127977:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764410.127980:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764410.127987:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764410.127991:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764410.127996:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764410.128000:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764410.128002:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764410.128005:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764410.895935:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764410.895945:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764410.895953:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764410.895955:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764410.895959:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764410.895960:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764410.895962:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764410.895963:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764410.895966:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764410.895967:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764410.896016:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764410.896020:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764410.896022:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764411.151944:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764411.151954:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764411.151959:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764411.151967:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764411.151972:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764411.151976:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764411.151979:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764411.151982:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764411.151985:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764411.919990:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764411.919997:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764411.920004:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764411.920005:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764411.920008:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764411.920009:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764411.920013:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764411.920014:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764411.920018:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764411.920019:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764411.920053:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764411.920057:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764411.920061:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764412.175978:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764412.175989:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764412.175991:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764412.175995:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764412.175998:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764412.176002:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764412.176005:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764412.176007:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764412.176010:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764412.943941:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764412.943945:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764412.943949:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764412.943950:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764412.943953:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764412.943954:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764412.943956:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764412.943957:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764412.943959:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764412.943960:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764412.943984:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764412.943987:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764412.943990:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764413.199950:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764413.199957:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764413.199959:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764413.199964:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764413.199967:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764413.199971:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764413.199973:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764413.199976:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764413.199979:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764413.647979:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764413.647990:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764413.647993:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764413.647998:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764413.648002:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764413.648009:0:58520:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5299
00000400:00000200:3.0:1787764413.648019:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764413.648023:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764413.648027:0:58520:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764413.648029:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764413.648032:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764413.648034:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764413.648035:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764413.648038:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764413.648040:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:3.0:1787764413.648042:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764413.648044:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:3.0:1787764413.648046:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:3.0:1787764413.648047:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:3.0:1787764413.648050:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764413.648051:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764413.648053:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764413.648054:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764413.648056:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:3.0:1787764413.648059:0:58520:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764413.648060:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764413.648062:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764413.648065:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764413.648067:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764413.648068:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764413.648070:0:58520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764413.648078:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b2d00.
00000020:00000040:3.0:1787764413.648080:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:3.0:1787764413.648084:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764413.648086:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764413.648089:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764413.648091:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764413.648096:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764413.648103:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9f400.
00000100:00000001:3.0:1787764413.648110:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764413.648120:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b2d00 x1874601358839680/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764413.648131:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764413.648136:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764413.648151:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000583ee9bd] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b2d00 x1874601358839680/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764413.648191:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764413.648195:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764413.648203:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764413.648205:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764413.648207:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764413.648210:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764413.648213:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5299
00000400:00000200:3.0:1787764413.648217:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764413.648220:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764413.648223:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764413.648227:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764413.648230:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764413.648233:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764413.648236:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764413.648239:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764413.648241:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000100:00000001:2.0:1787764413.648242:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1787764413.648243:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764413.648248:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000100:00000001:2.0:1787764413.648249:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1787764413.648251:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000001:2.0:1787764413.648254:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1787764413.648255:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:3.0:1787764413.648263:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000040:2.0:1787764413.648266:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b2d00 x1874601358839680/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764413.648267:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764413.648273:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764413.648278:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764413.648283:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00000001:2.0:1787764413.648289:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1787764413.648290:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764413.648294:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764413.648296:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764413.648300:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764413.648301:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764413.648305:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764413.648307:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764413.648309:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764413.648311:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764413.648315:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:2.0:1787764413.648320:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358839680:192.168.202.141@tcp:250:kworker.0
00000008:00100000:3.0:1787764413.648321:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764413.648329:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764413.648330:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787764413.648332:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764413.648336:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:3.0:1787764413.648339:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b12c0.
02000000:00000001:2.0:1787764413.648341:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787764413.648344:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:2.0:1787764413.648347:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787764413.648350:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000010:2.0:1787764413.648354:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869a800.
02000000:00000001:3.0:1787764413.648354:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764413.648357:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764413.648359:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764413.648361:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764413.648365:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764413.648370:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
02000000:00000010:3.0:1787764413.648374:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9d400.
00000400:00000010:2.0:1787764413.648376:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000100:00000001:3.0:1787764413.648381:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787764413.648385:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00100000:3.0:1787764413.648390:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b12c0 x1874601358839808/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1787764413.648394:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358839680, portal 25
00000100:00000001:2.0:1787764413.648400:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764413.648402:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542831872 : -114205166719744 : ffff9821899b2d00)
00000100:00000001:3.0:1787764413.648406:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764413.648411:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764413.648412:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b2d00 x1874601358839680/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764413.648419:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001900fdea] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b12c0 x1874601358839808/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764413.648426:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764413.648428:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764413.648435:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764413.648437:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764413.648439:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764413.648442:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787764413.648443:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1787764413.648447:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5299
00000100:00000040:2.0:1787764413.648451:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000200:3.0:1787764413.648453:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764413.648457:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000400:00000200:3.0:1787764413.648458:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764413.648460:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000200:2.0:1787764413.648465:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358839680, offset 0
00000100:00000040:3.0:1787764413.648465:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764413.648467:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764413.648470:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764413.648472:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764413.648474:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764413.648476:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000400:00000200:2.0:1787764413.648478:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000020:00000001:3.0:1787764413.648479:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764413.648482:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:3.0:1787764413.648484:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:3.0:1787764413.648486:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:3.0:1787764413.648489:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000400:00000200:2.0:1787764413.648492:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764413.648494:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764413.648499:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764413.648502:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000400:00000200:2.0:1787764413.648503:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000020:00000040:3.0:1787764413.648508:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000400:00000200:2.0:1787764413.648513:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1787764413.648515:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764413.648520:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764413.648521:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
02000000:00000001:3.0:1787764413.648525:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1787764413.648528:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1787764413.648531:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1787764413.648533:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
02000000:00000001:3.0:1787764413.648536:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764413.648541:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1787764413.648542:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70431:70431:256:4294967295] 192.168.202.141@tcp LPNI seq info [70431:70431:8:4294967295]
00000008:00100000:3.0:1787764413.648546:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764413.648549:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764413.648553:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764413.648554:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764413.648559:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0780.
00000020:00000040:3.0:1787764413.648562:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:3.0:1787764413.648567:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764413.648569:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764413.648572:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1787764413.648573:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1787764413.648574:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764413.648577:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764413.648584:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9f000.
00000800:00000200:2.0:1787764413.648587:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000100:00000001:3.0:1787764413.648588:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764413.648595:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0780 x1874601358839936/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:2.0:1787764413.648598:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000100:00000001:3.0:1787764413.648603:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764413.648605:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764413.648608:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cef40868] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0780 x1874601358839936/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764413.648616:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764413.648620:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.0:1787764413.648621:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00080000:3.0:1787764413.648625:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764413.648627:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:2.0:1787764413.648629:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000100:00080000:3.0:1787764413.648629:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764413.648633:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764413.648637:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5299
00000800:00000200:2.1:1787764413.648643:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000400:00000200:3.0:1787764413.648644:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764413.648651:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000800:00000200:2.1:1787764413.648651:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000100:00080000:3.0:1787764413.648653:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764413.648655:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764413.648656:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764413.648658:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764413.648659:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764413.648661:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764413.648661:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:3.0:1787764413.648662:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764413.648664:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:3.0:1787764413.648666:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:3.0:1787764413.648671:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:3.0:1787764413.648675:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764413.648679:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:2.0:1787764413.648680:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000100:00000040:3.0:1787764413.648682:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000800:00000010:2.0:1787764413.648686:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000100:00000001:3.0:1787764413.648686:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764413.648689:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:3.0:1787764413.648692:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764413.648694:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764413.648696:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1787764413.648697:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764413.648699:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764413.648702:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764413.648704:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1787764413.648707:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000008:00100000:3.0:1787764413.648708:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764413.648712:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764413.648714:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764413.648717:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b30c0.
00000400:00000200:2.0:1787764413.648718:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000020:00000040:3.0:1787764413.648719:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:3.0:1787764413.648723:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1787764413.648724:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
02000000:00000001:3.0:1787764413.648724:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764413.648729:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764413.648730:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764413.648732:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764413.648733:0:2388:0:(events.c:34:request_out_callback()) Process entered
02000000:00000010:3.0:1787764413.648735:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9d800.
00000100:00000001:3.0:1787764413.648738:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787764413.648741:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b2d00 x1874601358839680/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787764413.648744:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b30c0 x1874601358840064/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764413.648771:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764413.648773:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764413.648775:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764413.648778:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8678ec4] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b30c0 x1874601358840064/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787764413.648782:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b2d00 x1874601358839680/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764438 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764413.648807:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764413.648812:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787764413.648817:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764413.648817:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764413.648820:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787764413.648821:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:3.0:1787764413.648823:0:58520:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764413.648826:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764413.648829:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5299
00000100:00000001:2.0:1787764413.648830:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764413.648835:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764413.648838:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764413.648839:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00000001:2.0:1787764413.648844:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4299972875
00000100:00080000:3.0:1787764413.648844:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764413.648876:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764413.648878:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764413.648880:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764413.648883:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000010:2.0:1787764413.648885:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982198767660.
00000020:00000001:3.0:1787764413.648886:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764413.648889:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:3.0:1787764413.648891:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764413.648892:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000100:00000001:2.0:1787764413.648893:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000020:00000001:3.0:1787764413.648894:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:3.0:1787764413.648898:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:3.0:1787764413.648901:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764413.648902:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4299972876
00000100:00000001:3.0:1787764413.648903:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764413.648907:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000010:2.0:1787764413.648908:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982198767540.
00000100:00000001:3.0:1787764413.648909:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:2.0:1787764413.648912:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000020:00000040:3.0:1787764413.648913:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00000001:2.0:1787764413.648918:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1787764413.648918:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764413.648920:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764413.648922:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764413.648923:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787764413.648926:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1787764413.648928:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764413.648930:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764413.648933:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764413/real 1787764413]  req@ffff9821899b2d00 x1874601358839680/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764413.648933:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764413.648937:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764413.648941:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764413.648945:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764413.648950:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b2580.
00000400:00000001:2.0:1787764413.648952:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000040:3.0:1787764413.648954:0:58520:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
00000400:00000001:2.0:1787764413.648955:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764413.648958:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
02000000:00000001:3.0:1787764413.648960:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1787764413.648962:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
02000000:00000001:3.0:1787764413.648964:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787764413.648965:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:3.0:1787764413.648970:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787764413.648971:0:2388:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:3.0:1787764413.648975:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:2.0:1787764413.648976:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b2d00 x1874601358839680/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787764413.648980:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787764413.648987:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b2d00 x1874601358839680/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1787764413.648989:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9cc00.
00000100:00000001:2.0:1787764413.648996:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787764413.648997:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764413.648998:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764413.649003:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764413.649004:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787764413.649008:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b2580 x1874601358840192/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1787764413.649009:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b2d00 x1874601358839680/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764413.649034:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764413.649034:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764413.649038:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764413.649042:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b2d00 x1874601358839680/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764438 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764413.649046:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d0536d5] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b2580 x1874601358840192/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764413.649070:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764413.649075:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1787764413.649077:0:58520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5309)
00000100:00000001:2.0:1787764413.649078:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764413.649081:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764413.649082:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764413.649084:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764413.649085:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764413.649087:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764413.649091:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764413.649094:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764413.649099:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b2d00 x1874601358839680/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764438 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764413.649109:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358839680:192.168.202.141@tcp:250:kworker.0
00000100:00000001:2.0:1787764413.649114:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764413.649117:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764413.649120:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b2d00 x1874601358839680/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764438 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764413.649126:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764413.649128:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764413.649131:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869a800.
02000000:00000001:2.0:1787764413.649134:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764413.649136:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764413.649137:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000020:00000001:2.0:1787764413.649140:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764413.649142:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9f400.
02000000:00000001:2.0:1787764413.649145:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764413.649147:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764413.649148:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b2d00.
00000100:00000001:2.0:1787764413.649152:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764413.649154:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764413.649156:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764413.649163:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764413.649165:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764413.649167:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764413.649169:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764413.649170:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764413.649174:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b12c0 x1874601358839808/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764413.649181:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764413.649182:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764413.649184:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764413.649186:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764413.649188:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764413.649191:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358839808:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764413.649195:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764413.649197:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764413.649199:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764413.649200:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764413.649203:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869a800.
02000000:00000001:2.0:1787764413.649205:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764413.649208:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764413.649211:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764413.649215:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764413.649218:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358839808, portal 10
00000100:00000001:2.0:1787764413.649221:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764413.649222:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542825152 : -114205166726464 : ffff9821899b12c0)
00000100:00000040:2.0:1787764413.649228:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b12c0 x1874601358839808/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764413.649234:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764413.649236:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764413.649238:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000200:2.0:1787764413.649241:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358839808, offset 0
00000400:00000200:2.0:1787764413.649245:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764413.649249:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764413.649253:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764413.649256:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764413.649259:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764413.649261:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764413.649263:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764413.649266:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70432:70432:256:4294967295] 192.168.202.141@tcp LPNI seq info [70432:70432:8:4294967295]
00000400:00000200:2.0:1787764413.649270:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764413.649277:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764413.649282:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764413.649285:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000800:00000200:2.0:1787764413.649289:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764413.649291:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787764413.649296:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764413.649299:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1787764413.649303:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764413.649304:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:2.0:1787764413.649308:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764413.649311:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764413.649315:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:2.0:1787764413.649316:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:2.0:1787764413.649318:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764413.649321:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b12c0 x1874601358839808/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764413.649329:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764413.649332:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b12c0 x1874601358839808/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764438 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764413.649340:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764413.649341:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764413.649345:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764413.649348:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:2.0:1787764413.649352:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764413.649354:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299971607
00000100:00000001:2.0:1787764413.649357:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299972875
00000100:00000001:2.0:1787764413.649360:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299971607
00000100:00000001:2.0:1787764413.649362:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299972876
00000100:00000001:2.0:1787764413.649364:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764413.649366:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764413.649368:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764413.649373:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764413/real 1787764413]  req@ffff9821899b12c0 x1874601358839808/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764413.649382:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764413.649383:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764413.649385:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764413.649388:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764413.649389:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764413.649392:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764413.649396:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b12c0 x1874601358839808/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764413.649405:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b12c0 x1874601358839808/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764413.649411:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764413.649413:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764413.649415:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764413.649416:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764413.649420:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b12c0 x1874601358839808/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764413.649426:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764413.649430:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b12c0 x1874601358839808/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764438 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764413.649437:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764413.649440:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764413.649442:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764413.649443:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764413.649445:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764413.649447:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764413.649450:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764413.649453:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764413.649455:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764413.649460:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b12c0 x1874601358839808/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764438 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764413.649468:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358839808:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764413.649472:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764413.649476:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b0780 x1874601358839936/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764413.649482:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764413.649484:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764413.649486:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764413.649488:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764413.649490:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764413.649494:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358839936:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764413.649497:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764413.649499:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764413.649501:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764413.649503:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764413.649507:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869a000.
02000000:00000001:2.0:1787764413.649509:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764413.649513:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764413.649515:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764413.649518:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764413.649522:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358839936, portal 10
00000100:00000001:2.0:1787764413.649523:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764413.649525:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542822272 : -114205166729344 : ffff9821899b0780)
00000100:00000040:2.0:1787764413.649530:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b0780 x1874601358839936/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764413.649534:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764413.649536:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764413.649538:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000200:2.0:1787764413.649540:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358839936, offset 0
00000400:00000200:2.0:1787764413.649542:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764413.649545:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764413.649547:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764413.649549:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764413.649551:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764413.649553:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764413.649554:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764413.649557:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70433:70433:256:4294967295] 192.168.202.141@tcp LPNI seq info [70433:70433:8:4294967295]
00000400:00000200:2.0:1787764413.649559:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764413.649564:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764413.649567:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764413.649569:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000800:00000200:2.0:1787764413.649572:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764413.649574:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787764413.649577:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764413.649579:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1787764413.649581:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764413.649583:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:2.0:1787764413.649585:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764413.649587:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764413.649589:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:2.0:1787764413.649590:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:2.0:1787764413.649592:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764413.649594:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b0780 x1874601358839936/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764413.649600:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764413.649602:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b0780 x1874601358839936/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764438 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764413.649607:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764413.649608:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764413.649610:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764413.649612:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:2.0:1787764413.649614:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764413.649615:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299971601
00000100:00000001:2.0:1787764413.649617:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299972875
00000100:00000001:2.0:1787764413.649618:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299971601
00000100:00000001:2.0:1787764413.649619:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299972876
00000100:00000001:2.0:1787764413.649621:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764413.649622:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764413.649623:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764413.649625:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764413/real 1787764413]  req@ffff9821899b0780 x1874601358839936/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764413.649630:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764413.649631:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764413.649633:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764413.649634:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764413.649635:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764413.649637:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764413.649638:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b0780 x1874601358839936/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764413.649644:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b0780 x1874601358839936/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764413.649648:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764413.649649:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764413.649650:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764413.649651:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764413.649653:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b0780 x1874601358839936/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764413.649658:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764413.649660:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b0780 x1874601358839936/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764438 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764413.649665:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764413.649666:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764413.649667:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764413.649668:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764413.649669:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764413.649670:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764413.649671:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764413.649673:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764413.649675:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764413.649677:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b0780 x1874601358839936/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764438 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764413.649682:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358839936:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764413.649684:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764413.649686:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b30c0 x1874601358840064/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764413.649690:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764413.649691:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764413.649692:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764413.649694:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764413.649695:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764413.649697:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358840064:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764413.649699:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764413.649700:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764413.649702:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764413.649703:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764413.649705:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869a400.
02000000:00000001:2.0:1787764413.649707:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764413.649709:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764413.649710:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764413.649712:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764413.649714:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358840064, portal 4
00000100:00000001:2.0:1787764413.649715:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764413.649716:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542832832 : -114205166718784 : ffff9821899b30c0)
00000100:00000040:2.0:1787764413.649720:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b30c0 x1874601358840064/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764413.649725:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764413.649726:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764413.649727:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000200:2.0:1787764413.649729:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358840064, offset 0
00000400:00000200:2.0:1787764413.649731:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764413.649733:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764413.649735:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764413.649737:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764413.649738:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764413.649740:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764413.649741:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764413.649743:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70434:70434:256:4294967295] 192.168.202.141@tcp LPNI seq info [70434:70434:8:4294967295]
00000400:00000200:2.0:1787764413.649746:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764413.649750:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764413.649753:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764413.649754:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000800:00000200:2.0:1787764413.649756:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764413.649758:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787764413.649760:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764413.649762:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1787764413.649765:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764413.649766:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:2.0:1787764413.649768:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764413.649770:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764413.649772:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:2.0:1787764413.649773:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:2.0:1787764413.649775:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764413.649777:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b30c0 x1874601358840064/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764413.649782:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764413.649784:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b30c0 x1874601358840064/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764438 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764413.649788:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764413.649789:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764413.649805:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764413.649808:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:2.0:1787764413.649812:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764413.649814:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299971606
00000100:00000001:2.0:1787764413.649816:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299972875
00000100:00000001:2.0:1787764413.649818:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299971606
00000100:00000001:2.0:1787764413.649820:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299972876
00000100:00000001:2.0:1787764413.649823:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764413.649825:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764413.649827:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764413.649831:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764413/real 1787764413]  req@ffff9821899b30c0 x1874601358840064/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764413.649837:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764413.649838:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764413.649839:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764413.649841:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764413.649842:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764413.649844:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764413.649846:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b30c0 x1874601358840064/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764413.649867:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b30c0 x1874601358840064/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764413.649871:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764413.649872:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764413.649873:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764413.649874:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764413.649876:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b30c0 x1874601358840064/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764413.649881:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764413.649883:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b30c0 x1874601358840064/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764438 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764413.649888:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764413.649889:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764413.649890:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764413.649891:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764413.649892:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764413.649893:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764413.649895:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764413.649897:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764413.649898:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764413.649900:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b30c0 x1874601358840064/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764438 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764413.649905:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358840064:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764413.649907:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764413.649910:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b2580 x1874601358840192/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764413.649914:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764413.649915:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764413.649917:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764413.649918:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764413.649920:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764413.649921:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358840192:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764413.649923:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764413.649924:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764413.649925:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764413.649926:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764413.649929:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869b400.
02000000:00000001:2.0:1787764413.649930:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764413.649932:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764413.649934:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764413.649936:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764413.649938:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358840192, portal 4
00000100:00000001:2.0:1787764413.649939:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764413.649940:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542829952 : -114205166721664 : ffff9821899b2580)
00000100:00000040:2.0:1787764413.649944:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b2580 x1874601358840192/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764413.649948:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764413.649950:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764413.649951:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000200:2.0:1787764413.649952:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358840192, offset 0
00000400:00000200:2.0:1787764413.649955:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764413.649957:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764413.649959:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764413.649961:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764413.649963:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764413.649965:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764413.649966:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764413.649969:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70435:70435:256:4294967295] 192.168.202.141@tcp LPNI seq info [70435:70435:8:4294967295]
00000400:00000200:2.0:1787764413.649972:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764413.649976:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764413.649979:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764413.649981:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000800:00000200:2.0:1787764413.649983:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764413.649985:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787764413.649988:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764413.649990:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1787764413.649992:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764413.649993:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:2.0:1787764413.649996:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764413.649998:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764413.650000:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:2.0:1787764413.650001:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:2.0:1787764413.650002:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764413.650004:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b2580 x1874601358840192/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764413.650009:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764413.650011:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b2580 x1874601358840192/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764438 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764413.650015:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764413.650016:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764413.650018:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764413.650020:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:2.0:1787764413.650022:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764413.650023:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299971608
00000100:00000001:2.0:1787764413.650025:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299972875
00000100:00000001:2.0:1787764413.650026:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299971608
00000100:00000001:2.0:1787764413.650028:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299972876
00000100:00000001:2.0:1787764413.650029:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764413.650030:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764413.650031:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764413.650034:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764413/real 1787764413]  req@ffff9821899b2580 x1874601358840192/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764413.650038:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764413.650039:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764413.650040:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764413.650042:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764413.650043:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764413.650044:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764413.650046:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b2580 x1874601358840192/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764413.650051:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b2580 x1874601358840192/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764413.650055:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764413.650056:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764413.650057:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764413.650057:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764413.650060:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b2580 x1874601358840192/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764413.650063:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764413.650066:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b2580 x1874601358840192/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764438 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764413.650070:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764413.650071:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764413.650072:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764413.650073:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764413.650074:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764413.650075:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764413.650076:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764413.650078:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764413.650080:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764413.650082:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b2580 x1874601358840192/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764438 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764413.650087:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358840192:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764413.650089:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764413.650090:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764413.650092:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b12c0 x1874601358839808/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764438 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764413.650096:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764413.650097:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764413.650099:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869a800.
02000000:00000001:2.0:1787764413.650100:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764413.650101:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764413.650102:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:2.0:1787764413.650103:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764413.650104:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9d400.
02000000:00000001:2.0:1787764413.650106:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764413.650107:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764413.650108:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b12c0.
00000100:00000001:2.0:1787764413.650110:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764413.650111:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764413.650112:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764413.650114:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b0780 x1874601358839936/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764438 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764413.650118:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764413.650119:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764413.650120:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869a000.
02000000:00000001:2.0:1787764413.650121:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764413.650122:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764413.650123:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:2.0:1787764413.650124:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764413.650125:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9f000.
02000000:00000001:2.0:1787764413.650127:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764413.650127:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764413.650128:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b0780.
00000100:00000001:2.0:1787764413.650130:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764413.650131:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764413.650132:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764413.650134:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b30c0 x1874601358840064/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764438 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764413.650137:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764413.650138:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764413.650139:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869a400.
02000000:00000001:2.0:1787764413.650140:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764413.650141:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764413.650141:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:2.0:1787764413.650142:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764413.650143:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9d800.
02000000:00000001:2.0:1787764413.650144:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764413.650145:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764413.650146:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b30c0.
00000100:00000001:2.0:1787764413.650147:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764413.650148:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764413.650149:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764413.650151:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b2580 x1874601358840192/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764438 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764413.650154:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764413.650155:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764413.650156:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869b400.
02000000:00000001:2.0:1787764413.650157:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764413.650158:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764413.650158:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:2.0:1787764413.650159:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764413.650160:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9cc00.
02000000:00000001:2.0:1787764413.650161:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764413.650162:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764413.650163:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b2580.
00000100:00000001:2.0:1787764413.650164:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764413.650165:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764413.650166:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764413.650169:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764413.650170:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764413.650171:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764413.650172:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764413.967961:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764413.967970:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764413.967972:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764413.967976:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764413.967981:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764413.967984:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764413.967986:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764413.967989:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764413.967994:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764413.967996:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764413.968000:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764413.968001:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764413.968003:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764413.968005:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764413.968006:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764413.968007:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764413.968008:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764413.968009:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764413.968010:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764413.968011:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764413.968014:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764413.968014:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764413.968062:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764413.968065:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764413.968068:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764414.224169:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764414.224181:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764414.224184:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764414.224198:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764414.224204:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764414.224208:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764414.224213:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764414.224217:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764414.224221:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764414.991937:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4299972875, at 4299972928
00000100:00000040:3.0:1787764414.991937:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299972876, at 4299972928
00010000:00000001:0.0:1787764414.991940:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764414.991945:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764414.991951:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:3.0:1787764414.991952:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767540.
00010000:00000001:0.0:1787764414.991953:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764414.991955:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767660.
00010000:00000001:0.0:1787764414.991959:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764414.991961:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764414.991964:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764414.991965:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764414.991968:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764414.991969:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764414.991989:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764414.991991:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764414.991993:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764415.247951:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764415.247960:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764415.247963:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764415.247969:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764415.247973:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764415.247978:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764415.247982:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764415.247985:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764415.247989:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764416.015951:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764416.015957:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764416.015961:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764416.015962:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764416.015965:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764416.015966:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764416.015968:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764416.015969:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764416.015971:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764416.015972:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764416.015991:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764416.015993:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764416.015995:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764416.272420:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764416.272428:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764416.272431:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764416.272436:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764416.272440:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764416.272444:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764416.272447:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764416.272449:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764416.272452:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764417.039946:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764417.039951:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764417.039955:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764417.039958:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764417.039960:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764417.039962:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764417.039964:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764417.039966:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764417.039968:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764417.039969:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764417.039972:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764417.039972:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764417.039975:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764417.039976:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764417.039978:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764417.039979:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764417.040028:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764417.040031:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764417.040034:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764417.296445:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764417.296455:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764417.296458:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764417.296464:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764417.296468:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764417.296472:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764417.296474:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764417.296478:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764417.296481:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764418.063914:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764418.063919:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764418.063923:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764418.063924:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764418.063926:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764418.063927:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764418.063929:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764418.063930:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764418.063932:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764418.063932:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764418.063947:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764418.063949:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764418.063951:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764418.319985:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764418.319993:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764418.319995:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764418.320001:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764418.320004:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764418.320007:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764418.320010:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764418.320012:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764418.320015:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764418.767999:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764418.768007:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787764418.768009:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764418.768012:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764418.768015:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764418.768021:0:18336:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5304
00000400:00000200:2.0:1787764418.768028:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764418.768033:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764418.768035:0:18336:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764418.768037:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764418.768039:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764418.768041:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764418.768042:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764418.768045:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764418.768046:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:2.0:1787764418.768048:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764418.768051:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:2.0:1787764418.768052:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:2.0:1787764418.768054:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:2.0:1787764418.768056:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764418.768057:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764418.768058:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764418.768059:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764418.768061:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:2.0:1787764418.768064:0:18336:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764418.768065:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764418.768066:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764418.768069:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764418.768070:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764418.768072:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787764418.768073:0:18336:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764418.768080:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896bd2c0.
00000020:00000040:2.0:1787764418.768082:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:2.0:1787764418.768084:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764418.768085:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764418.768087:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764418.768089:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764418.768092:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764418.768097:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218869a000.
00000100:00000001:2.0:1787764418.768102:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764418.768108:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896bd2c0 x1874601358840320/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764418.768115:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764418.768118:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764418.768121:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006421b88f] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bd2c0 x1874601358840320/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764418.768143:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764418.768146:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764418.768148:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787764418.768149:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764418.768150:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764418.768152:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764418.768154:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5304
00000400:00000200:2.0:1787764418.768156:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764418.768157:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764418.768159:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764418.768160:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764418.768161:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764418.768162:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764418.768164:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764418.768166:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764418.768167:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:2.0:1787764418.768169:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764418.768171:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:2.0:1787764418.768174:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:2.0:1787764418.768176:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:2.0:1787764418.768179:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764418.768181:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764418.768183:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764418.768185:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:1.0:1787764418.768186:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1787764418.768188:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00000001:1.0:1787764418.768192:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1787764418.768193:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764418.768196:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787764418.768198:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764418.768202:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764418.768207:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764418.768209:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764418.768213:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896bd2c0 x1874601358840320/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764418.768213:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764418.768216:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764418.768222:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764418.768226:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764418.768233:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896bcf00.
00000020:00000040:2.0:1787764418.768237:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
00000100:00000001:1.0:1787764418.768240:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1787764418.768240:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787764418.768243:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764418.768243:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764418.768248:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764418.768249:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764418.768250:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764418.768251:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764418.768254:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000010:2.0:1787764418.768255:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218869a800.
02000000:00000001:1.0:1787764418.768257:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764418.768260:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764418.768261:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896bd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358840320:192.168.202.141@tcp:250:kworker.0
00000100:00000001:1.0:1787764418.768266:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00100000:2.0:1787764418.768267:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896bcf00 x1874601358840448/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787764418.768269:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764418.768273:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764418.768276:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1787764418.768277:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1787764418.768280:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764418.768284:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649d400.
00000100:00000040:2.0:1787764418.768284:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac7ee65d] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bcf00 x1874601358840448/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787764418.768290:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764418.768297:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764418.768299:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787764418.768301:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00080000:2.0:1787764418.768302:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787764418.768305:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764418.768307:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:1.0:1787764418.768309:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3738.
00000100:00000001:2.0:1787764418.768309:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764418.768311:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5304
00000400:00000200:2.0:1787764418.768316:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764418.768319:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000400:00000200:2.0:1787764418.768319:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764418.768320:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764418.768325:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764418.768326:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1787764418.768328:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358840320, portal 25
00000100:00000040:2.0:1787764418.768328:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764418.768331:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:1.0:1787764418.768332:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764418.768335:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539728576 : -114205169823040 : ffff9821896bd2c0)
00000020:00000001:2.0:1787764418.768335:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764418.768338:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:2.0:1787764418.768341:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:1.0:1787764418.768344:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896bd2c0 x1874601358840320/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787764418.768344:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:2.0:1787764418.768347:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:2.0:1787764418.768351:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:2.0:1787764418.768357:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764418.768359:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1787764418.768360:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764418.768364:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764418.768367:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000040:1.0:1787764418.768368:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000020:00000040:2.0:1787764418.768372:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000400:00000010:1.0:1787764418.768373:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f908.
00000100:00080000:2.0:1787764418.768377:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000200:1.0:1787764418.768378:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358840320, offset 0
00000100:00000001:2.0:1787764418.768381:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764418.768383:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764418.768385:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787764418.768386:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
02000000:00000001:2.0:1787764418.768387:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764418.768390:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764418.768391:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764418.768393:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764418.768396:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764418.768397:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764418.768402:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000100:00000010:2.0:1787764418.768402:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896be580.
00000020:00000040:2.0:1787764418.768404:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:2.0:1787764418.768408:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1787764418.768409:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:2.0:1787764418.768412:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764418.768414:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000100:00000001:2.0:1787764418.768417:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1787764418.768419:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
02000000:00000001:2.0:1787764418.768421:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1787764418.768423:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
02000000:00000001:2.0:1787764418.768425:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764418.768430:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218869b800.
00000400:00000200:1.0:1787764418.768434:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70436:70436:256:4294967295] 192.168.202.141@tcp LPNI seq info [70436:70436:8:4294967295]
00000100:00000001:2.0:1787764418.768436:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764418.768440:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00100000:2.0:1787764418.768447:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896be580 x1874601358840576/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787764418.768453:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764418.768460:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764418.768463:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88000.
00000800:00000200:1.0:1787764418.768473:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764418.768477:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000100:00000001:2.0:1787764418.768485:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:1.1:1787764418.768485:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764418.768488:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000100:00000001:2.0:1787764418.768490:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787764418.768494:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764418.768497:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88000.
00000100:00000040:2.0:1787764418.768500:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a463b55c] to pc [ptlrpcd_rcv+-1]  req@ffff9821896be580 x1874601358840576/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787764418.768503:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764418.768510:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764418.768517:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f908
00000100:00000001:2.0:1787764418.768519:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787764418.768520:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f908.
00000100:00000001:1.0:1787764418.768526:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:2.0:1787764418.768526:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764418.768530:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787764418.768533:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:1.0:1787764418.768534:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896bd2c0 x1874601358840320/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764418.768534:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764418.768538:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764418.768542:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5304
00000100:00000001:1.0:1787764418.768551:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000400:00000200:2.0:1787764418.768555:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000040:1.0:1787764418.768559:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bd2c0 x1874601358840320/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764443 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787764418.768560:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764418.768565:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764418.768569:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764418.768573:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764418.768577:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764418.768579:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764418.768580:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:1.0:1787764418.768582:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:2.0:1787764418.768583:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764418.768585:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:2.0:1787764418.768586:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787764418.768588:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787764418.768588:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:2.0:1787764418.768590:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:2.0:1787764418.768593:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000400:00000200:1.0:1787764418.768596:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000040:2.0:1787764418.768598:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764418.768600:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4299977995
00000100:00000001:2.0:1787764418.768601:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764418.768604:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000010:1.0:1787764418.768607:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982191d2c900.
00000100:00000001:2.0:1787764418.768607:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764418.768610:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:2.0:1787764418.768613:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764418.768614:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787764418.768615:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764418.768619:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787764418.768622:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4299977995
02000000:00000001:2.0:1787764418.768622:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764418.768623:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764418.768626:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982191d2cf00.
00000100:00000001:1.0:1787764418.768628:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787764418.768633:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787764418.768634:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000008:00100000:2.0:1787764418.768636:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1787764418.768637:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1787764418.768641:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764418.768642:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1787764418.768644:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764418.768648:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764418/real 1787764418]  req@ffff9821896bd2c0 x1874601358840320/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1787764418.768648:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896bc000.
00000020:00000040:2.0:1787764418.768652:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:2.0:1787764418.768656:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764418.768658:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764418.768663:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000001:1.0:1787764418.768664:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764418.768668:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:2.0:1787764418.768668:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:1.0:1787764418.768672:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3738.
02000000:00000001:2.0:1787764418.768673:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764418.768674:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000400:00000010:1.0:1787764418.768678:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:1.0:1787764418.768680:0:2388:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000010:2.0:1787764418.768681:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218869a400.
00000100:00000200:1.0:1787764418.768683:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896bd2c0 x1874601358840320/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764418.768687:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787764418.768692:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896bd2c0 x1874601358840320/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764418.768698:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896bc000 x1874601358840704/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764418.768699:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764418.768701:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764418.768706:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764418.768707:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764418.768714:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00100000:1.0:1787764418.768715:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896bd2c0 x1874601358840320/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764418.768719:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764418.768727:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764418.768727:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ceda9ea7] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bc000 x1874601358840704/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764418.768736:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764418.768738:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896bd2c0 x1874601358840320/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764443 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764418.768739:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787764418.768761:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764418.768761:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787764418.768763:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764418.768765:0:18336:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764418.768767:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764418.768768:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787764418.768772:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:2.0:1787764418.768773:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5304
00000100:00000001:1.0:1787764418.768777:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1787764418.768780:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764418.768782:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000400:00000200:2.0:1787764418.768783:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764418.768787:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787764418.768788:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:2.0:1787764418.768791:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00080000:1.0:1787764418.768793:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:2.0:1787764418.768794:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764418.768798:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00080000:1.0:1787764418.768802:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764418.768802:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764418.768806:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787764418.768807:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000040:2.0:1787764418.768808:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:2.0:1787764418.768811:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764418.768814:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000100:00000040:1.0:1787764418.768815:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896bd2c0 x1874601358840320/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764443 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1787764418.768817:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:2.0:1787764418.768821:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:2.0:1787764418.768827:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764418.768830:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764418.768833:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764418.768835:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00100000:1.0:1787764418.768837:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896bd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358840320:192.168.202.141@tcp:250:kworker.0
00000020:00000040:2.0:1787764418.768837:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:2.0:1787764418.768843:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764418.768884:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764418.768886:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787764418.768887:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1787764418.768888:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764418.768892:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764418.768893:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787764418.768894:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764418.768897:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764418.768899:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764418.768901:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bd2c0 x1874601358840320/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764443 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764418.768902:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764418.768906:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896bf0c0.
00000020:00000040:2.0:1787764418.768910:0:18336:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:2.0:1787764418.768915:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764418.768917:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764418.768921:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787764418.768922:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764418.768922:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764418.768925:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787764418.768925:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764418.768928:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649d400.
02000000:00000010:2.0:1787764418.768930:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218869b400.
02000000:00000001:1.0:1787764418.768932:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:2.0:1787764418.768934:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764418.768935:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764418.768938:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000020:00000001:1.0:1787764418.768940:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00100000:2.0:1787764418.768941:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896bf0c0 x1874601358840832/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:1.0:1787764418.768943:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218869a000.
02000000:00000001:1.0:1787764418.768948:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764418.768951:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787764418.768952:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000010:1.0:1787764418.768953:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bd2c0.
00000100:00000001:2.0:1787764418.768956:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764418.768957:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764418.768959:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764418.768960:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c4c07353] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bf0c0 x1874601358840832/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764418.768962:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764418.768970:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764418.768971:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764418.768974:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764418.768974:0:18336:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5314)
00000100:00000001:1.0:1787764418.768980:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764418.768981:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764418.768983:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764418.768986:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896bcf00 x1874601358840448/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764418.768991:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764418.768992:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764418.768994:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764418.768995:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764418.768997:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764418.768999:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896bcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358840448:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764418.769001:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764418.769002:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764418.769003:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764418.769005:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764418.769008:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649d400.
02000000:00000001:1.0:1787764418.769010:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764418.769013:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764418.769023:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3738.
00000400:00000010:1.0:1787764418.769027:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000200:1.0:1787764418.769030:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358840448, portal 10
00000100:00000001:1.0:1787764418.769031:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764418.769032:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539727616 : -114205169824000 : ffff9821896bcf00)
00000100:00000040:1.0:1787764418.769037:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896bcf00 x1874601358840448/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764418.769041:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764418.769043:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764418.769044:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f908.
00000100:00000200:1.0:1787764418.769045:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358840448, offset 0
00000400:00000200:1.0:1787764418.769047:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764418.769050:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764418.769052:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764418.769054:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764418.769056:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764418.769057:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764418.769059:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764418.769065:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70437:70437:256:4294967295] 192.168.202.141@tcp LPNI seq info [70437:70437:8:4294967295]
00000400:00000200:1.0:1787764418.769068:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764418.769072:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764418.769075:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764418.769077:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88000.
00000800:00000200:1.0:1787764418.769080:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764418.769083:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787764418.769087:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764418.769089:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1787764418.769093:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764418.769095:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88000.
00000400:00000200:1.0:1787764418.769097:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764418.769108:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764418.769112:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f908
00000400:00000010:1.0:1787764418.769114:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f908.
00000100:00000001:1.0:1787764418.769116:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764418.769119:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896bcf00 x1874601358840448/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764418.769124:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764418.769125:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bcf00 x1874601358840448/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764443 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764418.769129:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764418.769130:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764418.769133:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764418.769135:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:1.0:1787764418.769138:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764418.769140:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299976727
00000100:00000001:1.0:1787764418.769142:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299977995
00000100:00000001:1.0:1787764418.769144:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299976727
00000100:00000001:1.0:1787764418.769146:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299977995
00000100:00000001:1.0:1787764418.769148:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764418.769150:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764418.769151:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764418.769155:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764418/real 1787764418]  req@ffff9821896bcf00 x1874601358840448/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764418.769169:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764418.769170:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764418.769172:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3738.
00000400:00000200:1.0:1787764418.769174:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000400:00000010:1.0:1787764418.769176:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:1.0:1787764418.769178:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764418.769182:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896bcf00 x1874601358840448/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764418.769190:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896bcf00 x1874601358840448/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764418.769195:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764418.769197:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764418.769199:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764418.769200:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764418.769204:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896bcf00 x1874601358840448/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764418.769210:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764418.769214:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896bcf00 x1874601358840448/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764443 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764418.769221:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764418.769223:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764418.769224:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764418.769225:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764418.769226:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764418.769227:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764418.769229:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764418.769231:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764418.769233:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764418.769236:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896bcf00 x1874601358840448/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764443 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764418.769240:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896bcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358840448:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764418.769243:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764418.769244:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896be580 x1874601358840576/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764418.769248:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764418.769249:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764418.769250:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764418.769251:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764418.769252:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764418.769254:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896be580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358840576:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764418.769256:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764418.769257:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764418.769258:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764418.769259:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764418.769261:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649f800.
02000000:00000001:1.0:1787764418.769263:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764418.769265:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764418.769266:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3738.
00000400:00000010:1.0:1787764418.769268:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000200:1.0:1787764418.769270:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358840576, portal 10
00000100:00000001:1.0:1787764418.769271:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764418.769272:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539733376 : -114205169818240 : ffff9821896be580)
00000100:00000040:1.0:1787764418.769276:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896be580 x1874601358840576/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764418.769279:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764418.769281:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764418.769283:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f908.
00000100:00000200:1.0:1787764418.769286:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358840576, offset 0
00000400:00000200:1.0:1787764418.769290:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764418.769293:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764418.769296:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764418.769299:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764418.769301:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764418.769303:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764418.769305:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764418.769308:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70438:70438:256:4294967295] 192.168.202.141@tcp LPNI seq info [70438:70438:8:4294967295]
00000400:00000200:1.0:1787764418.769312:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764418.769318:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764418.769323:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764418.769326:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88000.
00000800:00000200:1.0:1787764418.769329:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764418.769331:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787764418.769333:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764418.769335:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1787764418.769337:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764418.769338:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88000.
00000400:00000200:1.0:1787764418.769340:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764418.769342:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764418.769344:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f908
00000400:00000010:1.0:1787764418.769345:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f908.
00000100:00000001:1.0:1787764418.769347:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764418.769349:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896be580 x1874601358840576/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764418.769354:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764418.769355:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896be580 x1874601358840576/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764443 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764418.769359:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764418.769360:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764418.769362:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764418.769364:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:1.0:1787764418.769366:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764418.769367:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299976721
00000100:00000001:1.0:1787764418.769369:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299977995
00000100:00000001:1.0:1787764418.769370:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299976721
00000100:00000001:1.0:1787764418.769372:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299977995
00000100:00000001:1.0:1787764418.769373:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764418.769374:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764418.769375:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764418.769377:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764418/real 1787764418]  req@ffff9821896be580 x1874601358840576/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764418.769381:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764418.769382:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764418.769383:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3738.
00000400:00000200:1.0:1787764418.769384:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000400:00000010:1.0:1787764418.769385:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:1.0:1787764418.769386:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764418.769388:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896be580 x1874601358840576/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764418.769393:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896be580 x1874601358840576/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764418.769396:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764418.769397:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764418.769398:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764418.769398:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764418.769400:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896be580 x1874601358840576/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764418.769404:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764418.769406:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896be580 x1874601358840576/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764443 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764418.769409:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764418.769411:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764418.769412:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764418.769412:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764418.769413:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764418.769415:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764418.769416:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764418.769418:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764418.769419:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764418.769421:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896be580 x1874601358840576/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764443 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764418.769425:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896be580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358840576:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764418.769427:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764418.769428:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896bc000 x1874601358840704/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764418.769432:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764418.769432:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764418.769433:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764418.769434:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764418.769436:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764418.769437:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358840704:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764418.769439:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764418.769440:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764418.769441:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764418.769442:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764418.769444:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649d000.
02000000:00000001:1.0:1787764418.769445:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764418.769447:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764418.769448:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3738.
00000400:00000010:1.0:1787764418.769450:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000200:1.0:1787764418.769452:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358840704, portal 4
00000100:00000001:1.0:1787764418.769453:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764418.769454:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539723776 : -114205169827840 : ffff9821896bc000)
00000100:00000040:1.0:1787764418.769457:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896bc000 x1874601358840704/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764418.769461:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764418.769463:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764418.769464:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f908.
00000100:00000200:1.0:1787764418.769465:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358840704, offset 0
00000400:00000200:1.0:1787764418.769467:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764418.769469:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764418.769471:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764418.769472:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764418.769474:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764418.769475:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764418.769477:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764418.769479:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70439:70439:256:4294967295] 192.168.202.141@tcp LPNI seq info [70439:70439:8:4294967295]
00000400:00000200:1.0:1787764418.769481:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764418.769484:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764418.769486:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764418.769488:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88000.
00000800:00000200:1.0:1787764418.769490:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764418.769492:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787764418.769494:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764418.769495:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1787764418.769498:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764418.769499:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88000.
00000400:00000200:1.0:1787764418.769501:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764418.769502:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764418.769504:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f908
00000400:00000010:1.0:1787764418.769505:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f908.
00000100:00000001:1.0:1787764418.769506:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764418.769508:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896bc000 x1874601358840704/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764418.769516:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764418.769518:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bc000 x1874601358840704/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764443 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764418.769521:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764418.769522:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764418.769524:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764418.769526:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:1.0:1787764418.769528:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764418.769530:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299976726
00000100:00000001:1.0:1787764418.769532:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299977995
00000100:00000001:1.0:1787764418.769533:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299976726
00000100:00000001:1.0:1787764418.769535:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299977995
00000100:00000001:1.0:1787764418.769537:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764418.769539:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764418.769540:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764418.769543:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764418/real 1787764418]  req@ffff9821896bc000 x1874601358840704/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764418.769551:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764418.769552:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764418.769554:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3738.
00000400:00000200:1.0:1787764418.769556:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000400:00000010:1.0:1787764418.769557:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:1.0:1787764418.769559:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764418.769563:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896bc000 x1874601358840704/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764418.769571:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896bc000 x1874601358840704/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764418.769575:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764418.769576:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764418.769577:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764418.769578:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764418.769580:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896bc000 x1874601358840704/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764418.769583:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764418.769585:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896bc000 x1874601358840704/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764443 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764418.769589:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764418.769590:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764418.769591:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764418.769592:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764418.769593:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764418.769594:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764418.769596:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764418.769597:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764418.769598:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764418.769600:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896bc000 x1874601358840704/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764443 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764418.769604:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358840704:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764418.769606:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764418.769608:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896bf0c0 x1874601358840832/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764418.769611:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764418.769612:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764418.769614:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764418.769615:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764418.769616:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764418.769618:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896bf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358840832:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764418.769619:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764418.769621:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764418.769622:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764418.769623:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764418.769625:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649e800.
02000000:00000001:1.0:1787764418.769626:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764418.769628:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764418.769629:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3738.
00000400:00000010:1.0:1787764418.769631:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000200:1.0:1787764418.769633:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358840832, portal 4
00000100:00000001:1.0:1787764418.769634:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764418.769635:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539736256 : -114205169815360 : ffff9821896bf0c0)
00000100:00000040:1.0:1787764418.769638:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896bf0c0 x1874601358840832/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764418.769642:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764418.769643:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764418.769644:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f908.
00000100:00000200:1.0:1787764418.769645:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358840832, offset 0
00000400:00000200:1.0:1787764418.769648:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764418.769650:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764418.769651:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764418.769653:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764418.769655:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764418.769656:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764418.769658:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764418.769659:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70440:70440:256:4294967295] 192.168.202.141@tcp LPNI seq info [70440:70440:8:4294967295]
00000400:00000200:1.0:1787764418.769662:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764418.769665:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764418.769668:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764418.769669:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88000.
00000800:00000200:1.0:1787764418.769672:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764418.769673:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787764418.769676:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764418.769677:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1787764418.769680:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764418.769681:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88000.
00000400:00000200:1.0:1787764418.769683:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764418.769685:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764418.769686:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f908
00000400:00000010:1.0:1787764418.769687:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f908.
00000100:00000001:1.0:1787764418.769688:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764418.769690:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896bf0c0 x1874601358840832/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764418.769694:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764418.769696:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bf0c0 x1874601358840832/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764443 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764418.769700:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764418.769701:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764418.769702:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764418.769704:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:1.0:1787764418.769705:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764418.769706:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299976727
00000100:00000001:1.0:1787764418.769708:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299977995
00000100:00000001:1.0:1787764418.769709:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299976727
00000100:00000001:1.0:1787764418.769710:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299977995
00000100:00000001:1.0:1787764418.769711:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764418.769713:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764418.769713:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764418.769715:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764418/real 1787764418]  req@ffff9821896bf0c0 x1874601358840832/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764418.769719:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764418.769720:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764418.769721:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3738.
00000400:00000200:1.0:1787764418.769723:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000400:00000010:1.0:1787764418.769724:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:1.0:1787764418.769726:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764418.769729:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896bf0c0 x1874601358840832/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764418.769736:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896bf0c0 x1874601358840832/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764418.769742:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764418.769743:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764418.769763:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764418.769764:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764418.769768:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896bf0c0 x1874601358840832/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764418.769775:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764418.769778:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896bf0c0 x1874601358840832/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764443 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764418.769785:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764418.769787:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764418.769789:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764418.769790:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764418.769791:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764418.769792:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764418.769794:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764418.769796:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764418.769797:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764418.769800:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896bf0c0 x1874601358840832/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764443 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764418.769808:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896bf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358840832:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764418.769811:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764418.769812:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764418.769814:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bcf00 x1874601358840448/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764443 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764418.769817:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764418.769818:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764418.769819:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649d400.
02000000:00000001:1.0:1787764418.769821:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764418.769822:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764418.769823:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:1.0:1787764418.769824:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764418.769826:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218869a800.
02000000:00000001:1.0:1787764418.769828:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764418.769829:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764418.769830:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bcf00.
00000100:00000001:1.0:1787764418.769833:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764418.769834:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764418.769836:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764418.769838:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896be580 x1874601358840576/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764443 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764418.769844:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764418.769846:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764418.769864:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649f800.
02000000:00000001:1.0:1787764418.769867:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764418.769869:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764418.769870:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:1.0:1787764418.769872:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764418.769873:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218869b800.
02000000:00000001:1.0:1787764418.769876:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764418.769877:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764418.769878:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896be580.
00000100:00000001:1.0:1787764418.769880:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764418.769881:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764418.769883:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764418.769887:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bc000 x1874601358840704/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764443 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764418.769892:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764418.769893:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764418.769895:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649d000.
02000000:00000001:1.0:1787764418.769897:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764418.769898:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764418.769899:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:1.0:1787764418.769900:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764418.769902:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218869a400.
02000000:00000001:1.0:1787764418.769904:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764418.769905:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764418.769906:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bc000.
00000100:00000001:1.0:1787764418.769908:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764418.769909:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764418.769911:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764418.769914:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bf0c0 x1874601358840832/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764443 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764418.769920:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764418.769921:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764418.769923:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649e800.
02000000:00000001:1.0:1787764418.769924:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764418.769925:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764418.769926:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:1.0:1787764418.769927:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764418.769928:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218869b400.
02000000:00000001:1.0:1787764418.769929:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764418.769930:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764418.769930:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bf0c0.
00000100:00000001:1.0:1787764418.769931:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764418.769932:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764418.769933:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764418.769936:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764418.769937:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764418.769938:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764418.769939:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764419.087979:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764419.087986:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764419.087991:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764419.087992:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764419.087995:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764419.087998:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764419.088000:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764419.088003:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764419.088005:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764419.088007:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764419.088009:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764419.088010:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764419.088013:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764419.088014:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764419.088016:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764419.088017:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764419.088018:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764419.088019:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764419.088020:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764419.088020:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764419.088021:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764419.088023:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764419.088046:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764419.088048:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764419.088050:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764419.343985:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764419.343995:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764419.343999:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764419.344005:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764419.344011:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764419.344017:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764419.344023:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764419.344026:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764419.344031:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764420.111943:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299977995, at 4299978048
00010000:00000001:0.0:1787764420.111945:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764420.111951:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764420.111956:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764420.111958:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764420.111961:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764420.111963:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764420.111965:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2cf00.
00010000:00000001:0.0:1787764420.111966:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764420.111969:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764420.111969:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4299977995, at 4299978048
00010000:00000001:0.0:1787764420.111974:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764420.111975:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764420.111989:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2c900.
00000020:00000001:1.0:1787764420.112038:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764420.112041:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764420.112044:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764420.367920:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764420.367926:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764420.367927:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764420.367932:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764420.367935:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764420.367939:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764420.367942:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764420.367944:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764420.367947:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764421.135954:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764421.135959:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764421.135963:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764421.135964:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764421.135966:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764421.135967:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764421.135969:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764421.135970:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764421.135973:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764421.135974:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764421.135996:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764421.135998:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764421.135999:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764421.391942:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764421.391951:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764421.391954:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764421.391960:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764421.391964:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764421.391968:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764421.391972:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764421.391974:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764421.391977:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764422.159933:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764422.159940:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764422.159946:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764422.159947:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764422.159950:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764422.159951:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764422.159955:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764422.159956:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764422.159959:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764422.159960:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764422.160021:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764422.160024:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764422.160027:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764422.415931:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764422.415936:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764422.415938:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764422.415943:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764422.415946:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764422.415951:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764422.415954:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764422.415957:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764422.415960:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764423.183929:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764423.183936:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764423.183941:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764423.183942:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764423.183945:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764423.183946:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764423.183948:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764423.183949:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764423.183951:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764423.183952:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764423.183991:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764423.183995:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764423.183997:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764423.439960:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764423.439969:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764423.439972:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764423.439978:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764423.439983:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764423.439987:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764423.439990:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764423.439993:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764423.439997:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764423.887968:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764423.887979:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764423.887981:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764423.887984:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764423.887989:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764423.887997:0:58520:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5309
00000400:00000200:3.0:1787764423.888005:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764423.888011:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764423.888014:0:58520:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764423.888017:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764423.888020:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764423.888022:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764423.888025:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764423.888029:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764423.888030:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:3.0:1787764423.888033:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764423.888037:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:3.0:1787764423.888039:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:3.0:1787764423.888042:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:3.0:1787764423.888045:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764423.888047:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764423.888049:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764423.888051:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764423.888054:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:3.0:1787764423.888057:0:58520:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764423.888060:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764423.888063:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764423.888067:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764423.888070:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764423.888072:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764423.888074:0:58520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764423.888082:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b3480.
00000020:00000040:3.0:1787764423.888086:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:3.0:1787764423.888090:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764423.888092:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764423.888095:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764423.888098:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764423.888102:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764423.888109:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9dc00.
00000100:00000001:3.0:1787764423.888115:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764423.888124:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b3480 x1874601358840960/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764423.888134:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764423.888139:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764423.888144:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005fcc8ed6] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b3480 x1874601358840960/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764423.888165:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764423.888169:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764423.888173:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764423.888174:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764423.888176:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764423.888178:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764423.888180:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5309
00000400:00000200:3.0:1787764423.888184:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764423.888188:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764423.888191:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764423.888194:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764423.888197:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764423.888199:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764423.888202:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:1.0:1787764423.888203:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1787764423.888204:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764423.888208:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000100:00000001:1.0:1787764423.888209:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1787764423.888211:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787764423.888214:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1787764423.888214:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:3.0:1787764423.888219:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:3.0:1787764423.888223:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:1.0:1787764423.888224:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b3480 x1874601358840960/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764423.888228:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764423.888233:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764423.888237:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764423.888240:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764423.888242:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:1.0:1787764423.888244:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787764423.888246:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
02000000:00000001:1.0:1787764423.888249:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:3.0:1787764423.888252:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
02000000:00000001:1.0:1787764423.888254:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764423.888257:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764423.888259:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764423.888262:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:1.0:1787764423.888266:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358840960:192.168.202.141@tcp:250:kworker.0
02000000:00000001:3.0:1787764423.888269:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764423.888271:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787764423.888275:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764423.888276:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787764423.888277:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787764423.888279:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764423.888282:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:3.0:1787764423.888283:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
02000000:00000010:1.0:1787764423.888286:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649d000.
02000000:00000001:1.0:1787764423.888289:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787764423.888289:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764423.888295:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764423.888300:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000010:3.0:1787764423.888300:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b1680.
00000400:00000010:1.0:1787764423.888306:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3738.
00000020:00000040:3.0:1787764423.888306:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:3.0:1787764423.888312:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764423.888313:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787764423.888315:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000001:3.0:1787764423.888316:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764423.888320:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764423.888323:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787764423.888324:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358840960, portal 25
02000000:00000010:3.0:1787764423.888328:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9e800.
00000100:00000001:1.0:1787764423.888329:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764423.888331:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542833792 : -114205166717824 : ffff9821899b3480)
00000100:00000001:3.0:1787764423.888335:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764423.888339:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b3480 x1874601358840960/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787764423.888350:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b1680 x1874601358841088/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764423.888352:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764423.888358:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764423.888362:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f908.
00000100:00000001:3.0:1787764423.888365:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1787764423.888368:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358840960, offset 0
00000100:00000001:3.0:1787764423.888369:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764423.888377:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045d21e1f] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b1680 x1874601358841088/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787764423.888378:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764423.888389:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764423.888389:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764423.888394:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787764423.888398:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000100:00080000:3.0:1787764423.888399:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764423.888403:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764423.888405:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1787764423.888406:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787764423.888410:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787764423.888413:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000100:00080000:3.0:1787764423.888416:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5309
00000400:00000200:1.0:1787764423.888418:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764423.888422:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:3.0:1787764423.888425:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764423.888427:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70441:70441:256:4294967295] 192.168.202.141@tcp LPNI seq info [70441:70441:8:4294967295]
00000400:00000200:1.0:1787764423.888433:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764423.888433:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764423.888438:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764423.888444:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000400:00000200:1.0:1787764423.888446:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1787764423.888449:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764423.888453:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764423.888456:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764423.888460:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:1.0:1787764423.888461:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000020:00000040:3.0:1787764423.888464:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000800:00000010:1.0:1787764423.888466:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88000.
00000020:00000001:3.0:1787764423.888468:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764423.888472:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000800:00000200:1.0:1787764423.888475:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000020:00000001:3.0:1787764423.888476:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000800:00000200:1.0:1787764423.888478:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000020:00000001:3.0:1787764423.888480:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000800:00000200:1.1:1787764423.888485:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000040:3.0:1787764423.888489:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000800:00000200:1.1:1787764423.888489:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1787764423.888495:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:1.0:1787764423.888496:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764423.888499:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88000.
00000100:00000040:3.0:1787764423.888501:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000400:00000200:1.0:1787764423.888505:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1787764423.888506:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000400:00000200:1.0:1787764423.888511:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000020:00000040:3.0:1787764423.888512:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000400:00000200:1.0:1787764423.888514:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f908
00000400:00000010:1.0:1787764423.888518:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f908.
00000100:00080000:3.0:1787764423.888519:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764423.888521:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787764423.888524:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787764423.888527:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b3480 x1874601358840960/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787764423.888528:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764423.888533:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764423.888536:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1787764423.888537:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764423.888539:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b3480 x1874601358840960/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764448 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764423.888541:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764423.888545:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764423.888551:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764423.888556:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764423.888557:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764423.888561:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000010:3.0:1787764423.888563:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b1e00.
00000100:00000001:1.0:1787764423.888565:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787764423.888567:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
00000400:00000200:1.0:1787764423.888570:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
02000000:00000001:3.0:1787764423.888574:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787764423.888575:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4299983115
02000000:00000001:3.0:1787764423.888579:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764423.888581:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982191d2c420.
00000100:00000001:3.0:1787764423.888583:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764423.888586:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787764423.888588:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
02000000:00000001:3.0:1787764423.888588:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764423.888594:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4299983115
02000000:00000010:3.0:1787764423.888596:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9e000.
00000100:00000010:1.0:1787764423.888598:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982191d2c9c0.
00000100:00000001:3.0:1787764423.888601:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764423.888602:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787764423.888606:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764423.888611:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764423.888612:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b1e00 x1874601358841216/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764423.888614:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764423.888622:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764423/real 1787764423]  req@ffff9821899b3480 x1874601358840960/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764423.888642:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764423.888646:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787764423.888649:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764423.888651:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:3.0:1787764423.888654:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007fca43c8] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b1e00 x1874601358841216/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787764423.888655:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3738.
00000400:00000200:1.0:1787764423.888658:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000400:00000010:1.0:1787764423.888660:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:1.0:1787764423.888663:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764423.888668:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b3480 x1874601358840960/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764423.888671:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764423.888676:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1787764423.888680:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b3480 x1874601358840960/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787764423.888682:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764423.888687:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787764423.888690:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:3.0:1787764423.888691:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764423.888692:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764423.888696:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764423.888709:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764423.888712:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b3480 x1874601358840960/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764423.888715:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787764423.888717:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764423.888723:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b3480 x1874601358840960/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764448 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787764423.888723:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5309
00000400:00000200:3.0:1787764423.888733:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764423.888734:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764423.888738:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764423.888740:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764423.888741:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1787764423.888742:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00000001:1.0:1787764423.888744:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764423.888746:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764423.888748:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787764423.888748:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787764423.888755:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000100:00000040:3.0:1787764423.888756:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764423.888757:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1787764423.888763:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764423.888764:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b3480 x1874601358840960/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764448 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764423.888768:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00100000:1.0:1787764423.888774:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358840960:192.168.202.141@tcp:250:kworker.0
00000100:00000001:3.0:1787764423.888774:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764423.888781:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787764423.888782:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1787764423.888785:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000100:00000001:1.0:1787764423.888786:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764423.888790:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b3480 x1874601358840960/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764448 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787764423.888790:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764423.888794:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:3.0:1787764423.888797:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:3.0:1787764423.888801:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:3.0:1787764423.888809:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764423.888810:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1787764423.888813:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1787764423.888814:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:3.0:1787764423.888818:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
02000000:00000010:1.0:1787764423.888819:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649d000.
00000100:00000001:3.0:1787764423.888822:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
02000000:00000001:1.0:1787764423.888825:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000040:3.0:1787764423.888826:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000020:00000001:1.0:1787764423.888828:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764423.888832:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000100:00080000:3.0:1787764423.888832:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000020:00000001:1.0:1787764423.888836:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000001:3.0:1787764423.888838:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764423.888841:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9dc00.
02000000:00000001:3.0:1787764423.888842:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764423.888846:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764423.888883:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764423.888886:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:3.0:1787764423.888886:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787764423.888891:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000008:00100000:3.0:1787764423.888892:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00000010:1.0:1787764423.888894:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b3480.
00000008:00000001:3.0:1787764423.888896:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764423.888899:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787764423.888900:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764423.888903:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764423.888907:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:3.0:1787764423.888907:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b2940.
00000020:00000040:3.0:1787764423.888913:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:3.0:1787764423.888917:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787764423.888918:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:3.0:1787764423.888919:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764423.888922:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764423.888923:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787764423.888926:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1787764423.888927:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787764423.888930:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1787764423.888931:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764423.888933:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000010:3.0:1787764423.888937:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9c400.
00000100:00000040:1.0:1787764423.888940:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b1680 x1874601358841088/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764423.888942:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764423.888952:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b2940 x1874601358841344/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764423.888953:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764423.888956:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764423.888960:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764423.888963:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764423.888967:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764423.888967:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764423.888972:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764423.888975:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358841088:192.168.202.141@tcp:38:kworker.0
00000100:00000040:3.0:1787764423.888980:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000bae3a13] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b2940 x1874601358841344/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764423.888981:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764423.888984:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764423.888987:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764423.888990:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764423.888995:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649d000.
00000100:00000001:3.0:1787764423.888997:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764423.888999:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764423.889002:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787764423.889006:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00080000:3.0:1787764423.889008:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000010:1.0:1787764423.889011:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3738.
00000100:00000001:3.0:1787764423.889011:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764423.889015:0:58520:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:1.0:1787764423.889017:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000001:3.0:1787764423.889019:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:1.0:1787764423.889022:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358841088, portal 10
00000100:00080000:3.0:1787764423.889024:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5309
00000100:00000001:1.0:1787764423.889026:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764423.889029:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542826112 : -114205166725504 : ffff9821899b1680)
00000400:00000200:3.0:1787764423.889033:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000040:1.0:1787764423.889039:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b1680 x1874601358841088/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787764423.889040:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764423.889043:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764423.889046:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764423.889048:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764423.889050:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764423.889055:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764423.889060:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787764423.889062:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:3.0:1787764423.889063:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:3.0:1787764423.889067:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:1.0:1787764423.889068:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000020:00000040:3.0:1787764423.889071:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000400:00000010:1.0:1787764423.889073:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f908.
00000020:00000001:3.0:1787764423.889075:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000200:1.0:1787764423.889078:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358841088, offset 0
00000020:00000001:3.0:1787764423.889079:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000400:00000200:1.0:1787764423.889085:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000100:00000040:3.0:1787764423.889086:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764423.889090:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764423.889093:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764423.889095:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764423.889097:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000400:00000200:1.0:1787764423.889101:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00080000:3.0:1787764423.889102:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764423.889107:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764423.889109:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
02000000:00000001:3.0:1787764423.889110:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787764423.889115:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1787764423.889116:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787764423.889120:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
02000000:00000001:3.0:1787764423.889121:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764423.889124:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1787764423.889126:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1787764423.889130:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000008:00100000:3.0:1787764423.889130:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764423.889135:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764423.889137:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764423.889140:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b3c00.
00000400:00000200:1.0:1787764423.889141:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70442:70442:256:4294967295] 192.168.202.141@tcp LPNI seq info [70442:70442:8:4294967295]
00000020:00000040:3.0:1787764423.889145:0:58520:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
00000400:00000200:1.0:1787764423.889150:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
02000000:00000001:3.0:1787764423.889151:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764423.889154:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764423.889159:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1787764423.889162:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1787764423.889162:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764423.889166:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787764423.889171:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
02000000:00000010:3.0:1787764423.889173:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9e400.
00000800:00000010:1.0:1787764423.889176:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88000.
00000100:00000001:3.0:1787764423.889178:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787764423.889183:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00100000:3.0:1787764423.889188:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b3c00 x1874601358841472/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1787764423.889189:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787764423.889199:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764423.889204:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1787764423.889205:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764423.889210:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787764423.889214:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764423.889218:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88000.
00000100:00000040:3.0:1787764423.889218:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbda2d43] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b3c00 x1874601358841472/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787764423.889224:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764423.889232:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1787764423.889234:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764423.889237:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f908
00000100:00000040:3.0:1787764423.889240:0:58520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5319)
00000400:00000010:1.0:1787764423.889241:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f908.
00000100:00000001:1.0:1787764423.889246:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764423.889251:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b1680 x1874601358841088/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764423.889259:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764423.889262:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b1680 x1874601358841088/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764448 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764423.889268:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764423.889270:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764423.889273:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764423.889276:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:1.0:1787764423.889279:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764423.889281:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299981847
00000100:00000001:1.0:1787764423.889284:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299983115
00000100:00000001:1.0:1787764423.889286:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299981847
00000100:00000001:1.0:1787764423.889288:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299983115
00000100:00000001:1.0:1787764423.889290:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764423.889291:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764423.889293:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764423.889296:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764423/real 1787764423]  req@ffff9821899b1680 x1874601358841088/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764423.889304:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764423.889305:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764423.889307:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3738.
00000400:00000200:1.0:1787764423.889309:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000400:00000010:1.0:1787764423.889311:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:1.0:1787764423.889313:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764423.889316:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b1680 x1874601358841088/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764423.889324:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b1680 x1874601358841088/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764423.889330:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764423.889331:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764423.889332:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764423.889334:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764423.889337:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b1680 x1874601358841088/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764423.889343:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764423.889347:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b1680 x1874601358841088/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764448 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764423.889354:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764423.889356:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764423.889358:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764423.889359:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764423.889360:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764423.889362:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764423.889364:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764423.889367:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764423.889369:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764423.889373:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b1680 x1874601358841088/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764448 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764423.889381:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358841088:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764423.889384:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764423.889387:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b1e00 x1874601358841216/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764423.889394:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764423.889395:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764423.889397:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764423.889399:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764423.889400:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764423.889403:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358841216:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764423.889406:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764423.889408:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764423.889410:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764423.889411:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764423.889415:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649f800.
02000000:00000001:1.0:1787764423.889417:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764423.889420:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764423.889422:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3738.
00000400:00000010:1.0:1787764423.889425:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000200:1.0:1787764423.889428:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358841216, portal 10
00000100:00000001:1.0:1787764423.889430:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764423.889431:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542828032 : -114205166723584 : ffff9821899b1e00)
00000100:00000040:1.0:1787764423.889436:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b1e00 x1874601358841216/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764423.889442:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764423.889444:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764423.889446:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f908.
00000100:00000200:1.0:1787764423.889448:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358841216, offset 0
00000400:00000200:1.0:1787764423.889452:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764423.889456:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764423.889459:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764423.889462:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764423.889465:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764423.889467:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764423.889469:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764423.889472:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70443:70443:256:4294967295] 192.168.202.141@tcp LPNI seq info [70443:70443:8:4294967295]
00000400:00000200:1.0:1787764423.889476:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764423.889482:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764423.889486:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764423.889489:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88000.
00000800:00000200:1.0:1787764423.889493:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764423.889495:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787764423.889499:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764423.889501:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787764423.889505:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764423.889506:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88000.
00000400:00000200:1.0:1787764423.889509:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764423.889512:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764423.889515:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f908
00000400:00000010:1.0:1787764423.889517:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f908.
00000100:00000001:1.0:1787764423.889520:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764423.889523:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b1e00 x1874601358841216/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764423.889530:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764423.889533:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b1e00 x1874601358841216/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764448 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764423.889539:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764423.889540:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764423.889543:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764423.889546:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:1.0:1787764423.889549:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764423.889551:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299981841
00000100:00000001:1.0:1787764423.889554:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299983115
00000100:00000001:1.0:1787764423.889556:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299981841
00000100:00000001:1.0:1787764423.889558:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299983115
00000100:00000001:1.0:1787764423.889560:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764423.889562:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764423.889564:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764423.889567:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764423/real 1787764423]  req@ffff9821899b1e00 x1874601358841216/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764423.889575:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764423.889576:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764423.889578:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3738.
00000400:00000200:1.0:1787764423.889580:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000400:00000010:1.0:1787764423.889581:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:1.0:1787764423.889583:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764423.889586:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b1e00 x1874601358841216/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764423.889595:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b1e00 x1874601358841216/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764423.889602:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764423.889603:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764423.889605:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764423.889606:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764423.889609:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b1e00 x1874601358841216/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764423.889616:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764423.889619:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b1e00 x1874601358841216/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764448 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764423.889626:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764423.889629:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764423.889630:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764423.889631:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764423.889633:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764423.889634:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764423.889637:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764423.889640:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764423.889642:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764423.889645:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b1e00 x1874601358841216/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764448 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764423.889653:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358841216:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764423.889656:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764423.889658:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764423.889661:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b1680 x1874601358841088/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764448 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764423.889667:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764423.889669:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764423.889671:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649d000.
02000000:00000001:1.0:1787764423.889674:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764423.889675:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764423.889676:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:1.0:1787764423.889679:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764423.889680:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9e800.
02000000:00000001:1.0:1787764423.889683:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764423.889684:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764423.889686:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b1680.
00000100:00000001:1.0:1787764423.889688:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764423.889690:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764423.889691:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764423.889695:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b1e00 x1874601358841216/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764448 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764423.889715:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764423.889717:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764423.889718:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649f800.
02000000:00000001:1.0:1787764423.889720:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764423.889722:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764423.889723:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:1.0:1787764423.889725:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764423.889726:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9e000.
02000000:00000001:1.0:1787764423.889728:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764423.889729:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764423.889731:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b1e00.
00000100:00000001:1.0:1787764423.889733:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764423.889734:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764423.889736:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764423.889739:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764423.889740:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764423.889742:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764423.889744:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764423.889745:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764423.889749:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b2940 x1874601358841344/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764423.889755:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764423.889756:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764423.889758:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764423.889760:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764423.889762:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764423.889765:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358841344:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764423.889768:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764423.889770:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764423.889771:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764423.889773:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764423.889775:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649f800.
02000000:00000001:1.0:1787764423.889777:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764423.889780:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764423.889783:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3738.
00000400:00000010:1.0:1787764423.889786:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000200:1.0:1787764423.889788:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358841344, portal 4
00000100:00000001:1.0:1787764423.889790:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764423.889791:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542830912 : -114205166720704 : ffff9821899b2940)
00000100:00000040:1.0:1787764423.889797:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b2940 x1874601358841344/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764423.889803:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764423.889805:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764423.889808:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f908.
00000100:00000200:1.0:1787764423.889810:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358841344, offset 0
00000400:00000200:1.0:1787764423.889813:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764423.889817:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764423.889820:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764423.889822:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764423.889825:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764423.889827:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764423.889830:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764423.889832:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70444:70444:256:4294967295] 192.168.202.141@tcp LPNI seq info [70444:70444:8:4294967295]
00000400:00000200:1.0:1787764423.889836:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764423.889842:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764423.889865:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764423.889868:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88000.
00000800:00000200:1.0:1787764423.889872:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764423.889875:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787764423.889879:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764423.889895:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787764423.889899:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764423.889901:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88000.
00000400:00000200:1.0:1787764423.889904:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764423.889907:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764423.889911:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f908
00000400:00000010:1.0:1787764423.889913:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f908.
00000100:00000001:1.0:1787764423.889915:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764423.889918:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b2940 x1874601358841344/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764423.889925:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764423.889928:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b2940 x1874601358841344/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764448 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764423.889934:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764423.889936:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764423.889939:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764423.889942:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:1.0:1787764423.889945:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764423.889947:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299981847
00000100:00000001:1.0:1787764423.889949:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299983115
00000100:00000001:1.0:1787764423.889952:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299981847
00000100:00000001:1.0:1787764423.889953:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299983115
00000100:00000001:1.0:1787764423.889955:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764423.889957:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764423.889959:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764423.889963:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764423/real 1787764423]  req@ffff9821899b2940 x1874601358841344/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764423.889971:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764423.889972:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764423.889974:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3738.
00000400:00000200:1.0:1787764423.889976:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000400:00000010:1.0:1787764423.889978:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:1.0:1787764423.889980:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764423.889983:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b2940 x1874601358841344/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764423.889990:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b2940 x1874601358841344/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764423.889996:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764423.889997:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764423.889999:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764423.890000:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764423.890004:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b2940 x1874601358841344/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764423.890010:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764423.890013:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b2940 x1874601358841344/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764448 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764423.890020:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764423.890022:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764423.890024:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764423.890025:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764423.890027:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764423.890028:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764423.890030:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764423.890034:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764423.890036:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764423.890040:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b2940 x1874601358841344/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764448 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764423.890047:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358841344:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764423.890050:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764423.890053:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b3c00 x1874601358841472/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764423.890059:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764423.890061:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764423.890063:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764423.890064:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764423.890066:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764423.890069:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358841472:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764423.890072:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764423.890073:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764423.890075:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764423.890077:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764423.890080:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649d000.
02000000:00000001:1.0:1787764423.890081:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764423.890084:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764423.890087:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3738.
00000400:00000010:1.0:1787764423.890089:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000200:1.0:1787764423.890092:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358841472, portal 4
00000100:00000001:1.0:1787764423.890093:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764423.890095:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542835712 : -114205166715904 : ffff9821899b3c00)
00000100:00000040:1.0:1787764423.890100:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b3c00 x1874601358841472/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764423.890106:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764423.890109:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764423.890111:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f908.
00000100:00000200:1.0:1787764423.890113:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358841472, offset 0
00000400:00000200:1.0:1787764423.890117:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764423.890120:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764423.890123:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764423.890126:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764423.890128:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764423.890130:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764423.890132:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764423.890135:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70445:70445:256:4294967295] 192.168.202.141@tcp LPNI seq info [70445:70445:8:4294967295]
00000400:00000200:1.0:1787764423.890140:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764423.890146:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764423.890150:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764423.890152:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88000.
00000800:00000200:1.0:1787764423.890156:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764423.890159:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787764423.890163:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764423.890165:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787764423.890168:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764423.890170:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88000.
00000400:00000200:1.0:1787764423.890172:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764423.890175:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764423.890178:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f908
00000400:00000010:1.0:1787764423.890180:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f908.
00000100:00000001:1.0:1787764423.890182:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764423.890185:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b3c00 x1874601358841472/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764423.890191:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764423.890194:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b3c00 x1874601358841472/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764448 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764423.890200:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764423.890201:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764423.890204:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764423.890207:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:1.0:1787764423.890210:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764423.890212:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299981848
00000100:00000001:1.0:1787764423.890214:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299983115
00000100:00000001:1.0:1787764423.890216:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299981848
00000100:00000001:1.0:1787764423.890218:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299983115
00000100:00000001:1.0:1787764423.890220:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764423.890222:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764423.890224:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764423.890227:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764423/real 1787764423]  req@ffff9821899b3c00 x1874601358841472/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764423.890234:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764423.890235:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764423.890237:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3738.
00000400:00000200:1.0:1787764423.890239:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000400:00000010:1.0:1787764423.890240:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:1.0:1787764423.890242:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764423.890245:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b3c00 x1874601358841472/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764448 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764423.890253:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b3c00 x1874601358841472/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764423.890259:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764423.890261:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764423.890262:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764423.890264:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764423.890267:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b3c00 x1874601358841472/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764448 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764423.890273:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764423.890277:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b3c00 x1874601358841472/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764448 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764423.890284:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764423.890286:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764423.890288:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764423.890289:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764423.890291:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764423.890292:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764423.890295:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764423.890298:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764423.890300:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764423.890303:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b3c00 x1874601358841472/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764448 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764423.890311:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358841472:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764423.890314:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764423.890316:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764423.890319:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b2940 x1874601358841344/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764448 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764423.890325:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764423.890326:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764423.890328:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649f800.
02000000:00000001:1.0:1787764423.890330:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764423.890331:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764423.890333:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:1.0:1787764423.890334:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764423.890336:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9c400.
02000000:00000001:1.0:1787764423.890338:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764423.890339:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764423.890341:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b2940.
00000100:00000001:1.0:1787764423.890343:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764423.890344:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764423.890346:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764423.890348:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b3c00 x1874601358841472/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764448 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764423.890359:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764423.890360:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764423.890362:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649d000.
02000000:00000001:1.0:1787764423.890363:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764423.890364:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764423.890366:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:1.0:1787764423.890367:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764423.890369:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9e400.
02000000:00000001:1.0:1787764423.890371:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764423.890372:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764423.890373:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b3c00.
00000100:00000001:1.0:1787764423.890375:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764423.890376:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764423.890378:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764423.890381:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764423.890382:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764423.890384:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764423.890385:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764424.207938:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764424.207947:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764424.207949:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764424.207952:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764424.207956:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764424.207958:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764424.207960:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764424.207961:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764424.207965:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764424.207965:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764424.207968:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764424.207969:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764424.207973:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764424.207975:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764424.207976:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764424.207977:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764424.207979:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764424.207980:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764424.207982:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764424.207984:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764424.207988:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764424.207989:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764424.208016:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764424.208019:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764424.208021:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764424.463920:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764424.463925:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764424.463927:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764424.463931:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764424.463934:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764424.463936:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764424.463938:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764424.463940:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764424.463943:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764425.231910:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299983115, at 4299983168
00000100:00000010:3.0:1787764425.231924:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2c9c0.
00000100:00000040:2.0:1787764425.231933:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4299983115, at 4299983168
00010000:00000001:0.0:1787764425.231939:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:2.0:1787764425.231942:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2c420.
00010000:00000001:0.0:1787764425.231943:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764425.231951:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764425.231952:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764425.231957:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764425.231958:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764425.231963:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764425.231964:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764425.231968:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764425.231969:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764425.231990:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764425.231993:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764425.231996:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764425.487943:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764425.487949:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764425.487950:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764425.487954:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764425.487957:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764425.487964:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764425.487966:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764425.487968:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764425.487970:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764426.255923:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764426.255931:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764426.255937:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764426.255938:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764426.255942:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764426.255943:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764426.255948:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764426.255949:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764426.255953:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764426.255955:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764426.256015:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764426.256019:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764426.256022:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764426.511942:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764426.511948:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764426.511949:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764426.511954:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764426.511957:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764426.511960:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764426.511962:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764426.511964:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764426.511966:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764427.279951:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764427.279960:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764427.279968:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764427.279973:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764427.279975:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764427.279979:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764427.279983:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764427.279985:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764427.279987:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764427.279989:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764427.279993:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764427.279995:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764427.279998:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764427.279999:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764427.280003:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764427.280004:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764427.280027:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764427.280031:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764427.280034:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764427.535936:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764427.535945:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764427.535948:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764427.535953:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764427.535955:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764427.535959:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764427.535961:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764427.535963:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764427.535966:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764428.303970:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764428.303977:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764428.303983:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764428.303985:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764428.303988:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764428.303989:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764428.303992:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764428.303993:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764428.303996:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764428.303998:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764428.304057:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764428.304060:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764428.304062:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764428.559958:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764428.559965:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764428.559968:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764428.559973:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764428.559977:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764428.559980:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764428.559983:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764428.559986:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764428.559989:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764429.008967:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764429.008981:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787764429.008983:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764429.008987:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764429.008992:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764429.009001:0:58520:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5314
00000400:00000200:1.0:1787764429.009012:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764429.009018:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764429.009021:0:58520:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764429.009023:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764429.009027:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764429.009029:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764429.009031:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764429.009034:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764429.009037:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:1.0:1787764429.009040:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764429.009043:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:1.0:1787764429.009044:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:1.0:1787764429.009046:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:1.0:1787764429.009048:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764429.009049:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764429.009050:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764429.009051:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764429.009053:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:1.0:1787764429.009056:0:58520:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764429.009057:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764429.009060:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764429.009063:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764429.009065:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764429.009067:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787764429.009069:0:58520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764429.009079:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f86d00.
00000020:00000040:1.0:1787764429.009082:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:1.0:1787764429.009087:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764429.009088:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764429.009092:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764429.009097:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764429.009102:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764429.009113:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649f800.
00000100:00000001:1.0:1787764429.009122:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764429.009146:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f86d00 x1874601358841600/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764429.009158:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764429.009164:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764429.009170:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008cf4c69e] to pc [ptlrpcd_rcv+-1]  req@ffff982187f86d00 x1874601358841600/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764429.009210:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764429.009213:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764429.009215:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787764429.009216:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764429.009218:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764429.009220:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764429.009222:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5314
00000400:00000200:1.0:1787764429.009225:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764429.009227:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764429.009228:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764429.009230:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764429.009232:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764429.009233:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764429.009235:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764429.009236:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764429.009237:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:1.0:1787764429.009239:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764429.009241:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:1.0:1787764429.009242:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:1.0:1787764429.009244:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:1.0:1787764429.009246:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764429.009247:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764429.009248:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764429.009249:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764429.009251:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:1.0:1787764429.009253:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764429.009255:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764429.009257:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764429.009271:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764429.009273:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764429.009276:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764429.009282:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787764429.009283:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00000001:1.0:1787764429.009286:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764429.009289:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764429.009292:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f86580.
00000020:00000040:1.0:1787764429.009296:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:1.0:1787764429.009299:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764429.009300:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764429.009300:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764429.009306:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787764429.009308:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1787764429.009309:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764429.009314:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764429.009320:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649d400.
00000100:00000001:1.0:1787764429.009324:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764429.009332:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f86580 x1874601358841728/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1787764429.009333:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f86d00 x1874601358841600/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764429.009362:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764429.009366:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764429.009367:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764429.009370:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764429.009377:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d31d406] to pc [ptlrpcd_rcv+-1]  req@ffff982187f86580 x1874601358841728/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787764429.009379:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764429.009385:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764429.009394:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764429.009399:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764429.009407:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358841600:192.168.202.141@tcp:250:kworker.0
00000100:00080000:1.0:1787764429.009408:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764429.009420:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787764429.009423:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1787764429.009424:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764429.009428:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:2.0:1787764429.009430:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1787764429.009433:0:58520:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:2.0:1787764429.009435:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764429.009441:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5314
02000000:00000001:2.0:1787764429.009443:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:1.0:1787764429.009452:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764429.009455:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
02000000:00000010:2.0:1787764429.009456:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869ac00.
00000100:00080000:1.0:1787764429.009458:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764429.009465:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764429.009466:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764429.009468:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764429.009470:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764429.009472:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764429.009473:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:1.0:1787764429.009477:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:2.0:1787764429.009477:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787764429.009481:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:1.0:1787764429.009485:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:1.0:1787764429.009488:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000400:00000200:2.0:1787764429.009491:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000040:1.0:1787764429.009497:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000400:00000010:2.0:1787764429.009500:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000100:00000001:1.0:1787764429.009501:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764429.009510:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000400:00000010:2.0:1787764429.009513:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000001:1.0:1787764429.009514:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764429.009519:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:1.0:1787764429.009522:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000200:2.0:1787764429.009523:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358841600, portal 25
00000100:00000001:1.0:1787764429.009525:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764429.009534:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787764429.009535:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:1.0:1787764429.009539:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764429.009539:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515388672 : -114205194162944 : ffff982187f86d00)
02000000:00000001:1.0:1787764429.009549:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764429.009552:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764429.009555:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00000040:2.0:1787764429.009558:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f86d00 x1874601358841600/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1787764429.009559:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764429.009568:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764429.009580:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f87480.
00000100:00000001:2.0:1787764429.009582:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:1.0:1787764429.009586:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
00000100:00000040:2.0:1787764429.009590:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
02000000:00000001:1.0:1787764429.009600:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1787764429.009600:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
02000000:00000001:1.0:1787764429.009607:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787764429.009609:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358841600, offset 0
00000100:00000001:1.0:1787764429.009614:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764429.009617:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1787764429.009622:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
02000000:00000001:1.0:1787764429.009623:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764429.009636:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
02000000:00000010:1.0:1787764429.009641:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649e000.
00000100:00000001:1.0:1787764429.009648:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764429.009666:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000100:00100000:1.0:1787764429.009672:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f87480 x1874601358841856/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787764429.009678:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764429.009691:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000100:00000001:1.0:1787764429.009695:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1787764429.009700:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1787764429.009704:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764429.009709:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764429.009717:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70446:70446:256:4294967295] 192.168.202.141@tcp LPNI seq info [70446:70446:8:4294967295]
00000100:00000040:1.0:1787764429.009723:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003027b144] to pc [ptlrpcd_rcv+-1]  req@ffff982187f87480 x1874601358841856/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787764429.009723:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764429.009743:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1787764429.009751:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764429.009758:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764429.009765:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787764429.009771:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:2.0:1787764429.009773:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000100:00080000:1.0:1787764429.009774:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000010:2.0:1787764429.009783:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000100:00000001:1.0:1787764429.009792:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:2.0:1787764429.009797:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00080000:1.0:1787764429.009804:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5314
00000800:00000200:2.0:1787764429.009805:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000400:00000200:1.0:1787764429.009813:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764429.009827:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000800:00000200:2.1:1787764429.009830:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00080000:1.0:1787764429.009834:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000800:00000200:2.1:1787764429.009836:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000100:00000040:1.0:1787764429.009843:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764429.009906:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:2.0:1787764429.009911:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000100:00000040:1.0:1787764429.009913:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764429.009920:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000800:00000010:2.0:1787764429.009921:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000020:00000001:1.0:1787764429.009927:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764429.009929:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:1.0:1787764429.009932:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:2.0:1787764429.009933:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:1.0:1787764429.009935:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:1.0:1787764429.009939:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:1.0:1787764429.009942:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000400:00000200:2.0:1787764429.009947:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000100:00000040:1.0:1787764429.009952:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764429.009957:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787764429.009958:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000100:00000040:1.0:1787764429.009964:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764429.009966:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764429.009968:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:1.0:1787764429.009971:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000400:00000010:2.0:1787764429.009973:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:1.0:1787764429.009974:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764429.009983:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764429.009989:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764429.009989:0:2388:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:1.0:1787764429.009996:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764429.009999:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000200:2.0:1787764429.010006:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f86d00 x1874601358841600/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1787764429.010007:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1787764429.010019:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764429.010026:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764429.010036:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f87840.
00000020:00000040:1.0:1787764429.010042:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:1.0:1787764429.010046:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764429.010050:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764429.010051:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787764429.010057:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764429.010062:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:2.0:1787764429.010063:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f86d00 x1874601358841600/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764454 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787764429.010065:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764429.010074:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649ec00.
00000100:00000001:1.0:1787764429.010082:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764429.010084:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764429.010090:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:1.0:1787764429.010091:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f87840 x1874601358841984/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764429.010098:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764429.010106:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1787764429.010108:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764429.010112:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764429.010115:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4299988237
00000100:00000040:1.0:1787764429.010122:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000974c9555] to pc [ptlrpcd_rcv+-1]  req@ffff982187f87840 x1874601358841984/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1787764429.010123:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982198767660.
00000100:00000001:2.0:1787764429.010134:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787764429.010141:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764429.010144:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4299988237
00000100:00080000:1.0:1787764429.010147:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:2.0:1787764429.010150:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9821987676c0.
00000100:00080000:1.0:1787764429.010159:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787764429.010161:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787764429.010164:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787764429.010167:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1787764429.010170:0:58520:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764429.010172:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764429.010176:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787764429.010178:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00080000:1.0:1787764429.010184:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5314
00000100:00100000:2.0:1787764429.010188:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764429/real 1787764429]  req@ffff982187f86d00 x1874601358841600/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787764429.010200:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764429.010214:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764429.010220:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000400:00000001:2.0:1787764429.010222:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:1.0:1787764429.010226:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000400:00000001:2.0:1787764429.010227:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787764429.010236:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1787764429.010236:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000100:00000040:1.0:1787764429.010242:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000400:00000200:2.0:1787764429.010245:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000100:00000001:1.0:1787764429.010246:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000400:00000010:2.0:1787764429.010249:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000020:00000001:1.0:1787764429.010251:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764429.010256:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000100:00000001:2.0:1787764429.010257:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:1.0:1787764429.010262:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000200:2.0:1787764429.010265:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f86d00 x1874601358841600/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787764429.010267:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:1.0:1787764429.010275:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:1.0:1787764429.010285:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000200:2.0:1787764429.010289:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f86d00 x1874601358841600/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764429.010299:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:1.0:1787764429.010303:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764429.010303:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764429.010308:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764429.010310:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787764429.010311:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764429.010316:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764429.010320:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764429.010324:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00100000:2.0:1787764429.010326:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f86d00 x1874601358841600/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764429.010331:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764429.010339:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764429.010345:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764429.010354:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764429.010360:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764429.010360:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764429.010366:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764429.010370:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1787764429.010376:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764429.010377:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f86d00 x1874601358841600/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764454 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764429.010381:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764429.010394:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f85e00.
00000100:00000001:2.0:1787764429.010397:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:1.0:1787764429.010400:0:58520:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
00000100:00000001:2.0:1787764429.010401:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1787764429.010408:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787764429.010408:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:1.0:1787764429.010412:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764429.010413:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764429.010421:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787764429.010422:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000001:1.0:1787764429.010425:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787764429.010426:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:1.0:1787764429.010431:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764429.010433:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
02000000:00000010:1.0:1787764429.010438:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649c000.
00000100:00080000:2.0:1787764429.010441:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764429.010447:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764429.010448:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787764429.010473:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f85e00 x1874601358842112/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1787764429.010473:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f86d00 x1874601358841600/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764454 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764429.010534:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00100000:2.0:1787764429.010540:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358841600:192.168.202.141@tcp:250:kworker.0
00000100:00000001:1.0:1787764429.010541:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764429.010554:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764429.010561:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004bea692] to pc [ptlrpcd_rcv+-1]  req@ffff982187f85e00 x1874601358842112/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764429.010561:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764429.010569:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f86d00 x1874601358841600/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764454 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764429.010604:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764429.010611:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000040:1.0:1787764429.010615:0:58520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5324)
02000000:00000001:2.0:1787764429.010616:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764429.010623:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869ac00.
02000000:00000001:2.0:1787764429.010627:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764429.010631:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764429.010633:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000020:00000001:2.0:1787764429.010636:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764429.010638:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649f800.
02000000:00000001:2.0:1787764429.010643:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764429.010647:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764429.010649:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f86d00.
00000100:00000001:2.0:1787764429.010661:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764429.010663:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764429.010665:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764429.010672:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764429.010674:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764429.010676:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764429.010678:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764429.010679:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764429.010683:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f86580 x1874601358841728/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764429.010694:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764429.010696:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764429.010698:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764429.010700:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764429.010702:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764429.010704:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358841728:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764429.010707:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764429.010709:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764429.010710:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764429.010712:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764429.010715:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869ac00.
02000000:00000001:2.0:1787764429.010716:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764429.010719:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764429.010722:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764429.010726:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764429.010728:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358841728, portal 10
00000100:00000001:2.0:1787764429.010730:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764429.010731:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515386752 : -114205194164864 : ffff982187f86580)
00000100:00000040:2.0:1787764429.010736:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f86580 x1874601358841728/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764429.010742:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764429.010744:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764429.010745:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000200:2.0:1787764429.010747:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358841728, offset 0
00000400:00000200:2.0:1787764429.010750:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764429.010754:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764429.010758:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764429.010760:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764429.010762:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764429.010764:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764429.010766:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764429.010770:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70447:70447:256:4294967295] 192.168.202.141@tcp LPNI seq info [70447:70447:8:4294967295]
00000400:00000200:2.0:1787764429.010774:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764429.010779:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764429.010784:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764429.010787:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000800:00000200:2.0:1787764429.010790:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764429.010792:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787764429.010796:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764429.010798:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1787764429.010802:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764429.010803:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:2.0:1787764429.010806:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764429.010809:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764429.010811:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:2.0:1787764429.010813:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:2.0:1787764429.010815:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764429.010818:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f86580 x1874601358841728/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764429.010825:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764429.010827:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f86580 x1874601358841728/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764454 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764429.010833:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764429.010835:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764429.010837:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764429.010841:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:2.0:1787764429.010845:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764429.010865:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299986968
00000100:00000001:2.0:1787764429.010868:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299988237
00000100:00000001:2.0:1787764429.010870:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299986968
00000100:00000001:2.0:1787764429.010872:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299988237
00000100:00000001:2.0:1787764429.010874:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764429.010876:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764429.010878:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764429.010882:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764429/real 1787764429]  req@ffff982187f86580 x1874601358841728/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764429.010890:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764429.010891:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764429.010893:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764429.010895:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764429.010897:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764429.010900:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764429.010904:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f86580 x1874601358841728/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764429.010912:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f86580 x1874601358841728/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764429.010918:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764429.010920:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764429.010921:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764429.010922:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764429.010926:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f86580 x1874601358841728/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764429.010932:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764429.010935:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f86580 x1874601358841728/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764454 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764429.010942:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764429.010944:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764429.010946:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764429.010947:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764429.010949:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764429.010951:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764429.010953:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764429.010957:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764429.010959:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764429.010964:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f86580 x1874601358841728/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764454 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764429.010972:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358841728:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764429.010976:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764429.010979:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f87480 x1874601358841856/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764429.010986:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764429.010988:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764429.010990:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764429.010992:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764429.010993:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764429.010996:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358841856:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764429.010999:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764429.011001:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764429.011002:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764429.011004:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764429.011007:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188699c00.
02000000:00000001:2.0:1787764429.011009:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764429.011012:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764429.011015:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764429.011017:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764429.011020:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358841856, portal 10
00000100:00000001:2.0:1787764429.011022:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764429.011023:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515390592 : -114205194161024 : ffff982187f87480)
00000100:00000040:2.0:1787764429.011029:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f87480 x1874601358841856/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764429.011034:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764429.011037:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764429.011039:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000200:2.0:1787764429.011041:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358841856, offset 0
00000400:00000200:2.0:1787764429.011044:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764429.011048:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764429.011051:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764429.011054:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764429.011057:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764429.011059:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764429.011061:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764429.011063:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70448:70448:256:4294967295] 192.168.202.141@tcp LPNI seq info [70448:70448:8:4294967295]
00000400:00000200:2.0:1787764429.011067:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764429.011072:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764429.011076:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764429.011079:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000800:00000200:2.0:1787764429.011083:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764429.011085:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787764429.011088:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764429.011091:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1787764429.011094:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764429.011096:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:2.0:1787764429.011098:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764429.011100:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764429.011103:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:2.0:1787764429.011104:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:2.0:1787764429.011107:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764429.011110:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f87480 x1874601358841856/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764429.011117:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764429.011120:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f87480 x1874601358841856/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764454 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764429.011125:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764429.011127:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764429.011130:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764429.011132:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:2.0:1787764429.011135:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764429.011137:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299986963
00000100:00000001:2.0:1787764429.011139:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299988237
00000100:00000001:2.0:1787764429.011141:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299986963
00000100:00000001:2.0:1787764429.011143:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299988237
00000100:00000001:2.0:1787764429.011144:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764429.011146:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764429.011148:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764429.011151:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764429/real 1787764429]  req@ffff982187f87480 x1874601358841856/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764429.011158:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764429.011159:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764429.011161:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764429.011163:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764429.011164:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764429.011166:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764429.011169:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f87480 x1874601358841856/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764429.011177:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f87480 x1874601358841856/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764429.011183:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764429.011184:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764429.011186:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764429.011187:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764429.011190:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f87480 x1874601358841856/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764429.011196:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764429.011200:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f87480 x1874601358841856/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764454 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764429.011207:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764429.011209:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764429.011210:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764429.011211:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764429.011213:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764429.011214:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764429.011217:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764429.011220:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764429.011222:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764429.011226:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f87480 x1874601358841856/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764454 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764429.011233:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358841856:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764429.011236:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764429.011240:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f87840 x1874601358841984/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764429.011247:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764429.011248:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764429.011250:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764429.011251:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764429.011253:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764429.011256:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358841984:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764429.011259:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764429.011261:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764429.011262:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764429.011264:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764429.011267:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188698000.
02000000:00000001:2.0:1787764429.011280:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764429.011284:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764429.011291:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764429.011295:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764429.011298:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358841984, portal 4
00000100:00000001:2.0:1787764429.011300:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764429.011301:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515391552 : -114205194160064 : ffff982187f87840)
00000100:00000040:2.0:1787764429.011307:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f87840 x1874601358841984/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764429.011312:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764429.011314:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764429.011317:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000200:2.0:1787764429.011319:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358841984, offset 0
00000400:00000200:2.0:1787764429.011322:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764429.011326:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764429.011329:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764429.011331:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764429.011334:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764429.011336:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764429.011338:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764429.011341:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70449:70449:256:4294967295] 192.168.202.141@tcp LPNI seq info [70449:70449:8:4294967295]
00000400:00000200:2.0:1787764429.011345:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764429.011350:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764429.011354:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764429.011357:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000800:00000200:2.0:1787764429.011361:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764429.011363:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787764429.011366:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764429.011369:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1787764429.011372:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764429.011374:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:2.0:1787764429.011377:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764429.011379:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764429.011382:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:2.0:1787764429.011383:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:2.0:1787764429.011386:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764429.011389:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f87840 x1874601358841984/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764429.011395:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764429.011398:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f87840 x1874601358841984/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764454 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764429.011404:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764429.011405:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764429.011408:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764429.011411:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:2.0:1787764429.011414:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764429.011415:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299986968
00000100:00000001:2.0:1787764429.011418:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299988237
00000100:00000001:2.0:1787764429.011420:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299986968
00000100:00000001:2.0:1787764429.011421:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299988237
00000100:00000001:2.0:1787764429.011423:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764429.011425:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764429.011427:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764429.011431:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764429/real 1787764429]  req@ffff982187f87840 x1874601358841984/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764429.011438:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764429.011439:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764429.011440:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764429.011443:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764429.011444:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764429.011446:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764429.011450:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f87840 x1874601358841984/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764429.011457:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f87840 x1874601358841984/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764429.011468:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764429.011469:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764429.011471:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764429.011472:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764429.011476:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f87840 x1874601358841984/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764429.011482:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764429.011486:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f87840 x1874601358841984/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764454 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764429.011493:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764429.011495:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764429.011496:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764429.011497:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764429.011499:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764429.011500:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764429.011503:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764429.011506:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764429.011508:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764429.011512:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f87840 x1874601358841984/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764454 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764429.011519:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358841984:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764429.011523:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764429.011526:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f85e00 x1874601358842112/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764429.011532:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764429.011534:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764429.011537:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764429.011538:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764429.011540:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764429.011543:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f85e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358842112:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764429.011546:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764429.011548:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764429.011549:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764429.011551:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764429.011553:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869bc00.
02000000:00000001:2.0:1787764429.011555:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764429.011558:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764429.011560:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764429.011563:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764429.011566:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358842112, portal 4
00000100:00000001:2.0:1787764429.011567:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764429.011569:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515384832 : -114205194166784 : ffff982187f85e00)
00000100:00000040:2.0:1787764429.011574:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f85e00 x1874601358842112/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764429.011579:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764429.011582:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764429.011584:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000200:2.0:1787764429.011586:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358842112, offset 0
00000400:00000200:2.0:1787764429.011589:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764429.011593:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764429.011596:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764429.011599:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764429.011601:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764429.011603:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764429.011604:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764429.011607:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70450:70450:256:4294967295] 192.168.202.141@tcp LPNI seq info [70450:70450:8:4294967295]
00000400:00000200:2.0:1787764429.011611:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764429.011616:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764429.011621:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764429.011625:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000800:00000200:2.0:1787764429.011628:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764429.011630:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787764429.011634:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764429.011636:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1787764429.011639:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764429.011641:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:2.0:1787764429.011644:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764429.011647:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764429.011650:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:2.0:1787764429.011664:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:2.0:1787764429.011667:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764429.011671:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f85e00 x1874601358842112/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764429.011677:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764429.011680:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f85e00 x1874601358842112/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764454 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764429.011685:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764429.011687:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764429.011689:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764429.011692:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:2.0:1787764429.011695:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764429.011697:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299986969
00000100:00000001:2.0:1787764429.011700:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299988237
00000100:00000001:2.0:1787764429.011701:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299986969
00000100:00000001:2.0:1787764429.011703:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299988237
00000100:00000001:2.0:1787764429.011705:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764429.011707:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764429.011709:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764429.011713:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764429/real 1787764429]  req@ffff982187f85e00 x1874601358842112/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764429.011720:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764429.011721:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764429.011722:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764429.011725:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764429.011726:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764429.011729:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764429.011732:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f85e00 x1874601358842112/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764429.011739:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f85e00 x1874601358842112/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764429.011744:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764429.011746:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764429.011748:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764429.011749:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764429.011752:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f85e00 x1874601358842112/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764429.011758:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764429.011762:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f85e00 x1874601358842112/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764454 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764429.011768:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764429.011770:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764429.011772:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764429.011773:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764429.011775:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764429.011776:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764429.011779:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764429.011782:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764429.011784:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764429.011788:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f85e00 x1874601358842112/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764454 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764429.011795:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f85e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358842112:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764429.011798:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764429.011800:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764429.011802:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f86580 x1874601358841728/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764454 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764429.011808:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764429.011810:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764429.011811:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869ac00.
02000000:00000001:2.0:1787764429.011814:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764429.011815:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764429.011816:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:2.0:1787764429.011818:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764429.011820:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649d400.
02000000:00000001:2.0:1787764429.011823:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764429.011824:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764429.011825:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f86580.
00000100:00000001:2.0:1787764429.011827:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764429.011829:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764429.011830:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764429.011833:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f87480 x1874601358841856/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764454 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764429.011838:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764429.011839:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764429.011841:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188699c00.
02000000:00000001:2.0:1787764429.011843:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764429.011844:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764429.011845:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:2.0:1787764429.011862:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764429.011864:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649e000.
02000000:00000001:2.0:1787764429.011867:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764429.011868:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764429.011869:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f87480.
00000100:00000001:2.0:1787764429.011872:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764429.011874:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764429.011876:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764429.011880:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f87840 x1874601358841984/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764454 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764429.011885:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764429.011887:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764429.011888:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188698000.
02000000:00000001:2.0:1787764429.011890:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764429.011891:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764429.011893:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:2.0:1787764429.011894:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764429.011896:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649ec00.
02000000:00000001:2.0:1787764429.011897:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764429.011898:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764429.011900:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f87840.
00000100:00000001:2.0:1787764429.011901:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764429.011902:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764429.011904:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764429.011906:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f85e00 x1874601358842112/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764454 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764429.011912:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764429.011913:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764429.011914:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869bc00.
02000000:00000001:2.0:1787764429.011916:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764429.011917:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764429.011919:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:2.0:1787764429.011920:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764429.011921:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649c000.
02000000:00000001:2.0:1787764429.011923:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764429.011924:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764429.011926:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f85e00.
00000100:00000001:2.0:1787764429.011928:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764429.011929:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764429.011931:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764429.011934:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764429.011936:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764429.011938:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764429.011939:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764429.328194:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764429.328204:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764429.328213:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764429.328214:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764429.328219:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764429.328223:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764429.328226:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764429.328231:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764429.328235:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764429.328238:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764429.328240:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764429.328242:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764429.328247:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764429.328249:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764429.328254:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764429.328256:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764429.328257:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764429.328259:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764429.328260:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764429.328262:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764429.328264:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764429.328265:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764429.328305:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764429.328312:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764429.328317:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764429.583945:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764429.583952:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764429.583954:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764429.583960:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764429.583966:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764429.583970:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764429.583974:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764429.583978:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764429.583982:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764430.351953:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4299988237, at 4299988288
00000100:00000040:3.0:1787764430.351953:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299988237, at 4299988288
00010000:00000001:0.0:1787764430.351957:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764430.351962:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764430.351966:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9821987676c0.
00000100:00000010:2.0:1787764430.351967:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767660.
00010000:00000001:0.0:1787764430.351968:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764430.351971:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764430.351976:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764430.351977:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764430.351981:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764430.351983:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764430.351986:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764430.351988:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764430.352010:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764430.352012:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764430.352015:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764430.607958:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764430.607972:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764430.607974:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764430.607980:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764430.607983:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764430.607987:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764430.607990:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764430.607992:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764430.607995:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764431.375920:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764431.375925:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764431.375928:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764431.375929:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764431.375931:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764431.375932:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764431.375934:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764431.375934:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764431.375936:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764431.375937:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764431.375958:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764431.375960:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764431.375962:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764431.631924:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764431.631930:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764431.631932:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764431.631936:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764431.631939:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764431.631942:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764431.631945:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764431.631947:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764431.631949:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764432.399959:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764432.399966:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764432.399973:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764432.399974:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764432.399977:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764432.399978:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764432.399982:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764432.399983:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764432.399986:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764432.399987:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764432.400049:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764432.400053:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764432.400056:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764432.656041:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764432.656048:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764432.656049:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764432.656055:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764432.656058:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764432.656061:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764432.656064:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764432.656066:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764432.656068:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764433.424449:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764433.424457:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764433.424460:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764433.424464:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764433.424468:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764433.424470:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764433.424472:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764433.424474:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764433.424478:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764433.424480:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764433.424483:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764433.424484:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764433.424488:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764433.424489:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764433.424491:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764433.424492:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764433.424494:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764433.424495:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764433.424497:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764433.424498:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764433.424502:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764433.424503:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764433.424525:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764433.424528:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764433.424531:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764433.679918:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764433.679927:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764433.679929:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764433.679936:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764433.679940:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764433.679944:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764433.679947:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764433.679950:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764433.679952:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764434.128800:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764434.128811:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764434.128813:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764434.128817:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764434.128821:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764434.128828:0:58520:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5319
00000400:00000200:3.0:1787764434.128837:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764434.128843:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764434.128846:0:58520:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764434.128885:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764434.128889:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764434.128891:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764434.128893:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764434.128898:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764434.128900:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:3.0:1787764434.128903:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764434.128907:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:3.0:1787764434.128909:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:3.0:1787764434.128912:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:3.0:1787764434.128915:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764434.128918:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764434.128919:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764434.128922:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764434.128924:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:3.0:1787764434.128928:0:58520:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764434.128930:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764434.128933:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764434.128937:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764434.128940:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764434.128942:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764434.128944:0:58520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764434.128953:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b1a40.
00000020:00000040:3.0:1787764434.128958:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:3.0:1787764434.128961:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764434.128963:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764434.128966:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764434.128969:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764434.128972:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764434.128980:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9c000.
00000100:00000001:3.0:1787764434.128986:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764434.128994:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b1a40 x1874601358842240/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764434.129004:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764434.129008:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764434.129013:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b5428e47] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b1a40 x1874601358842240/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764434.129035:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764434.129038:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764434.129041:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764434.129043:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764434.129045:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764434.129047:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764434.129049:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5319
00000400:00000200:3.0:1787764434.129054:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764434.129058:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764434.129061:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787764434.129062:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764434.129067:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764434.129069:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787764434.129076:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000040:2.0:1787764434.129078:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b1a40 x1874601358842240/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764434.129082:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764434.129088:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764434.129093:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:2.0:1787764434.129095:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1787764434.129099:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787764434.129100:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787764434.129103:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
02000000:00000001:2.0:1787764434.129106:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:3.0:1787764434.129107:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:2.0:1787764434.129110:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1787764434.129111:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:3.0:1787764434.129115:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:3.0:1787764434.129118:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:3.0:1787764434.129121:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
02000000:00000001:2.0:1787764434.129125:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764434.129125:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764434.129128:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764434.129130:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764434.129136:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00100000:2.0:1787764434.129137:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358842240:192.168.202.141@tcp:250:kworker.0
00000100:00080000:3.0:1787764434.129144:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764434.129145:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787764434.129149:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764434.129152:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787764434.129154:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764434.129156:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764434.129160:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787764434.129161:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764434.129165:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764434.129166:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188699c00.
00000100:00000001:3.0:1787764434.129167:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787764434.129172:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1787764434.129174:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764434.129178:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764434.129179:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764434.129183:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787764434.129186:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000100:00000010:3.0:1787764434.129189:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0000.
00000020:00000040:3.0:1787764434.129193:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
00000400:00000010:2.0:1787764434.129194:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
02000000:00000001:3.0:1787764434.129197:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764434.129201:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764434.129203:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:2.0:1787764434.129204:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358842240, portal 25
02000000:00000001:3.0:1787764434.129205:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764434.129209:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764434.129210:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764434.129213:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542827072 : -114205166724544 : ffff9821899b1a40)
02000000:00000010:3.0:1787764434.129218:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9e400.
00000100:00000040:2.0:1787764434.129221:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b1a40 x1874601358842240/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764434.129224:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764434.129233:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:3.0:1787764434.129234:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0000 x1874601358842368/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764434.129244:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764434.129246:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764434.129251:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000084e1803] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0000 x1874601358842368/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764434.129259:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764434.129261:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764434.129265:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764434.129266:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764434.129267:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764434.129270:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764434.129272:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5319
00000400:00000200:3.0:1787764434.129276:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764434.129278:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764434.129281:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764434.129285:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000040:2.0:1787764434.129286:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000100:00000001:3.0:1787764434.129291:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1787764434.129292:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000040:3.0:1787764434.129294:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000200:2.0:1787764434.129297:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358842240, offset 0
00000100:00000001:3.0:1787764434.129299:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764434.129304:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764434.129305:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000400:00000200:2.0:1787764434.129308:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000020:00000001:3.0:1787764434.129309:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764434.129314:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:3.0:1787764434.129316:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000400:00000200:2.0:1787764434.129320:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000020:00000001:3.0:1787764434.129321:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:3.0:1787764434.129328:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000400:00000200:2.0:1787764434.129330:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000100:00000001:3.0:1787764434.129332:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787764434.129338:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1787764434.129338:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764434.129343:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000400:00000200:2.0:1787764434.129345:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000020:00000040:3.0:1787764434.129349:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000400:00000200:2.0:1787764434.129352:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000100:00080000:3.0:1787764434.129357:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000400:00000200:2.0:1787764434.129359:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000100:00000001:3.0:1787764434.129363:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764434.129368:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70451:70451:256:4294967295] 192.168.202.141@tcp LPNI seq info [70451:70451:8:4294967295]
02000000:00000001:3.0:1787764434.129369:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764434.129374:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1787764434.129376:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764434.129386:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1787764434.129389:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764434.129393:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:2.0:1787764434.129395:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000008:00100000:3.0:1787764434.129399:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000010:2.0:1787764434.129403:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000008:00000001:3.0:1787764434.129403:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764434.129409:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764434.129413:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0f00.
00000800:00000200:2.0:1787764434.129414:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000020:00000040:3.0:1787764434.129418:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
00000800:00000200:2.0:1787764434.129421:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
02000000:00000001:3.0:1787764434.129424:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764434.129427:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787764434.129429:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:3.0:1787764434.129431:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764434.129434:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.1:1787764434.129435:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
02000000:00000001:3.0:1787764434.129439:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1787764434.129444:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
02000000:00000010:3.0:1787764434.129447:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9c400.
00000800:00000010:2.0:1787764434.129448:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000100:00000001:3.0:1787764434.129454:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764434.129457:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:3.0:1787764434.129463:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0f00 x1874601358842496/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787764434.129466:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764434.129474:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000100:00000001:3.0:1787764434.129476:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1787764434.129478:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:3.0:1787764434.129481:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764434.129488:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031bb8c12] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0f00 x1874601358842496/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764434.129496:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764434.129498:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764434.129502:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764434.129503:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764434.129505:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764434.129507:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764434.129509:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5319
00000400:00000200:3.0:1787764434.129513:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764434.129516:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764434.129518:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764434.129521:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764434.129523:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764434.129525:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764434.129527:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764434.129528:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764434.129529:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:3.0:1787764434.129531:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764434.129533:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:3.0:1787764434.129535:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:3.0:1787764434.129536:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:3.0:1787764434.129539:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764434.129541:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787764434.129649:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764434.129655:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b1a40 x1874601358842240/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764434.129665:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764434.129669:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b1a40 x1874601358842240/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764459 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764434.129727:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764434.129730:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764434.129733:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:3.0:1787764434.129736:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764434.129738:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764434.129740:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764434.129743:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764434.129745:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764434.129746:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764434.129749:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764434.129751:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764434.129753:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764434.129811:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b3840.
00000020:00000040:3.0:1787764434.129815:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:3.0:1787764434.129821:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764434.129823:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764434.129826:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764434.129827:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787764434.129831:0:2388:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1787764434.129831:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764434.129834:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764434.129840:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764434.129841:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9e000.
00000100:00000001:3.0:1787764434.129867:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764434.129874:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b3840 x1874601358842624/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764434.129882:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1787764434.129883:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764434.129886:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764434.129889:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4299993357
00000100:00000040:3.0:1787764434.129893:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a874aff9] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b3840 x1874601358842624/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764434.129901:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764434.129908:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764434.129911:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764434.129912:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764434.129914:0:58520:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764434.129917:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764434.129920:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5319
00000400:00000200:3.0:1787764434.129924:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764434.129929:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764434.129933:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000010:2.0:1787764434.129934:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982198767660.
00000100:00000040:3.0:1787764434.129937:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764434.129942:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787764434.129943:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000100:00000040:3.0:1787764434.129945:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764434.129948:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:2.0:1787764434.129950:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4299993357
00000020:00000001:3.0:1787764434.129951:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764434.129955:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:3.0:1787764434.129957:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764434.129959:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:3.0:1787764434.129961:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:3.0:1787764434.129963:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:3.0:1787764434.129966:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764434.129968:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764434.129969:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764434.129971:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764434.129973:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:3.0:1787764434.129975:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764434.129977:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764434.129979:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764434.129982:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764434.129984:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764434.129986:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764434.129988:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764434.129990:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764434.129991:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982198767e40.
00000100:00000001:3.0:1787764434.129992:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764434.130000:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000100:00000010:3.0:1787764434.130000:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b03c0.
00000020:00000040:3.0:1787764434.130005:0:58520:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
00000100:00000001:2.0:1787764434.130006:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764434.130009:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1787764434.130011:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764434.130013:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764434.130016:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787764434.130016:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764434.130020:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764434.130022:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764434.130024:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764434/real 1787764434]  req@ffff9821899b1a40 x1874601358842240/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1787764434.130029:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9e800.
00000100:00000001:3.0:1787764434.130035:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787764434.130042:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00100000:3.0:1787764434.130045:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b03c0 x1874601358842752/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:2.0:1787764434.130046:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764434.130049:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764434.130055:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764434.130057:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:3.0:1787764434.130060:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764434.130061:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787764434.130065:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787764434.130068:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b1a40 x1874601358842240/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764434.130074:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fa8aa37] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b03c0 x1874601358842752/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764434.130085:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764434.130088:0:58520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5329)
00000100:00000200:2.0:1787764434.130228:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b1a40 x1874601358842240/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764434.130236:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764434.130238:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764434.130240:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764434.130241:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764434.130245:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b1a40 x1874601358842240/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764434.130252:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764434.130257:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b1a40 x1874601358842240/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764459 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764434.130264:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764434.130267:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764434.130269:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764434.130270:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764434.130272:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764434.130273:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764434.130276:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764434.130280:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764434.130283:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764434.130287:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b1a40 x1874601358842240/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764459 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764434.130295:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358842240:192.168.202.141@tcp:250:kworker.0
00000100:00000001:2.0:1787764434.130301:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764434.130303:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764434.130306:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b1a40 x1874601358842240/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764459 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764434.130318:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764434.130320:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764434.130322:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188699c00.
02000000:00000001:2.0:1787764434.130326:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764434.130328:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764434.130329:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000020:00000001:2.0:1787764434.130331:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764434.130334:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9c000.
02000000:00000001:2.0:1787764434.130337:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764434.130339:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764434.130341:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b1a40.
00000100:00000001:2.0:1787764434.130344:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764434.130345:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764434.130347:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764434.130354:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764434.130356:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764434.130358:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764434.130359:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764434.130361:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764434.130364:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b0000 x1874601358842368/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764434.130371:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764434.130373:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764434.130375:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764434.130376:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764434.130378:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764434.130381:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358842368:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764434.130384:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764434.130386:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764434.130387:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764434.130389:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764434.130392:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188699c00.
02000000:00000001:2.0:1787764434.130394:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764434.130398:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764434.130401:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764434.130404:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764434.130408:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358842368, portal 10
00000100:00000001:2.0:1787764434.130410:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764434.130411:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542820352 : -114205166731264 : ffff9821899b0000)
00000100:00000040:2.0:1787764434.130418:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b0000 x1874601358842368/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764434.130424:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764434.130426:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764434.130428:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000200:2.0:1787764434.130430:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358842368, offset 0
00000400:00000200:2.0:1787764434.130435:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764434.130439:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764434.130442:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764434.130445:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764434.130448:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764434.130450:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764434.130452:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764434.130455:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70452:70452:256:4294967295] 192.168.202.141@tcp LPNI seq info [70452:70452:8:4294967295]
00000400:00000200:2.0:1787764434.130459:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764434.130464:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764434.130468:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764434.130472:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000800:00000200:2.0:1787764434.130476:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764434.130479:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787764434.130484:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764434.130568:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1787764434.130573:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764434.130575:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:2.0:1787764434.130578:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764434.130582:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764434.130585:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:2.0:1787764434.130587:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:2.0:1787764434.130590:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764434.130594:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b0000 x1874601358842368/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764434.130601:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764434.130604:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b0000 x1874601358842368/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764459 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764434.130628:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764434.130630:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764434.130634:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764434.130637:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:2.0:1787764434.130641:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764434.130643:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299992088
00000100:00000001:2.0:1787764434.130645:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299993357
00000100:00000001:2.0:1787764434.130647:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299992088
00000100:00000001:2.0:1787764434.130649:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299993357
00000100:00000001:2.0:1787764434.130651:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764434.130653:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764434.130655:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764434.130659:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764434/real 1787764434]  req@ffff9821899b0000 x1874601358842368/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764434.130666:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764434.130667:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764434.130669:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764434.130671:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764434.130673:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764434.130675:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764434.130678:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b0000 x1874601358842368/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764434.130684:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b0000 x1874601358842368/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764434.130694:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764434.130696:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764434.130698:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764434.130699:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764434.130702:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b0000 x1874601358842368/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764434.130708:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764434.130712:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b0000 x1874601358842368/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764459 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764434.130717:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764434.130720:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764434.130721:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764434.130722:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764434.130724:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764434.130726:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764434.130728:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764434.130731:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764434.130733:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764434.130737:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b0000 x1874601358842368/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764459 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764434.130743:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358842368:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764434.130747:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764434.130750:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b0f00 x1874601358842496/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764434.130919:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764434.130922:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764434.130926:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764434.130927:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764434.130929:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764434.130933:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358842496:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764434.130936:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764434.130938:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764434.130940:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764434.130942:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764434.130945:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869ac00.
02000000:00000001:2.0:1787764434.130946:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764434.130949:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764434.130952:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764434.130955:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764434.130958:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358842496, portal 10
00000100:00000001:2.0:1787764434.130960:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764434.130961:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542824192 : -114205166727424 : ffff9821899b0f00)
00000100:00000040:2.0:1787764434.130967:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b0f00 x1874601358842496/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764434.130974:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764434.130976:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764434.130978:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000200:2.0:1787764434.130981:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358842496, offset 0
00000400:00000200:2.0:1787764434.130985:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764434.130988:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764434.130992:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764434.130994:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764434.130997:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764434.131000:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764434.131002:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764434.131005:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70453:70453:256:4294967295] 192.168.202.141@tcp LPNI seq info [70453:70453:8:4294967295]
00000400:00000200:2.0:1787764434.131009:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764434.131014:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764434.131018:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764434.131022:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000800:00000200:2.0:1787764434.131026:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764434.131028:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787764434.131032:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764434.131034:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1787764434.131050:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764434.131052:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:2.0:1787764434.131055:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764434.131058:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764434.131061:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:2.0:1787764434.131063:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:2.0:1787764434.131066:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764434.131069:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b0f00 x1874601358842496/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764434.131076:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764434.131079:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b0f00 x1874601358842496/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764459 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764434.131086:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764434.131088:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764434.131091:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764434.131093:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:2.0:1787764434.131096:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764434.131098:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299992083
00000100:00000001:2.0:1787764434.131101:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299993357
00000100:00000001:2.0:1787764434.131103:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299992083
00000100:00000001:2.0:1787764434.131105:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299993357
00000100:00000001:2.0:1787764434.131107:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764434.131421:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764434.131425:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764434.131430:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764434/real 1787764434]  req@ffff9821899b0f00 x1874601358842496/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764434.131438:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764434.131439:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764434.131441:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764434.131444:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764434.131445:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764434.131448:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764434.131450:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b0f00 x1874601358842496/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764434.131457:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b0f00 x1874601358842496/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764434.131463:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764434.131464:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764434.131466:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764434.131467:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764434.131471:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b0f00 x1874601358842496/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764434.131477:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764434.131481:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b0f00 x1874601358842496/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764459 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764434.131690:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764434.131693:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764434.131694:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764434.131695:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764434.131697:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764434.131699:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764434.131702:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764434.131706:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764434.131708:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764434.131713:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b0f00 x1874601358842496/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764459 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764434.131722:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358842496:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764434.131726:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764434.131729:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b3840 x1874601358842624/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764434.131736:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764434.131737:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764434.131740:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764434.131741:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764434.131743:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764434.131746:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358842624:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764434.131749:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764434.131751:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764434.131753:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764434.131755:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764434.131759:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188698400.
02000000:00000001:2.0:1787764434.131760:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764434.131764:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764434.131767:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764434.131770:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764434.131773:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358842624, portal 4
00000100:00000001:2.0:1787764434.131775:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764434.131776:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542834752 : -114205166716864 : ffff9821899b3840)
00000100:00000040:2.0:1787764434.131782:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b3840 x1874601358842624/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764434.131788:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764434.131791:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764434.131793:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000200:2.0:1787764434.131796:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358842624, offset 0
00000400:00000200:2.0:1787764434.131801:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764434.131805:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764434.131808:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764434.131811:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764434.131814:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764434.131816:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764434.131819:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764434.131821:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70454:70454:256:4294967295] 192.168.202.141@tcp LPNI seq info [70454:70454:8:4294967295]
00000400:00000200:2.0:1787764434.131825:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764434.131832:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764434.131836:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764434.131840:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000800:00000200:2.0:1787764434.131844:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764434.131865:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787764434.131870:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764434.131873:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1787764434.131876:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764434.131878:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:2.0:1787764434.131881:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764434.131884:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764434.131888:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:2.0:1787764434.131889:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:2.0:1787764434.131892:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764434.131896:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b3840 x1874601358842624/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764434.131902:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764434.131905:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b3840 x1874601358842624/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764459 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764434.131910:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764434.131911:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764434.131914:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764434.131917:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:2.0:1787764434.131919:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764434.131922:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299992089
00000100:00000001:2.0:1787764434.131924:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299993357
00000100:00000001:2.0:1787764434.131926:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299992089
00000100:00000001:2.0:1787764434.131928:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299993357
00000100:00000001:2.0:1787764434.131930:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764434.131932:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764434.131933:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764434.131937:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764434/real 1787764434]  req@ffff9821899b3840 x1874601358842624/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764434.131944:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764434.131946:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764434.131947:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764434.131950:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764434.131951:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764434.131953:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764434.131956:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b3840 x1874601358842624/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764434.131965:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b3840 x1874601358842624/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764434.131970:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764434.131971:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764434.131973:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764434.131974:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764434.131979:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b3840 x1874601358842624/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764434.131985:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764434.131989:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b3840 x1874601358842624/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764459 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764434.131995:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764434.131997:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764434.131999:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764434.132000:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764434.132002:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764434.132003:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764434.132006:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764434.132009:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764434.132011:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764434.132014:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b3840 x1874601358842624/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764459 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764434.132022:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358842624:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764434.132026:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764434.132029:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b03c0 x1874601358842752/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764434.132037:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764434.132038:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764434.132040:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764434.132043:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764434.132045:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764434.132048:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358842752:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764434.132051:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764434.132054:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764434.132056:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764434.132058:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764434.132061:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188699400.
02000000:00000001:2.0:1787764434.132063:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764434.132066:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764434.132069:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764434.132072:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764434.132110:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358842752, portal 4
00000100:00000001:2.0:1787764434.132114:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764434.132116:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542821312 : -114205166730304 : ffff9821899b03c0)
00000100:00000040:2.0:1787764434.132127:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b03c0 x1874601358842752/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764434.132133:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764434.132136:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764434.132139:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000200:2.0:1787764434.132141:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358842752, offset 0
00000400:00000200:2.0:1787764434.132145:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764434.132149:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764434.132152:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764434.132154:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764434.132157:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764434.132159:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764434.132161:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764434.132164:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70455:70455:256:4294967295] 192.168.202.141@tcp LPNI seq info [70455:70455:8:4294967295]
00000400:00000200:2.0:1787764434.132168:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764434.132174:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764434.132178:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764434.132181:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000800:00000200:2.0:1787764434.132185:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764434.132188:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787764434.132191:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764434.132194:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1787764434.132197:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764434.132199:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:2.0:1787764434.132203:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764434.132206:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764434.132209:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:2.0:1787764434.132210:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:2.0:1787764434.132213:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764434.132217:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b03c0 x1874601358842752/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764434.132229:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764434.132232:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b03c0 x1874601358842752/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764459 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764434.132238:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764434.132240:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764434.132243:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764434.132245:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:2.0:1787764434.132248:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764434.132249:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299992090
00000100:00000001:2.0:1787764434.132251:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299993357
00000100:00000001:2.0:1787764434.132252:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299992090
00000100:00000001:2.0:1787764434.132254:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299993357
00000100:00000001:2.0:1787764434.132255:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764434.132256:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764434.132257:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764434.132259:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764434/real 1787764434]  req@ffff9821899b03c0 x1874601358842752/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764434.132264:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764434.132264:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764434.132265:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764434.132267:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764434.132268:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764434.132270:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764434.132271:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b03c0 x1874601358842752/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764434.132276:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b03c0 x1874601358842752/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764434.132280:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764434.132281:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764434.132282:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764434.132284:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764434.132286:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b03c0 x1874601358842752/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764434.132289:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764434.132291:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b03c0 x1874601358842752/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764459 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764434.132295:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764434.132296:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764434.132297:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764434.132298:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764434.132299:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764434.132299:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764434.132301:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764434.132303:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764434.132304:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764434.132306:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b03c0 x1874601358842752/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764459 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764434.132310:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358842752:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764434.132312:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764434.132314:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764434.132316:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b0000 x1874601358842368/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764459 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764434.132320:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764434.132321:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764434.132322:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188699c00.
02000000:00000001:2.0:1787764434.132324:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764434.132325:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764434.132327:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:2.0:1787764434.132328:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764434.132330:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9e400.
02000000:00000001:2.0:1787764434.132333:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764434.132334:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764434.132335:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b0000.
00000100:00000001:2.0:1787764434.132337:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764434.132338:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764434.132340:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764434.132342:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b0f00 x1874601358842496/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764459 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764434.132349:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764434.132350:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764434.132351:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869ac00.
02000000:00000001:2.0:1787764434.132353:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764434.132354:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764434.132355:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:2.0:1787764434.132357:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764434.132358:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9c400.
02000000:00000001:2.0:1787764434.132360:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764434.132361:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764434.132362:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b0f00.
00000100:00000001:2.0:1787764434.132364:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764434.132366:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764434.132367:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764434.132370:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b3840 x1874601358842624/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764459 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764434.132377:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764434.132378:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764434.132379:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188698400.
02000000:00000001:2.0:1787764434.132381:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764434.132382:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764434.132383:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:2.0:1787764434.132385:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764434.132386:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9e000.
02000000:00000001:2.0:1787764434.132388:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764434.132389:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764434.132390:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b3840.
00000100:00000001:2.0:1787764434.132392:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764434.132393:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764434.132394:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764434.132396:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b03c0 x1874601358842752/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764459 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764434.132400:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764434.132400:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764434.132401:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188699400.
02000000:00000001:2.0:1787764434.132402:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764434.132403:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764434.132403:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:2.0:1787764434.132404:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764434.132405:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9e800.
02000000:00000001:2.0:1787764434.132407:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764434.132408:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764434.132409:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b03c0.
00000100:00000001:2.0:1787764434.132411:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764434.132412:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764434.132413:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764434.132419:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764434.132420:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764434.132422:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764434.132424:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764434.448009:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764434.448017:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764434.448024:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764434.448025:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764434.448028:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764434.448029:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764434.448032:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764434.448034:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764434.448042:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764434.448044:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764434.448092:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764434.448095:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764434.448098:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764434.704097:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764434.704103:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764434.704106:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764434.704111:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764434.704114:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764434.704117:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764434.704119:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764434.704122:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764434.704124:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764435.471962:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000040:2.0:1787764435.471968:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4299993357, at 4299993408
00010000:00000001:0.0:1787764435.471969:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764435.471979:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764435.471983:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764435.471983:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767660.
00010000:00000001:0.0:1787764435.471992:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764435.471994:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764435.471998:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764435.471999:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764435.472004:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764435.472005:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764435.472032:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000100:00000040:3.0:1787764435.472037:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299993357, at 4299993408
00000020:00000001:2.0:1787764435.472038:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764435.472044:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000010:3.0:1787764435.472052:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767e40.
00000100:00000001:2.0:1787764435.727972:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764435.727982:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764435.727985:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764435.727992:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764435.727998:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764435.728003:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764435.728007:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764435.728011:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764435.728015:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764436.496013:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764436.496022:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764436.496030:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764436.496034:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764436.496037:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764436.496041:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764436.496045:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764436.496047:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764436.496050:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764436.496052:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764436.496057:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764436.496058:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764436.496062:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764436.496063:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764436.496067:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764436.496068:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764436.496142:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764436.496146:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764436.496149:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764436.751973:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764436.751983:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764436.751986:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764436.751992:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764436.751997:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764436.752001:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764436.752005:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764436.752009:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764436.752012:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764437.520007:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764437.520014:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764437.520021:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764437.520022:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764437.520026:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764437.520027:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764437.520030:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764437.520031:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764437.520034:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764437.520035:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764437.520135:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764437.520142:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764437.520148:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764437.775957:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764437.775966:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764437.775968:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764437.775973:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764437.775977:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764437.775981:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764437.775983:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764437.775985:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764437.775988:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764438.544002:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764438.544009:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764438.544016:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764438.544017:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764438.544021:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764438.544023:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764438.544026:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764438.544029:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764438.544032:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764438.544034:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764438.544036:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764438.544038:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764438.544042:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764438.544043:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764438.544046:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764438.544047:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764438.544048:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764438.544050:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764438.544052:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764438.544053:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764438.544055:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764438.544056:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764438.544134:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764438.544140:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764438.544145:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764438.799996:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764438.800006:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764438.800008:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764438.800016:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764438.800019:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764438.800024:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764438.800027:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764438.800030:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764438.800034:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764439.248016:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764439.248030:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787764439.248033:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764439.248037:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764439.248042:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764439.248051:0:18336:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5324
00000400:00000200:2.0:1787764439.248061:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764439.248069:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764439.248073:0:18336:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764439.248076:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764439.248080:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764439.248083:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764439.248086:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764439.248091:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764439.248095:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:2.0:1787764439.248098:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764439.248102:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:2.0:1787764439.248105:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:2.0:1787764439.248107:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:2.0:1787764439.248111:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764439.248113:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764439.248115:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764439.248116:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764439.248120:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:2.0:1787764439.248124:0:18336:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764439.248127:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764439.248130:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764439.248133:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764439.248136:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764439.248144:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787764439.248147:0:18336:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764439.248159:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896bf840.
00000020:00000040:2.0:1787764439.248165:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:2.0:1787764439.248170:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764439.248172:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764439.248176:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764439.248179:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764439.248185:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764439.248193:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218869ac00.
00000100:00000001:2.0:1787764439.248201:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764439.248211:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896bf840 x1874601358842880/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764439.248222:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764439.248228:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764439.248233:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e03e097] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bf840 x1874601358842880/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764439.248281:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764439.248286:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764439.248289:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787764439.248291:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764439.248292:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764439.248295:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764439.248298:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5324
00000400:00000200:2.0:1787764439.248302:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764439.248305:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764439.248307:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764439.248310:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764439.248313:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764439.248315:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764439.248317:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764439.248320:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764439.248321:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:2.0:1787764439.248322:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764439.248325:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:2.0:1787764439.248327:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:2.0:1787764439.248329:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:2.0:1787764439.248332:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764439.248334:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764439.248336:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764439.248338:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764439.248340:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:2.0:1787764439.248343:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764439.248346:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764439.248347:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764439.248354:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764439.248356:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764439.248358:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764439.248362:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764439.248366:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764439.248368:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764439.248371:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896bda40.
00000020:00000040:2.0:1787764439.248374:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:2.0:1787764439.248377:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764439.248378:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764439.248380:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764439.248381:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764439.248383:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764439.248387:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982188699c00.
00000100:00000001:2.0:1787764439.248390:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764439.248395:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896bda40 x1874601358843008/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764439.248415:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764439.248418:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764439.248422:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b5343c60] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bda40 x1874601358843008/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764439.248430:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764439.248433:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764439.248436:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787764439.248438:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764439.248440:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764439.248443:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764439.248445:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5324
00000400:00000200:2.0:1787764439.248449:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764439.248452:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764439.248454:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764439.248456:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764439.248458:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764439.248460:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764439.248462:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764439.248465:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764439.248466:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:2.0:1787764439.248468:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764439.248470:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:2.0:1787764439.248472:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:2.0:1787764439.248474:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:2.0:1787764439.248477:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764439.248479:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764439.248480:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764439.248483:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764439.248485:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:2.0:1787764439.248488:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764439.248490:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764439.248492:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764439.248495:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764439.248497:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764439.248499:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764439.248501:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764439.248503:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764439.248505:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764439.248508:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896bf480.
00000020:00000040:2.0:1787764439.248510:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:2.0:1787764439.248513:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764439.248514:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764439.248516:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764439.248517:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764439.248519:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764439.248525:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982188698400.
00000100:00000001:2.0:1787764439.248528:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764439.248547:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896bf480 x1874601358843136/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764439.248554:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764439.248556:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764439.248588:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000021ebdc3a] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bf480 x1874601358843136/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764439.248596:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764439.248599:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764439.248602:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787764439.248604:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764439.248605:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764439.248609:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764439.248611:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5324
00000400:00000200:2.0:1787764439.248614:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764439.248618:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764439.248620:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764439.248623:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764439.248625:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764439.248628:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764439.248630:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764439.248632:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764439.248633:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:2.0:1787764439.248635:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764439.248637:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:2.0:1787764439.248639:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:2.0:1787764439.248641:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:2.0:1787764439.248644:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764439.248646:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764439.248648:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764439.248650:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764439.248652:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:2.0:1787764439.248654:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764439.248656:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764439.248657:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764439.248660:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764439.248662:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764439.248664:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764439.248666:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764439.248669:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764439.248671:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764439.248674:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896bde00.
00000020:00000040:2.0:1787764439.248677:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:2.0:1787764439.248679:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764439.248681:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764439.248682:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764439.248684:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764439.248685:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764439.248689:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982188699400.
00000100:00000001:2.0:1787764439.248693:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764439.248697:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896bde00 x1874601358843264/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764439.248705:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764439.248707:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764439.248710:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003193aebe] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bde00 x1874601358843264/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764439.248727:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764439.248730:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764439.248734:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787764439.248735:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764439.248737:0:18336:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764439.248740:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764439.248742:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5324
00000400:00000200:2.0:1787764439.248746:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764439.248749:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764439.248751:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764439.248754:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764439.248755:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764439.248757:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764439.248759:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764439.248761:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764439.248762:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:2.0:1787764439.248765:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764439.248767:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:2.0:1787764439.248769:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:2.0:1787764439.248771:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:2.0:1787764439.248774:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764439.248776:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764439.248778:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764439.248780:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764439.248782:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:2.0:1787764439.248784:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764439.248786:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764439.248787:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764439.248790:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764439.248792:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764439.248794:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764439.248796:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764439.248798:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764439.248800:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764439.248803:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896bc780.
00000020:00000040:2.0:1787764439.248805:0:18336:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:2.0:1787764439.248807:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764439.248808:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764439.248810:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764439.248811:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764439.248813:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764439.248816:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982188698000.
00000100:00000001:2.0:1787764439.248819:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764439.248824:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896bc780 x1874601358843392/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764439.248831:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764439.248833:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764439.248837:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da9b6c09] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bc780 x1874601358843392/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764439.248845:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764439.248884:0:18336:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5334)
00000100:00000001:1.0:1787764439.248963:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764439.248968:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764439.248971:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764439.248978:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896bf840 x1874601358842880/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764439.248988:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764439.248990:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764439.248994:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764439.248997:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764439.249000:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764439.249003:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896bf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358842880:192.168.202.141@tcp:250:kworker.0
00000100:00000001:1.0:1787764439.249008:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764439.249013:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764439.249017:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764439.249020:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764439.249025:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649c400.
02000000:00000001:1.0:1787764439.249028:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764439.249034:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764439.249038:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3738.
00000400:00000010:1.0:1787764439.249045:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000200:1.0:1787764439.249054:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358842880, portal 25
00000100:00000001:1.0:1787764439.249057:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764439.249059:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539738176 : -114205169813440 : ffff9821896bf840)
00000100:00000040:1.0:1787764439.249064:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896bf840 x1874601358842880/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764439.249073:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764439.249076:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764439.249079:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f908.
00000100:00000200:1.0:1787764439.249083:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358842880, offset 0
00000400:00000200:1.0:1787764439.249090:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764439.249099:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764439.249105:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764439.249112:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764439.249117:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764439.249121:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764439.249124:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764439.249128:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70456:70456:256:4294967295] 192.168.202.141@tcp LPNI seq info [70456:70456:8:4294967295]
00000400:00000200:1.0:1787764439.249133:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764439.249145:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764439.249152:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764439.249158:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88000.
00000800:00000200:1.0:1787764439.249167:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764439.249172:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787764439.249178:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764439.249182:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1787764439.249186:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764439.249190:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88000.
00000400:00000200:1.0:1787764439.249197:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764439.249201:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764439.249208:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f908
00000400:00000010:1.0:1787764439.249211:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f908.
00000100:00000001:1.0:1787764439.249216:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764439.249220:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896bf840 x1874601358842880/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764439.249230:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764439.249234:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bf840 x1874601358842880/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764464 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764439.249242:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764439.249244:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764439.249251:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764439.249254:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764439.249257:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4299998476
00000100:00000010:1.0:1787764439.249264:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982191d2cd20.
00000100:00000001:1.0:1787764439.249270:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787764439.249276:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4299998476
00000100:00000010:1.0:1787764439.249279:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982191d2c420.
00000100:00000001:1.0:1787764439.249283:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787764439.249286:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764439.249289:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764439.249292:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764439.249297:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764439/real 1787764439]  req@ffff9821896bf840 x1874601358842880/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764439.249307:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764439.249309:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764439.249312:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3738.
00000400:00000200:1.0:1787764439.249314:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000400:00000010:1.0:1787764439.249316:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:1.0:1787764439.249318:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764439.249321:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896bf840 x1874601358842880/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764439.249330:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896bf840 x1874601358842880/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764439.249337:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764439.249339:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764439.249341:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764439.249344:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764439.249348:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896bf840 x1874601358842880/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764439.249355:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764439.249360:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896bf840 x1874601358842880/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764464 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764439.249367:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764439.249370:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764439.249372:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764439.249373:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764439.249376:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764439.249378:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764439.249381:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764439.249385:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764439.249388:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764439.249393:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896bf840 x1874601358842880/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764464 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764439.249401:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896bf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358842880:192.168.202.141@tcp:250:kworker.0
00000100:00000001:1.0:1787764439.249406:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764439.249409:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896bda40 x1874601358843008/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764439.249415:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764439.249416:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764439.249419:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764439.249421:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764439.249423:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764439.249425:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896bda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358843008:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764439.249428:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764439.249430:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764439.249431:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764439.249433:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764439.249436:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649d800.
02000000:00000001:1.0:1787764439.249438:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764439.249442:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764439.249444:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3738.
00000400:00000010:1.0:1787764439.249448:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000200:1.0:1787764439.249451:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358843008, portal 10
00000100:00000001:1.0:1787764439.249453:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764439.249454:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539730496 : -114205169821120 : ffff9821896bda40)
00000100:00000040:1.0:1787764439.249461:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896bda40 x1874601358843008/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764439.249468:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764439.249470:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764439.249472:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f908.
00000100:00000200:1.0:1787764439.249475:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358843008, offset 0
00000400:00000200:1.0:1787764439.249480:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764439.249484:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764439.249487:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764439.249490:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764439.249493:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764439.249495:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764439.249498:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764439.249501:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70457:70457:256:4294967295] 192.168.202.141@tcp LPNI seq info [70457:70457:8:4294967295]
00000400:00000200:1.0:1787764439.249505:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764439.249511:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764439.249516:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764439.249520:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88000.
00000800:00000200:1.0:1787764439.249523:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764439.249526:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787764439.249530:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764439.249533:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1787764439.249537:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764439.249539:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88000.
00000400:00000200:1.0:1787764439.249541:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764439.249545:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764439.249548:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f908
00000400:00000010:1.0:1787764439.249550:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f908.
00000100:00000001:1.0:1787764439.249552:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764439.249556:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896bda40 x1874601358843008/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764439.249576:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764439.249580:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bda40 x1874601358843008/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764464 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764439.249586:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764439.249588:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764439.249591:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764439.249596:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:1.0:1787764439.249599:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764439.249601:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299997207
00000100:00000001:1.0:1787764439.249604:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299998476
00000100:00000001:1.0:1787764439.249606:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299997207
00000100:00000001:1.0:1787764439.249608:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299998476
00000100:00000001:1.0:1787764439.249611:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764439.249613:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764439.249615:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764439.249619:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764439/real 1787764439]  req@ffff9821896bda40 x1874601358843008/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764439.249634:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764439.249635:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764439.249637:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3738.
00000400:00000200:1.0:1787764439.249639:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000400:00000010:1.0:1787764439.249641:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:1.0:1787764439.249643:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764439.249646:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896bda40 x1874601358843008/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764439.249655:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896bda40 x1874601358843008/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764439.249661:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764439.249662:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764439.249664:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764439.249665:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764439.249669:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896bda40 x1874601358843008/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764439.249676:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764439.249680:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896bda40 x1874601358843008/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764464 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764439.249687:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764439.249689:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764439.249691:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764439.249692:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764439.249693:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764439.249695:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764439.249697:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764439.249701:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764439.249703:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764439.249708:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896bda40 x1874601358843008/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764464 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764439.249715:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896bda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358843008:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764439.249719:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764439.249722:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896bf480 x1874601358843136/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764439.249729:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764439.249730:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764439.249732:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764439.249734:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764439.249736:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764439.249739:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358843136:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764439.249742:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764439.249744:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764439.249746:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764439.249747:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764439.249751:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649fc00.
02000000:00000001:1.0:1787764439.249753:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764439.249756:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764439.249758:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3738.
00000400:00000010:1.0:1787764439.249761:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000200:1.0:1787764439.249764:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358843136, portal 10
00000100:00000001:1.0:1787764439.249766:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764439.249768:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539737216 : -114205169814400 : ffff9821896bf480)
00000100:00000040:1.0:1787764439.249774:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896bf480 x1874601358843136/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764439.249780:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764439.249782:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764439.249784:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f908.
00000100:00000200:1.0:1787764439.249787:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358843136, offset 0
00000400:00000200:1.0:1787764439.249792:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764439.249795:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764439.249798:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764439.249801:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764439.249804:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764439.249806:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764439.249809:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764439.249811:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70458:70458:256:4294967295] 192.168.202.141@tcp LPNI seq info [70458:70458:8:4294967295]
00000400:00000200:1.0:1787764439.249815:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764439.249821:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764439.249826:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764439.249830:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88000.
00000800:00000200:1.0:1787764439.249833:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764439.249836:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787764439.249840:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764439.249843:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1787764439.249870:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764439.249872:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88000.
00000400:00000200:1.0:1787764439.249875:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764439.249879:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764439.249882:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f908
00000400:00000010:1.0:1787764439.249884:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f908.
00000100:00000001:1.0:1787764439.249886:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764439.249890:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896bf480 x1874601358843136/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764439.249898:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764439.249901:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bf480 x1874601358843136/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764464 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764439.249908:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764439.249909:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764439.249912:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764439.249915:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:1.0:1787764439.249918:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764439.249920:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299997202
00000100:00000001:1.0:1787764439.249923:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299998476
00000100:00000001:1.0:1787764439.249925:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299997202
00000100:00000001:1.0:1787764439.249927:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299998476
00000100:00000001:1.0:1787764439.249929:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764439.249931:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764439.249933:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764439.249936:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764439/real 1787764439]  req@ffff9821896bf480 x1874601358843136/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764439.249944:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764439.249945:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764439.249947:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3738.
00000400:00000200:1.0:1787764439.249949:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000400:00000010:1.0:1787764439.249951:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:1.0:1787764439.249953:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764439.249956:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896bf480 x1874601358843136/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764439.249964:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896bf480 x1874601358843136/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764439.249971:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764439.249972:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764439.249974:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764439.249976:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764439.249979:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896bf480 x1874601358843136/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764439.249986:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764439.249990:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896bf480 x1874601358843136/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764464 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764439.249997:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764439.250000:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764439.250001:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764439.250003:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764439.250004:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764439.250006:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764439.250008:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764439.250011:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764439.250013:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764439.250016:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896bf480 x1874601358843136/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764464 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764439.250023:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358843136:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764439.250027:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764439.250030:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896bde00 x1874601358843264/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764439.250037:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764439.250039:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764439.250041:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764439.250043:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764439.250045:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764439.250048:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896bde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358843264:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764439.250052:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764439.250053:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764439.250055:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764439.250057:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764439.250060:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649c800.
02000000:00000001:1.0:1787764439.250062:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764439.250065:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764439.250068:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3738.
00000400:00000010:1.0:1787764439.250071:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000200:1.0:1787764439.250074:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358843264, portal 4
00000100:00000001:1.0:1787764439.250077:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764439.250078:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539731456 : -114205169820160 : ffff9821896bde00)
00000100:00000040:1.0:1787764439.250084:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896bde00 x1874601358843264/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764439.250090:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764439.250092:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764439.250095:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f908.
00000100:00000200:1.0:1787764439.250097:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358843264, offset 0
00000400:00000200:1.0:1787764439.250100:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764439.250104:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764439.250107:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764439.250110:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764439.250112:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764439.250114:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764439.250117:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764439.250119:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70459:70459:256:4294967295] 192.168.202.141@tcp LPNI seq info [70459:70459:8:4294967295]
00000400:00000200:1.0:1787764439.250124:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764439.250130:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764439.250134:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764439.250137:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88000.
00000800:00000200:1.0:1787764439.250141:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764439.250143:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787764439.250147:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764439.250150:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1787764439.250154:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764439.250156:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88000.
00000400:00000200:1.0:1787764439.250158:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764439.250161:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764439.250163:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f908
00000400:00000010:1.0:1787764439.250165:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f908.
00000100:00000001:1.0:1787764439.250168:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764439.250172:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896bde00 x1874601358843264/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764439.250185:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764439.250189:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bde00 x1874601358843264/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764464 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764439.250196:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764439.250197:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764439.250200:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764439.250203:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:1.0:1787764439.250206:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764439.250208:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299997207
00000100:00000001:1.0:1787764439.250210:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299998476
00000100:00000001:1.0:1787764439.250212:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299997207
00000100:00000001:1.0:1787764439.250214:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299998476
00000100:00000001:1.0:1787764439.250216:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764439.250218:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764439.250220:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764439.250223:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764439/real 1787764439]  req@ffff9821896bde00 x1874601358843264/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764439.250231:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764439.250232:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764439.250234:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3738.
00000400:00000200:1.0:1787764439.250236:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000400:00000010:1.0:1787764439.250238:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:1.0:1787764439.250240:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764439.250243:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896bde00 x1874601358843264/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764439.250251:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896bde00 x1874601358843264/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764439.250258:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764439.250260:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764439.250261:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764439.250263:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764439.250266:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896bde00 x1874601358843264/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764439.250274:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764439.250277:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896bde00 x1874601358843264/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764464 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764439.250284:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764439.250286:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764439.250288:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764439.250289:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764439.250291:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764439.250293:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764439.250295:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764439.250298:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764439.250300:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764439.250304:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896bde00 x1874601358843264/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764464 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764439.250311:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896bde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358843264:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764439.250315:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764439.250319:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896bc780 x1874601358843392/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764439.250325:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764439.250326:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764439.250328:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764439.250330:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764439.250332:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764439.250335:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896bc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358843392:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764439.250338:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764439.250341:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764439.250342:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764439.250344:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764439.250347:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649dc00.
02000000:00000001:1.0:1787764439.250349:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764439.250352:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764439.250354:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3738.
00000400:00000010:1.0:1787764439.250357:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000200:1.0:1787764439.250360:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358843392, portal 4
00000100:00000001:1.0:1787764439.250362:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764439.250364:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539725696 : -114205169825920 : ffff9821896bc780)
00000100:00000040:1.0:1787764439.250370:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896bc780 x1874601358843392/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764439.250376:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764439.250378:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764439.250380:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f908.
00000100:00000200:1.0:1787764439.250383:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358843392, offset 0
00000400:00000200:1.0:1787764439.250387:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764439.250390:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764439.250394:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764439.250396:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764439.250399:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764439.250401:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764439.250403:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764439.250406:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70460:70460:256:4294967295] 192.168.202.141@tcp LPNI seq info [70460:70460:8:4294967295]
00000400:00000200:1.0:1787764439.250410:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764439.250416:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764439.250420:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764439.250424:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88000.
00000800:00000200:1.0:1787764439.250428:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764439.250431:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787764439.250434:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764439.250437:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1787764439.250440:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764439.250442:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88000.
00000400:00000200:1.0:1787764439.250445:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764439.250448:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764439.250451:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f908
00000400:00000010:1.0:1787764439.250453:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f908.
00000100:00000001:1.0:1787764439.250455:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764439.250458:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896bc780 x1874601358843392/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764439.250466:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764439.250469:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bc780 x1874601358843392/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764464 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764439.250476:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764439.250477:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764439.250480:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764439.250482:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:1.0:1787764439.250485:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764439.250487:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4299997208
00000100:00000001:1.0:1787764439.250490:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4299998476
00000100:00000001:1.0:1787764439.250492:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4299997208
00000100:00000001:1.0:1787764439.250494:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4299998476
00000100:00000001:1.0:1787764439.250496:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764439.250498:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764439.250499:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764439.250503:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764439/real 1787764439]  req@ffff9821896bc780 x1874601358843392/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764439.250511:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764439.250513:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764439.250514:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3738.
00000400:00000200:1.0:1787764439.250516:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000400:00000010:1.0:1787764439.250518:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:1.0:1787764439.250520:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764439.250523:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896bc780 x1874601358843392/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764439.250531:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896bc780 x1874601358843392/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764439.250537:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764439.250539:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764439.250541:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764439.250542:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764439.250546:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896bc780 x1874601358843392/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764439.250552:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764439.250556:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896bc780 x1874601358843392/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764464 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764439.250576:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764439.250578:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764439.250580:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764439.250581:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764439.250583:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764439.250584:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764439.250586:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764439.250590:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764439.250592:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764439.250596:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896bc780 x1874601358843392/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764464 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764439.250610:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896bc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358843392:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764439.250615:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764439.250617:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764439.250621:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bf840 x1874601358842880/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764464 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764439.250627:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764439.250630:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764439.250633:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649c400.
02000000:00000001:1.0:1787764439.250635:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764439.250638:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764439.250639:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000020:00000001:1.0:1787764439.250641:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764439.250644:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218869ac00.
02000000:00000001:1.0:1787764439.250648:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764439.250650:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764439.250652:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bf840.
00000100:00000001:1.0:1787764439.250655:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764439.250657:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764439.250658:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764439.250662:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bda40 x1874601358843008/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764464 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764439.250668:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764439.250669:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764439.250670:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649d800.
02000000:00000001:1.0:1787764439.250673:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764439.250674:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764439.250675:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:1.0:1787764439.250677:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764439.250679:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982188699c00.
02000000:00000001:1.0:1787764439.250681:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764439.250682:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764439.250683:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bda40.
00000100:00000001:1.0:1787764439.250687:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764439.250688:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764439.250689:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764439.250693:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bf480 x1874601358843136/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764464 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764439.250700:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764439.250701:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764439.250702:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649fc00.
02000000:00000001:1.0:1787764439.250704:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764439.250705:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764439.250707:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:1.0:1787764439.250709:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764439.250710:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982188698400.
02000000:00000001:1.0:1787764439.250712:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764439.250714:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764439.250715:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bf480.
00000100:00000001:1.0:1787764439.250717:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764439.250718:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764439.250719:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764439.250722:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bde00 x1874601358843264/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764464 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764439.250728:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764439.250730:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764439.250731:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649c800.
02000000:00000001:1.0:1787764439.250733:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764439.250734:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764439.250735:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:1.0:1787764439.250737:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764439.250738:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982188699400.
02000000:00000001:1.0:1787764439.250741:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764439.250742:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764439.250743:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bde00.
00000100:00000001:1.0:1787764439.250746:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764439.250747:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764439.250749:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764439.250752:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bc780 x1874601358843392/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764464 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764439.250759:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764439.250760:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764439.250761:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649dc00.
02000000:00000001:1.0:1787764439.250763:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764439.250764:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764439.250765:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:1.0:1787764439.250767:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764439.250769:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982188698000.
02000000:00000001:1.0:1787764439.250771:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764439.250772:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764439.250773:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bc780.
00000100:00000001:1.0:1787764439.250775:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764439.250776:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764439.250778:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764439.250787:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764439.250789:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764439.250791:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764439.250792:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764439.568014:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764439.568025:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764439.568033:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764439.568035:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764439.568038:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764439.568040:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764439.568044:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764439.568045:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764439.568049:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764439.568050:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764439.568082:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764439.568085:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764439.568088:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764439.823973:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764439.823983:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764439.823985:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764439.823993:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764439.823997:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764439.824002:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764439.824006:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764439.824009:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764439.824012:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764440.591984:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4299998476, at 4299998528
00010000:00000001:0.0:1787764440.591998:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764440.592003:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764440.592005:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2c420.
00010000:00000001:0.0:1787764440.592010:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764440.592013:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764440.592018:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764440.592020:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764440.592025:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764440.592026:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764440.592030:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764440.592031:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764440.592114:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764440.592118:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764440.592122:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787764440.592132:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4299998476, at 4299998528
00000100:00000010:2.0:1787764440.592137:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2cd20.
00000100:00000001:2.0:1787764440.847984:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764440.847993:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764440.847996:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764440.848002:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764440.848007:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764440.848012:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764440.848015:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764440.848019:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764440.848023:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764441.615994:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764441.616001:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764441.616005:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764441.616006:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764441.616009:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764441.616010:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764441.616013:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764441.616013:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764441.616016:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764441.616017:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764441.616075:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764441.616079:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764441.616081:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764441.871945:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764441.871958:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764441.871962:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764441.871970:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764441.871976:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764441.871982:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764441.871987:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764441.871991:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764441.871995:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764442.640024:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764442.640032:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764442.640038:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764442.640039:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764442.640041:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764442.640042:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764442.640045:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764442.640045:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764442.640048:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764442.640048:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764442.640076:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764442.640078:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764442.640081:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764442.895994:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764442.896004:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764442.896008:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764442.896015:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764442.896020:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764442.896024:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764442.896028:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764442.896031:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764442.896034:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764443.663939:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764443.663950:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764443.663953:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764443.663957:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764443.663963:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764443.663966:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764443.663967:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764443.663969:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764443.663973:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764443.663974:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764443.663978:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764443.663979:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764443.663982:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764443.663983:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764443.663985:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764443.663986:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764443.663988:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764443.663989:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764443.663990:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764443.663992:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764443.663996:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764443.663997:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764443.664058:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764443.664061:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764443.664064:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764443.919960:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764443.919971:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764443.919973:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764443.919980:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764443.919985:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764443.919990:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764443.919993:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764443.919996:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764443.920000:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764444.368020:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764444.368030:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787764444.368033:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764444.368037:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764444.368041:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764444.368050:0:18336:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5329
00000400:00000200:1.0:1787764444.368059:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764444.368064:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764444.368066:0:18336:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764444.368069:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764444.368071:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764444.368073:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764444.368075:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764444.368079:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764444.368085:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:1.0:1787764444.368088:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764444.368091:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:1.0:1787764444.368093:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:1.0:1787764444.368095:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:1.0:1787764444.368097:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764444.368098:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764444.368099:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764444.368101:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764444.368103:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:1.0:1787764444.368106:0:18336:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764444.368108:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764444.368110:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764444.368113:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764444.368115:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764444.368117:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787764444.368118:0:18336:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764444.368128:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f84000.
00000020:00000040:1.0:1787764444.368130:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:1.0:1787764444.368134:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764444.368136:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764444.368139:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764444.368141:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764444.368147:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764444.368155:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649fc00.
00000100:00000001:1.0:1787764444.368165:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764444.368176:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f84000 x1874601358843520/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764444.368188:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764444.368194:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764444.368199:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7c0e572] to pc [ptlrpcd_rcv+-1]  req@ffff982187f84000 x1874601358843520/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764444.368234:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764444.368238:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764444.368241:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787764444.368243:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764444.368244:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764444.368247:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764444.368249:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5329
00000400:00000200:1.0:1787764444.368254:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764444.368258:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764444.368261:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787764444.368264:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1787764444.368265:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764444.368269:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787764444.368270:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1787764444.368273:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764444.368275:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787764444.368279:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764444.368284:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000040:2.0:1787764444.368284:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f84000 x1874601358843520/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787764444.368286:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:1.0:1787764444.368290:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764444.368293:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000100:00000001:2.0:1787764444.368295:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1787764444.368298:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000001:2.0:1787764444.368299:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764444.368304:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:1.0:1787764444.368309:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
02000000:00000001:2.0:1787764444.368312:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1787764444.368313:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1787764444.368315:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1787764444.368319:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
02000000:00000001:2.0:1787764444.368319:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764444.368325:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00100000:2.0:1787764444.368327:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358843520:192.168.202.141@tcp:250:kworker.0
00000020:00000040:1.0:1787764444.368330:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00000001:2.0:1787764444.368332:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:1.0:1787764444.368338:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
02000000:00000001:2.0:1787764444.368338:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1787764444.368343:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764444.368346:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764444.368353:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764444.368355:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764444.368356:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787764444.368360:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1787764444.368362:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787764444.368365:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:1.0:1787764444.368366:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764444.368368:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764444.368371:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188698c00.
00000100:00000010:1.0:1787764444.368372:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f852c0.
02000000:00000001:2.0:1787764444.368375:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787764444.368376:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:1.0:1787764444.368379:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764444.368380:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764444.368384:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764444.368385:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764444.368388:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764444.368390:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787764444.368390:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
02000000:00000010:1.0:1787764444.368395:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649d800.
00000400:00000010:2.0:1787764444.368398:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000001:1.0:1787764444.368399:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764444.368405:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f852c0 x1874601358843648/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1787764444.368408:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358843520, portal 25
00000100:00000001:2.0:1787764444.368412:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764444.368415:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764444.368415:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515377152 : -114205194174464 : ffff982187f84000)
00000100:00000001:1.0:1787764444.368419:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764444.368422:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f84000 x1874601358843520/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787764444.368424:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1b77011] to pc [ptlrpcd_rcv+-1]  req@ffff982187f852c0 x1874601358843648/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764444.368441:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1787764444.368446:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764444.368447:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764444.368451:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00080000:1.0:1787764444.368452:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1787764444.368454:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358843520, offset 0
00000100:00080000:1.0:1787764444.368460:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1787764444.368462:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1787764444.368464:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000100:00080000:1.0:1787764444.368465:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764444.368469:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764444.368473:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5329
00000400:00000200:2.0:1787764444.368474:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764444.368481:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764444.368483:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764444.368489:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000400:00000200:2.0:1787764444.368490:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:1.0:1787764444.368495:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1787764444.368499:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000100:00000040:1.0:1787764444.368503:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000400:00000200:2.0:1787764444.368504:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1787764444.368509:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787764444.368509:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000100:00000040:1.0:1787764444.368529:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000400:00000200:2.0:1787764444.368530:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70461:70461:256:4294967295] 192.168.202.141@tcp LPNI seq info [70461:70461:8:4294967295]
00000100:00000001:1.0:1787764444.368535:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000400:00000200:2.0:1787764444.368539:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000020:00000001:1.0:1787764444.368541:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764444.368544:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:1.0:1787764444.368546:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764444.368550:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000400:00000200:2.0:1787764444.368551:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000020:00000001:1.0:1787764444.368555:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:1.0:1787764444.368559:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000800:00000200:2.0:1787764444.368561:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000100:00000040:1.0:1787764444.368566:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000800:00000010:2.0:1787764444.368567:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000100:00000001:1.0:1787764444.368571:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764444.368575:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000800:00000200:2.0:1787764444.368578:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:1.0:1787764444.368579:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000800:00000200:2.0:1787764444.368582:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000020:00000040:1.0:1787764444.368584:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000800:00000200:2.1:1787764444.368591:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00080000:1.0:1787764444.368592:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000800:00000200:2.1:1787764444.368597:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000100:00000001:1.0:1787764444.368598:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764444.368602:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000100:2.0:1787764444.368606:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
02000000:00000001:1.0:1787764444.368607:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000010:2.0:1787764444.368609:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
02000000:00000001:1.0:1787764444.368612:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764444.368616:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764444.368618:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1787764444.368618:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000008:00000001:1.0:1787764444.368623:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764444.368627:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764444.368628:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000100:00000010:1.0:1787764444.368634:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f85e00.
00000400:00000200:2.0:1787764444.368636:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000020:00000040:1.0:1787764444.368638:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
00000400:00000010:2.0:1787764444.368640:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
02000000:00000001:1.0:1787764444.368643:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764444.368646:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764444.368648:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787764444.368649:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764444.368653:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764444.368656:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787764444.368657:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f84000 x1874601358843520/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1787764444.368663:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649c400.
00000100:00000001:1.0:1787764444.368670:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764444.368673:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00100000:1.0:1787764444.368678:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f85e00 x1874601358843776/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1787764444.368681:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f84000 x1874601358843520/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764469 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764444.368698:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764444.368700:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764444.368703:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764444.368703:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:1.0:1787764444.368711:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004bea692] to pc [ptlrpcd_rcv+-1]  req@ffff982187f85e00 x1874601358843776/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764444.368711:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764444.368720:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764444.368724:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4300003595
00000100:00000001:1.0:1787764444.368728:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764444.368731:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982198767660.
00000100:00080000:1.0:1787764444.368733:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764444.368738:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787764444.368741:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787764444.368741:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000100:00080000:1.0:1787764444.368746:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764444.368750:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787764444.368751:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4300003595
00000100:00080000:1.0:1787764444.368755:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5329
00000100:00000010:2.0:1787764444.368755:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9821987677e0.
00000100:00000001:2.0:1787764444.368759:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000400:00000200:1.0:1787764444.368763:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764444.368764:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764444.368767:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764444.368770:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00000001:2.0:1787764444.368771:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00080000:1.0:1787764444.368775:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1787764444.368777:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764444/real 1787764444]  req@ffff982187f84000 x1874601358843520/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787764444.368782:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764444.368789:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:2.0:1787764444.368791:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:1.0:1787764444.368793:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000400:00000001:2.0:1787764444.368794:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764444.368797:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000100:00000001:1.0:1787764444.368798:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000400:00000200:2.0:1787764444.368800:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000020:00000001:1.0:1787764444.368803:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000010:2.0:1787764444.368804:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000020:00000040:1.0:1787764444.368807:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000100:00000001:2.0:1787764444.368808:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:1.0:1787764444.368812:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000200:2.0:1787764444.368813:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f84000 x1874601358843520/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787764444.368817:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:1.0:1787764444.368823:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000200:2.0:1787764444.368824:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f84000 x1874601358843520/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1787764444.368827:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000001:2.0:1787764444.368834:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:1.0:1787764444.368836:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764444.368837:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764444.368840:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764444.368841:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787764444.368842:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764444.368867:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f84000 x1874601358843520/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764444.368879:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764444.368884:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f84000 x1874601358843520/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764469 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787764444.368886:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764444.368892:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:2.0:1787764444.368896:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:1.0:1787764444.368898:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00000001:2.0:1787764444.368900:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764444.368903:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764444.368905:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1787764444.368907:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764444.368908:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764444.368911:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764444.368912:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764444.368913:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:1.0:1787764444.368916:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00080000:2.0:1787764444.368919:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
02000000:00000001:1.0:1787764444.368922:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764444.368922:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:1.0:1787764444.368928:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764444.368929:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f84000 x1874601358843520/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764469 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764444.368933:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764444.368938:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1787764444.368938:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358843520:192.168.202.141@tcp:250:kworker.0
00000008:00000001:1.0:1787764444.368945:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764444.368946:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764444.368948:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764444.368953:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000010:1.0:1787764444.368954:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f87840.
00000100:00000040:2.0:1787764444.368957:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f84000 x1874601358843520/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764469 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787764444.368958:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:1.0:1787764444.368963:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764444.368966:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764444.368970:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764444.368972:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764444.368973:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764444.368980:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649cc00.
00000100:00000001:1.0:1787764444.368986:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764444.368986:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764444.368991:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00100000:1.0:1787764444.368995:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f87840 x1874601358843904/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:2.0:1787764444.368996:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188698c00.
02000000:00000001:2.0:1787764444.369002:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764444.369005:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000100:00000001:1.0:1787764444.369008:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000020:00000040:2.0:1787764444.369008:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000020:00000001:2.0:1787764444.369012:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000001:1.0:1787764444.369013:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764444.369016:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649fc00.
00000100:00000040:1.0:1787764444.369020:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000974c9555] to pc [ptlrpcd_rcv+-1]  req@ffff982187f87840 x1874601358843904/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787764444.369022:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764444.369025:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764444.369028:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f84000.
00000100:00000001:2.0:1787764444.369032:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764444.369034:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764444.369036:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764444.369036:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1787764444.369042:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787764444.369046:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1787764444.369047:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787764444.369048:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764444.369051:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787764444.369052:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:1.0:1787764444.369056:0:18336:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764444.369056:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764444.369058:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787764444.369062:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:2.0:1787764444.369064:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f852c0 x1874601358843648/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764444.369068:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5329
00000100:00000001:2.0:1787764444.369074:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764444.369077:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764444.369078:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
02000000:00000001:2.0:1787764444.369079:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764444.369083:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787764444.369086:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
02000000:00000001:2.0:1787764444.369086:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764444.369092:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1787764444.369092:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358843648:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764444.369097:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:1.0:1787764444.369099:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
02000000:00000001:2.0:1787764444.369100:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764444.369102:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764444.369105:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1787764444.369105:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764444.369110:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188698c00.
00000100:00000040:1.0:1787764444.369111:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
02000000:00000001:2.0:1787764444.369113:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764444.369117:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000400:00000200:2.0:1787764444.369121:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000020:00000001:1.0:1787764444.369124:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000010:2.0:1787764444.369126:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000020:00000040:1.0:1787764444.369127:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:1.0:1787764444.369131:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000010:2.0:1787764444.369134:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000020:00000040:1.0:1787764444.369135:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:1.0:1787764444.369140:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000200:2.0:1787764444.369141:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358843648, portal 10
00000020:00000001:1.0:1787764444.369144:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000001:2.0:1787764444.369146:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000040:1.0:1787764444.369150:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764444.369151:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515381952 : -114205194169664 : ffff982187f852c0)
00000100:00000001:1.0:1787764444.369155:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764444.369159:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764444.369164:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000040:2.0:1787764444.369164:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f852c0 x1874601358843648/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787764444.369169:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00000001:2.0:1787764444.369174:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1787764444.369177:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000040:2.0:1787764444.369180:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000100:00000001:1.0:1787764444.369184:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787764444.369185:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
02000000:00000001:1.0:1787764444.369188:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:2.0:1787764444.369189:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358843648, offset 0
02000000:00000001:1.0:1787764444.369194:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1787764444.369194:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
02000000:00000001:1.0:1787764444.369199:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764444.369200:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764444.369203:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1787764444.369206:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000008:00100000:1.0:1787764444.369207:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000400:00000200:2.0:1787764444.369212:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00000001:1.0:1787764444.369213:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764444.369216:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764444.369218:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764444.369222:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000100:00000010:1.0:1787764444.369223:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f87480.
00000400:00000200:2.0:1787764444.369227:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000020:00000040:1.0:1787764444.369228:0:18336:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:1.0:1787764444.369233:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1787764444.369234:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70462:70462:256:4294967295] 192.168.202.141@tcp LPNI seq info [70462:70462:8:4294967295]
02000000:00000001:1.0:1787764444.369235:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764444.369239:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764444.369242:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764444.369244:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764444.369248:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649f000.
00000400:00000200:2.0:1787764444.369251:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764444.369254:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764444.369263:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f87480 x1874601358844032/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787764444.369263:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764444.369271:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764444.369277:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000100:00000001:1.0:1787764444.369280:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:2.0:1787764444.369282:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:1.0:1787764444.369284:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787764444.369286:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000100:00000040:1.0:1787764444.369293:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003027b144] to pc [ptlrpcd_rcv+-1]  req@ffff982187f87480 x1874601358844032/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1787764444.369293:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764444.369297:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1787764444.369303:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764444.369306:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:2.0:1787764444.369310:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1787764444.369314:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764444.369314:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764444.369320:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:2.0:1787764444.369321:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000040:1.0:1787764444.369323:0:18336:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5340)
00000100:00000001:2.0:1787764444.369325:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764444.369329:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f852c0 x1874601358843648/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764444.369335:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764444.369338:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f852c0 x1874601358843648/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764469 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764444.369342:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764444.369344:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764444.369346:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764444.369349:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:2.0:1787764444.369350:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764444.369352:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300002327
00000100:00000001:2.0:1787764444.369354:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300003595
00000100:00000001:2.0:1787764444.369355:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300002327
00000100:00000001:2.0:1787764444.369357:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300003595
00000100:00000001:2.0:1787764444.369358:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764444.369360:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764444.369361:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764444.369363:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764444/real 1787764444]  req@ffff982187f852c0 x1874601358843648/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764444.369367:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764444.369367:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764444.369368:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764444.369369:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764444.369370:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764444.369371:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764444.369373:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f852c0 x1874601358843648/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764444.369378:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f852c0 x1874601358843648/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764444.369386:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764444.369387:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764444.369388:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764444.369389:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764444.369391:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f852c0 x1874601358843648/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764444.369394:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764444.369396:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f852c0 x1874601358843648/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764469 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764444.369400:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764444.369401:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764444.369402:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764444.369403:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764444.369404:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764444.369405:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764444.369406:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764444.369408:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764444.369409:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764444.369411:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f852c0 x1874601358843648/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764469 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764444.369416:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358843648:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764444.369419:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764444.369421:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f85e00 x1874601358843776/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764444.369424:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764444.369425:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764444.369427:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764444.369428:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764444.369429:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764444.369431:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f85e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358843776:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764444.369433:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764444.369434:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764444.369435:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764444.369436:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764444.369438:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188698800.
02000000:00000001:2.0:1787764444.369440:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764444.369442:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764444.369443:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764444.369445:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764444.369447:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358843776, portal 10
00000100:00000001:2.0:1787764444.369449:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764444.369450:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515384832 : -114205194166784 : ffff982187f85e00)
00000100:00000040:2.0:1787764444.369453:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f85e00 x1874601358843776/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764444.369457:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764444.369459:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764444.369460:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000200:2.0:1787764444.369461:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358843776, offset 0
00000400:00000200:2.0:1787764444.369464:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764444.369466:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764444.369467:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764444.369469:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764444.369471:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764444.369472:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764444.369474:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764444.369476:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70463:70463:256:4294967295] 192.168.202.141@tcp LPNI seq info [70463:70463:8:4294967295]
00000400:00000200:2.0:1787764444.369478:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764444.369482:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764444.369485:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764444.369487:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000800:00000200:2.0:1787764444.369489:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764444.369491:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787764444.369493:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764444.369495:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1787764444.369497:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764444.369498:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:2.0:1787764444.369500:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764444.369502:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764444.369504:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:2.0:1787764444.369505:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:2.0:1787764444.369506:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764444.369508:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f85e00 x1874601358843776/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764444.369530:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764444.369533:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f85e00 x1874601358843776/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764469 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764444.369537:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764444.369538:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764444.369540:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764444.369542:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:2.0:1787764444.369545:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764444.369546:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300002321
00000100:00000001:2.0:1787764444.369548:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300003595
00000100:00000001:2.0:1787764444.369549:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300002321
00000100:00000001:2.0:1787764444.369550:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300003595
00000100:00000001:2.0:1787764444.369551:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764444.369553:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764444.369554:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764444.369556:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764444/real 1787764444]  req@ffff982187f85e00 x1874601358843776/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764444.369561:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764444.369562:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764444.369563:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764444.369564:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764444.369565:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764444.369566:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764444.369568:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f85e00 x1874601358843776/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764444.369573:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f85e00 x1874601358843776/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764444.369577:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764444.369578:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764444.369579:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764444.369579:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764444.369581:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f85e00 x1874601358843776/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764444.369585:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764444.369587:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f85e00 x1874601358843776/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764469 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764444.369590:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764444.369591:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764444.369592:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764444.369593:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764444.369594:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764444.369595:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764444.369596:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764444.369598:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764444.369599:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764444.369602:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f85e00 x1874601358843776/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764469 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764444.369606:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f85e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358843776:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764444.369609:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764444.369610:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f87840 x1874601358843904/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764444.369614:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764444.369615:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764444.369616:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764444.369617:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764444.369618:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764444.369619:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358843904:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764444.369621:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764444.369622:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764444.369623:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764444.369623:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764444.369626:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188699800.
02000000:00000001:2.0:1787764444.369627:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764444.369629:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764444.369630:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764444.369632:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764444.369634:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358843904, portal 4
00000100:00000001:2.0:1787764444.369635:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764444.369636:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515391552 : -114205194160064 : ffff982187f87840)
00000100:00000040:2.0:1787764444.369640:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f87840 x1874601358843904/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764444.369644:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764444.369645:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764444.369647:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000200:2.0:1787764444.369648:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358843904, offset 0
00000400:00000200:2.0:1787764444.369651:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764444.369653:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764444.369655:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764444.369657:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764444.369658:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764444.369660:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764444.369662:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764444.369664:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70464:70464:256:4294967295] 192.168.202.141@tcp LPNI seq info [70464:70464:8:4294967295]
00000400:00000200:2.0:1787764444.369666:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764444.369670:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764444.369672:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764444.369674:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000800:00000200:2.0:1787764444.369676:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764444.369678:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787764444.369681:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764444.369682:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1787764444.369684:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764444.369686:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:2.0:1787764444.369687:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764444.369689:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764444.369691:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:2.0:1787764444.369692:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:2.0:1787764444.369693:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764444.369695:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f87840 x1874601358843904/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764444.369700:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764444.369702:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f87840 x1874601358843904/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764469 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764444.369705:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764444.369706:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764444.369707:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764444.369709:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:2.0:1787764444.369710:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764444.369712:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300002326
00000100:00000001:2.0:1787764444.369713:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300003595
00000100:00000001:2.0:1787764444.369715:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300002326
00000100:00000001:2.0:1787764444.369717:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300003595
00000100:00000001:2.0:1787764444.369718:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764444.369719:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764444.369720:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764444.369723:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764444/real 1787764444]  req@ffff982187f87840 x1874601358843904/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764444.369727:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764444.369728:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764444.369730:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764444.369731:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764444.369733:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764444.369735:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764444.369737:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f87840 x1874601358843904/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764444.369742:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f87840 x1874601358843904/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764444.369747:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764444.369748:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764444.369749:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764444.369749:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764444.369751:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f87840 x1874601358843904/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764444.369754:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764444.369756:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f87840 x1874601358843904/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764469 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764444.369760:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764444.369762:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764444.369763:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764444.369764:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764444.369765:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764444.369766:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764444.369768:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764444.369769:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764444.369771:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764444.369774:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f87840 x1874601358843904/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764469 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764444.369778:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358843904:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764444.369780:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764444.369781:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764444.369783:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f852c0 x1874601358843648/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764469 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764444.369786:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764444.369787:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764444.369788:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188698c00.
02000000:00000001:2.0:1787764444.369789:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764444.369790:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764444.369791:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:2.0:1787764444.369792:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764444.369793:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649d800.
02000000:00000001:2.0:1787764444.369795:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764444.369796:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764444.369797:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f852c0.
00000100:00000001:2.0:1787764444.369798:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764444.369799:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764444.369801:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764444.369802:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f85e00 x1874601358843776/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764469 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764444.369810:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764444.369811:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764444.369812:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188698800.
02000000:00000001:2.0:1787764444.369813:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764444.369814:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764444.369815:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:2.0:1787764444.369816:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764444.369816:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649c400.
02000000:00000001:2.0:1787764444.369817:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764444.369818:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764444.369819:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f85e00.
00000100:00000001:2.0:1787764444.369820:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764444.369821:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764444.369821:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764444.369823:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f87840 x1874601358843904/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764469 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764444.369826:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764444.369827:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764444.369827:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188699800.
02000000:00000001:2.0:1787764444.369828:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764444.369829:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764444.369830:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:2.0:1787764444.369831:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764444.369831:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649cc00.
02000000:00000001:2.0:1787764444.369832:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764444.369833:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764444.369833:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f87840.
00000100:00000001:2.0:1787764444.369835:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764444.369835:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764444.369836:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764444.369839:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764444.369839:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764444.369841:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764444.369841:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764444.369842:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764444.369844:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f87480 x1874601358844032/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764444.369868:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764444.369869:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764444.369872:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764444.369873:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764444.369875:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764444.369878:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358844032:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764444.369881:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764444.369883:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764444.369884:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764444.369886:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764444.369889:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188699800.
02000000:00000001:2.0:1787764444.369891:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764444.369894:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764444.369897:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764444.369901:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764444.369904:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358844032, portal 4
00000100:00000001:2.0:1787764444.369906:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764444.369907:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515390592 : -114205194161024 : ffff982187f87480)
00000100:00000040:2.0:1787764444.369913:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f87480 x1874601358844032/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764444.369919:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764444.369921:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764444.369924:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000200:2.0:1787764444.369926:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358844032, offset 0
00000400:00000200:2.0:1787764444.369929:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764444.369931:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764444.369933:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764444.369935:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764444.369937:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764444.369938:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764444.369940:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764444.369942:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70465:70465:256:4294967295] 192.168.202.141@tcp LPNI seq info [70465:70465:8:4294967295]
00000400:00000200:2.0:1787764444.369945:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764444.369949:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764444.369953:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764444.369956:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000800:00000200:2.0:1787764444.369959:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764444.369962:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1787764444.369966:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764444.369968:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1787764444.369972:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764444.369973:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:2.0:1787764444.369976:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764444.369980:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764444.369982:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:2.0:1787764444.369984:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:2.0:1787764444.369986:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764444.369990:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f87480 x1874601358844032/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764444.369998:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764444.370002:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f87480 x1874601358844032/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764469 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764444.370006:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764444.370007:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764444.370010:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764444.370013:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:2.0:1787764444.370015:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764444.370017:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300002328
00000100:00000001:2.0:1787764444.370019:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300003595
00000100:00000001:2.0:1787764444.370020:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300002328
00000100:00000001:2.0:1787764444.370022:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300003595
00000100:00000001:2.0:1787764444.370023:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764444.370025:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764444.370026:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764444.370029:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764444/real 1787764444]  req@ffff982187f87480 x1874601358844032/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764444.370036:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764444.370037:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764444.370039:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764444.370041:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764444.370043:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764444.370045:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764444.370048:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f87480 x1874601358844032/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764444.370055:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f87480 x1874601358844032/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764444.370062:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764444.370063:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764444.370065:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764444.370066:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764444.370069:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f87480 x1874601358844032/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764444.370075:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764444.370079:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f87480 x1874601358844032/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764469 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764444.370085:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764444.370088:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764444.370089:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764444.370090:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764444.370092:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764444.370094:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764444.370096:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764444.370100:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764444.370102:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764444.370105:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f87480 x1874601358844032/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764469 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764444.370113:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358844032:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764444.370117:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764444.370119:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764444.370121:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f87480 x1874601358844032/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764469 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764444.370127:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764444.370129:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764444.370131:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188699800.
02000000:00000001:2.0:1787764444.370134:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764444.370135:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764444.370136:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:2.0:1787764444.370138:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764444.370140:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649f000.
02000000:00000001:2.0:1787764444.370142:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764444.370144:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764444.370145:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f87480.
00000100:00000001:2.0:1787764444.370147:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764444.370148:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764444.370150:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764444.370153:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764444.370155:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764444.370156:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764444.370158:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764444.687965:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764444.687972:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764444.687976:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764444.687977:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764444.687980:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764444.687981:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764444.687984:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764444.687984:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764444.687987:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764444.687988:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764444.688059:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764444.688064:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764444.688067:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764444.944004:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764444.944016:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764444.944019:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764444.944027:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764444.944033:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764444.944037:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764444.944040:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764444.944043:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764444.944047:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764445.711975:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4300003595, at 4300003648
00000100:00000040:3.0:1787764445.711975:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4300003595, at 4300003648
00010000:00000001:0.0:1787764445.711981:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764445.711988:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764445.711996:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:3.0:1787764445.711996:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9821987677e0.
00010000:00000001:0.0:1787764445.711999:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764445.712001:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767660.
00010000:00000001:0.0:1787764445.712004:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764445.712007:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764445.712012:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764445.712013:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764445.712017:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764445.712018:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764445.712044:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764445.712047:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764445.712049:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764445.967974:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764445.967982:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764445.967985:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764445.967990:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764445.967994:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764445.967997:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764445.968000:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764445.968002:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764445.968005:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764446.735983:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764446.735998:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764446.736005:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764446.736011:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764446.736014:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764446.736017:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764446.736021:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764446.736023:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764446.736025:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764446.736028:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764446.736033:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764446.736034:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764446.736038:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764446.736039:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764446.736043:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764446.736044:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764446.736110:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764446.736117:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764446.736121:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764446.991952:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764446.991957:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764446.991959:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764446.991964:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764446.991967:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764446.991970:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764446.991973:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764446.991974:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764446.991976:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764447.759995:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764447.760002:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764447.760007:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764447.760008:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764447.760011:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764447.760012:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764447.760014:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764447.760015:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764447.760018:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764447.760019:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764447.760091:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764447.760097:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764447.760100:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764448.015991:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764448.016002:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764448.016005:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764448.016022:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764448.016026:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764448.016032:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764448.016034:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764448.016038:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764448.016041:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764448.783954:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764448.783959:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764448.783964:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764448.783965:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764448.783967:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764448.783970:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764448.783971:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764448.783974:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764448.783976:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764448.783977:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764448.783978:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764448.783980:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764448.783982:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764448.783983:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764448.783985:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764448.783987:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764448.783987:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764448.783988:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764448.783989:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764448.783990:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764448.783991:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764448.783992:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764448.784011:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764448.784013:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764448.784015:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764449.039979:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764449.039990:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764449.039993:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764449.039999:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764449.040004:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764449.040009:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764449.040012:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764449.040015:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764449.040019:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764449.487980:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764449.487993:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787764449.487996:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764449.488001:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764449.488006:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764449.488015:0:18336:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5335
00000400:00000200:2.0:1787764449.488024:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764449.488030:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764449.488033:0:18336:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764449.488035:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764449.488038:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764449.488040:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764449.488041:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764449.488045:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764449.488047:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:2.0:1787764449.488049:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764449.488052:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:2.0:1787764449.488053:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:2.0:1787764449.488055:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:2.0:1787764449.488057:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764449.488059:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764449.488061:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764449.488062:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764449.488065:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:2.0:1787764449.488067:0:18336:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764449.488069:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764449.488071:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764449.488074:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764449.488076:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764449.488078:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787764449.488080:0:18336:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764449.488089:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896bd680.
00000020:00000040:2.0:1787764449.488092:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:2.0:1787764449.488095:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764449.488097:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764449.488100:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764449.488103:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764449.488106:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764449.488114:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982188698800.
00000100:00000001:2.0:1787764449.488120:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764449.488128:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896bd680 x1874601358844160/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764449.488137:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764449.488141:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764449.488145:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3e0fd1d] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bd680 x1874601358844160/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764449.488167:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764449.488169:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764449.488172:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787764449.488173:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764449.488174:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764449.488176:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764449.488185:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5335
00000400:00000200:2.0:1787764449.488188:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764449.488191:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764449.488193:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764449.488195:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764449.488197:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764449.488200:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764449.488202:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764449.488203:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764449.488204:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:2.0:1787764449.488205:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764449.488206:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000100:00000001:1.0:1787764449.488208:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1787764449.488208:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:2.0:1787764449.488211:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:2.0:1787764449.488217:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764449.488218:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764449.488219:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764449.488224:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764449.488225:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787764449.488227:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764449.488230:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:2.0:1787764449.488232:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764449.488235:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764449.488237:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1787764449.488242:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896bd680 x1874601358844160/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787764449.488243:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764449.488248:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764449.488257:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764449.488263:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764449.488274:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764449.488275:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764449.488281:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764449.488282:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764449.488285:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896be940.
00000020:00000040:2.0:1787764449.488289:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:1.0:1787764449.488290:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764449.488298:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764449.488299:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764449.488301:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764449.488311:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764449.488312:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764449.488313:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764449.488317:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764449.488322:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982188698c00.
00000100:00100000:1.0:1787764449.488326:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896bd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358844160:192.168.202.141@tcp:250:kworker.0
00000100:00000001:2.0:1787764449.488328:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764449.488342:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00100000:2.0:1787764449.488342:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896be940 x1874601358844288/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787764449.488352:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1787764449.488353:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764449.488357:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764449.488358:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764449.488363:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:2.0:1787764449.488363:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000067aaa64d] to pc [ptlrpcd_rcv+-1]  req@ffff9821896be940 x1874601358844288/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764449.488375:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764449.488377:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649f400.
00000100:00080000:2.0:1787764449.488378:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1787764449.488384:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764449.488386:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787764449.488392:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764449.488394:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764449.488396:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764449.488398:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5335
00000400:00000200:2.0:1787764449.488401:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764449.488402:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764449.488404:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787764449.488410:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000040:2.0:1787764449.488412:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764449.488417:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764449.488420:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000400:00000010:1.0:1787764449.488421:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3738.
00000100:00000001:2.0:1787764449.488422:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764449.488430:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764449.488432:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:2.0:1787764449.488433:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764449.488435:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000400:00000010:1.0:1787764449.488436:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000020:00000001:2.0:1787764449.488437:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:2.0:1787764449.488443:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:2.0:1787764449.488448:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000200:1.0:1787764449.488449:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358844160, portal 25
00000100:00000001:2.0:1787764449.488450:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764449.488457:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764449.488459:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764449.488464:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:1.0:1787764449.488465:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539729536 : -114205169822080 : ffff9821896bd680)
00000020:00000040:2.0:1787764449.488482:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00000040:1.0:1787764449.488490:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896bd680 x1874601358844160/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764449.488492:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764449.488498:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764449.488504:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764449.488508:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764449.488518:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764449.488524:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787764449.488525:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000008:00100000:2.0:1787764449.488527:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764449.488536:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764449.488537:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000100:00000001:2.0:1787764449.488539:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764449.488549:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896be1c0.
00000400:00000010:1.0:1787764449.488550:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f908.
00000020:00000040:2.0:1787764449.488552:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:2.0:1787764449.488557:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764449.488559:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787764449.488560:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358844160, offset 0
00000100:00000001:2.0:1787764449.488562:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764449.488566:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764449.488568:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764449.488572:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218869b400.
00000400:00000200:1.0:1787764449.488575:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000100:00000001:2.0:1787764449.488577:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764449.488584:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896be1c0 x1874601358844416/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787764449.488589:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764449.488600:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764449.488603:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764449.488605:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000100:00000040:2.0:1787764449.488612:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063016f18] to pc [ptlrpcd_rcv+-1]  req@ffff9821896be1c0 x1874601358844416/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787764449.488617:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1787764449.488625:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764449.488627:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000100:00080000:2.0:1787764449.488629:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764449.488635:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:1.0:1787764449.488636:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1787764449.488638:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764449.488643:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1787764449.488649:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000100:00000001:2.0:1787764449.488650:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764449.488662:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5335
00000400:00000200:1.0:1787764449.488667:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70466:70466:256:4294967295] 192.168.202.141@tcp LPNI seq info [70466:70466:8:4294967295]
00000400:00000200:2.0:1787764449.488675:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764449.488686:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000400:00000200:1.0:1787764449.488687:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00080000:2.0:1787764449.488692:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764449.488697:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764449.488699:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764449.488704:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764449.488714:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000400:00000200:1.0:1787764449.488717:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000020:00000001:2.0:1787764449.488722:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764449.488726:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000800:00000200:1.0:1787764449.488728:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000020:00000001:2.0:1787764449.488732:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000010:1.0:1787764449.488736:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88000.
00000020:00000040:2.0:1787764449.488737:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:2.0:1787764449.488743:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000800:00000200:1.0:1787764449.488748:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000020:00000001:2.0:1787764449.488752:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000800:00000200:1.1:1787764449.488760:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000040:2.0:1787764449.488764:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764449.488768:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764449.488773:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764449.488774:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764449.488777:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:2.0:1787764449.488780:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764449.488782:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764449.488782:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764449.488786:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764449.488792:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787764449.488798:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
02000000:00000001:2.0:1787764449.488800:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764449.488804:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787764449.488806:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4300008715
00000008:00100000:2.0:1787764449.488809:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764449.488813:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764449.488814:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764449.488815:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982191d2c9c0.
00000100:00000010:2.0:1787764449.488818:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896bed00.
00000020:00000040:2.0:1787764449.488822:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
00000100:00000001:1.0:1787764449.488825:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
02000000:00000001:2.0:1787764449.488825:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764449.488828:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764449.488832:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764449.488834:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764449.488836:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764449.488837:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4300008715
02000000:00000010:2.0:1787764449.488843:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218869a400.
00000100:00000010:1.0:1787764449.488845:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982191d2c900.
00000100:00000001:1.0:1787764449.488877:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787764449.488881:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764449.488885:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764449.488889:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764449.488893:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764449.488902:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764449.488904:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787764449.488908:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764449.488910:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764449.488911:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764449.488913:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764449.488926:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896be940 x1874601358844288/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764449.488926:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896bed00 x1874601358844544/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764449.488946:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764449.488950:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764449.488959:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f5b4eb0] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bed00 x1874601358844544/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764449.488964:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764449.488969:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764449.488974:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1787764449.488976:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764449.488977:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1787764449.488982:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1787764449.488983:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764449.488993:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896be940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358844288:192.168.202.141@tcp:38:kworker.0
00000100:00080000:2.0:1787764449.488994:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787764449.488999:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764449.489006:0:18336:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764449.489007:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764449.489013:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1787764449.489015:0:18336:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:1.0:1787764449.489018:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764449.489023:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5335
02000000:00000001:1.0:1787764449.489025:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:2.0:1787764449.489029:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
02000000:00000010:1.0:1787764449.489032:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649f000.
00000400:00000200:2.0:1787764449.489033:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764449.489037:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
02000000:00000001:1.0:1787764449.489040:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764449.489041:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764449.489049:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764449.489052:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000400:00000200:1.0:1787764449.489056:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764449.489057:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764449.489062:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764449.489064:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000400:00000010:1.0:1787764449.489065:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3dc0.
00000020:00000001:2.0:1787764449.489069:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764449.489073:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000400:00000010:1.0:1787764449.489075:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fcc0.
00000020:00000001:2.0:1787764449.489075:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:2.0:1787764449.489085:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000200:1.0:1787764449.489087:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358844288, portal 10
00000100:00000040:2.0:1787764449.489091:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764449.489095:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764449.489097:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764449.489099:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764449.489100:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00000001:1.0:1787764449.489101:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:2.0:1787764449.489102:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764449.489108:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764449.489109:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539734336 : -114205169817280 : ffff9821896be940)
02000000:00000001:2.0:1787764449.489111:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764449.489115:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764449.489117:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764449.489120:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764449.489122:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00000040:1.0:1787764449.489124:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896be940 x1874601358844288/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1787764449.489125:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764449.489132:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764449.489138:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896bfc00.
00000020:00000040:2.0:1787764449.489145:0:18336:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
00000100:00000001:1.0:1787764449.489148:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:2.0:1787764449.489151:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:1.0:1787764449.489156:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
02000000:00000001:2.0:1787764449.489156:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787764449.489163:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f220.
00000100:00000001:2.0:1787764449.489163:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764449.489168:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:1.0:1787764449.489170:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358844288, offset 0
02000000:00000001:2.0:1787764449.489173:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764449.489179:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
02000000:00000010:2.0:1787764449.489181:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218869b800.
00000400:00000200:1.0:1787764449.489187:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764449.489189:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764449.489195:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000100:00100000:2.0:1787764449.489201:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896bfc00 x1874601358844672/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787764449.489203:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764449.489211:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764449.489219:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764449.489226:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764449.489234:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70467:70467:255:4294967295] 192.168.202.141@tcp LPNI seq info [70467:70467:7:4294967295]
00000400:00000200:1.0:1787764449.489258:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764449.489266:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764449.489274:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764449.489278:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000100:00000040:2.0:1787764449.489285:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000558bde2f] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bfc00 x1874601358844672/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1787764449.489293:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764449.489301:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88100.
00000100:00000001:2.0:1787764449.489311:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787764449.489312:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000040:2.0:1787764449.489323:0:18336:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5345)
00000800:00000200:1.1:1787764449.489324:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:1.0:1787764449.489334:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764449.489340:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:1.0:1787764449.489344:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764449.489347:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300007447
00000100:00000001:1.0:1787764449.489351:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300008715
00000100:00000001:1.0:1787764449.489353:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300007447
00000100:00000001:1.0:1787764449.489356:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300008715
00000100:00000001:1.0:1787764449.489359:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764449.489362:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764449.489364:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764449.489369:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896be1c0 x1874601358844416/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764449.489384:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764449.489386:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764449.489388:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764449.489390:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764449.489393:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764449.489395:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896be1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358844416:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764449.489399:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764449.489401:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764449.489402:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764449.489404:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764449.489408:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649cc00.
02000000:00000001:1.0:1787764449.489409:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764449.489412:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764449.489415:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3268.
00000400:00000010:1.0:1787764449.489419:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fa18.
00000100:00000200:1.0:1787764449.489421:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358844416, portal 10
00000100:00000001:1.0:1787764449.489423:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764449.489425:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539732416 : -114205169819200 : ffff9821896be1c0)
00000100:00000040:1.0:1787764449.489430:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896be1c0 x1874601358844416/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764449.489437:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764449.489440:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764449.489442:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573ff68.
00000100:00000200:1.0:1787764449.489444:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358844416, offset 0
00000400:00000200:1.0:1787764449.489449:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764449.489452:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764449.489456:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764449.489458:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764449.489461:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764449.489463:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764449.489476:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764449.489481:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70468:70468:254:4294967295] 192.168.202.141@tcp LPNI seq info [70468:70468:6:4294967295]
00000400:00000200:1.0:1787764449.489485:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764449.489492:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764449.489496:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764449.489500:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88d00.
00000800:00000200:1.0:1787764449.489504:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764449.489508:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:1.0:1787764449.489510:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764449.489513:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:1.0:1787764449.489516:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764449.489518:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300007441
00000100:00000001:1.0:1787764449.489521:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300008715
00000100:00000001:1.0:1787764449.489523:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300007441
00000100:00000001:1.0:1787764449.489525:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300008715
00000100:00000001:1.0:1787764449.489527:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764449.489529:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764449.489531:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764449.489533:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764449.489537:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764449.489538:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787764449.489541:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764449.489542:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764449.489544:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764449.489548:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896bed00 x1874601358844544/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764449.489556:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764449.489557:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764449.489559:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764449.489561:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764449.489563:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764449.489566:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896bed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358844544:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764449.489572:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764449.489574:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764449.489575:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764449.489577:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764449.489580:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649c400.
02000000:00000001:1.0:1787764449.489582:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764449.489586:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764449.489589:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3108.
00000400:00000010:1.0:1787764449.489592:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f3b8.
00000100:00000200:1.0:1787764449.489595:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358844544, portal 4
00000100:00000001:1.0:1787764449.489597:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764449.489598:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539735296 : -114205169816320 : ffff9821896bed00)
00000100:00000040:1.0:1787764449.489604:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896bed00 x1874601358844544/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764449.489610:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764449.489613:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764449.489615:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f550.
00000100:00000200:1.0:1787764449.489617:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358844544, offset 0
00000400:00000200:1.0:1787764449.489622:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764449.489625:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764449.489628:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764449.489631:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764449.489634:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764449.489636:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764449.489639:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764449.489642:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70469:70469:253:4294967295] 192.168.202.141@tcp LPNI seq info [70469:70469:5:4294967295]
00000400:00000200:1.0:1787764449.489646:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764449.489653:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764449.489657:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764449.489661:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88f00.
00000800:00000200:1.0:1787764449.489665:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764449.489669:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:1.0:1787764449.489671:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764449.489675:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:1.0:1787764449.489677:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764449.489679:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300007446
00000100:00000001:1.0:1787764449.489682:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300008715
00000100:00000001:1.0:1787764449.489684:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300007446
00000100:00000001:1.0:1787764449.489686:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300008715
00000100:00000001:1.0:1787764449.489688:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764449.489690:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764449.489692:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764449.489696:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896bfc00 x1874601358844672/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764449.489704:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764449.489705:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764449.489707:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764449.489709:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764449.489710:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764449.489713:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896bfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358844672:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764449.489716:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764449.489719:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764449.489720:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764449.489722:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764449.489724:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649d800.
02000000:00000001:1.0:1787764449.489726:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764449.489729:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764449.489731:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3c60.
00000400:00000010:1.0:1787764449.489734:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f2a8.
00000100:00000200:1.0:1787764449.489737:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358844672, portal 4
00000100:00000001:1.0:1787764449.489738:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764449.489740:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539739136 : -114205169812480 : ffff9821896bfc00)
00000100:00000040:1.0:1787764449.489745:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896bfc00 x1874601358844672/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764449.489751:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764449.489753:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764449.489755:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fb28.
00000100:00000200:1.0:1787764449.489757:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358844672, offset 0
00000400:00000200:1.0:1787764449.489761:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764449.489765:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764449.489768:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764449.489770:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764449.489773:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764449.489775:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764449.489777:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764449.489780:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70470:70470:252:4294967295] 192.168.202.141@tcp LPNI seq info [70470:70470:4:4294967295]
00000400:00000200:1.0:1787764449.489784:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764449.489790:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764449.489794:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764449.489797:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88800.
00000800:00000200:1.0:1787764449.489801:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764449.489805:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:1.0:1787764449.489808:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764449.489811:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:1.0:1787764449.489814:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764449.489816:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300007447
00000100:00000001:1.0:1787764449.489818:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300008715
00000100:00000001:1.0:1787764449.489820:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300007447
00000100:00000001:1.0:1787764449.489822:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300008715
00000100:00000001:1.0:1787764449.489825:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764449.489826:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764449.489829:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764449.489831:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764449.489833:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764449.489836:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787764449.489837:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764449.489839:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764449.489840:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764449.489842:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764449.807981:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764449.807986:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764449.807990:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764449.807991:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764449.807993:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764449.807994:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764449.807997:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764449.807998:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764449.808000:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764449.808000:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764449.808085:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764449.808092:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764449.808096:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764450.064016:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764450.064028:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764450.064032:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764450.064039:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764450.064044:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764450.064049:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764450.064053:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764450.064057:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764450.064060:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764450.831981:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4300008715, at 4300008768
00000100:00000040:2.0:1787764450.831982:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4300008715, at 4300008768
00010000:00000001:0.0:1787764450.831987:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764450.831995:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764450.832003:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:3.0:1787764450.832003:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2c900.
00010000:00000001:0.0:1787764450.832007:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764450.832010:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2c9c0.
00010000:00000001:0.0:1787764450.832014:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764450.832017:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764450.832022:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764450.832023:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764450.832027:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764450.832029:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764450.832062:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764450.832065:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764450.832067:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764451.087942:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764451.087949:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764451.087953:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764451.087960:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764451.087966:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764451.087970:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764451.087974:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764451.087978:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764451.087983:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764451.856004:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764451.856010:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764451.856015:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764451.856016:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764451.856018:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764451.856019:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764451.856021:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764451.856022:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764451.856025:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764451.856027:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764451.856052:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764451.856054:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764451.856056:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764452.111977:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764452.111984:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764452.111987:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764452.111992:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764452.111998:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764452.112003:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764452.112011:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764452.112014:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764452.112017:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:0.0:1787764452.560228:0:2379:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.141:988
00000400:00000100:0.0:1787764452.560283:0:2379:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.141@tcp at host 192.168.202.141 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1787764452.560295:0:2379:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764452.560299:0:2379:0:(router.c:1791:lnet_notify()) 192.168.202.41@tcp notifying 192.168.202.141@tcp: down
00000400:00000200:0.0:1787764452.560305:0:2379:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764452.560311:0:2379:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1787764452.560317:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:0.0:1787764452.560321:0:2379:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88000.
00000400:00000200:0.0:1787764452.560328:0:2379:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787764452.560333:0:2379:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787764452.560340:0:2379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f908
00000400:00000010:0.0:1787764452.560343:0:2379:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f908.
00000100:00000001:0.0:1787764452.560349:0:2379:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764452.560360:0:2379:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9821896bd680 x1874601358844160/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764452.560388:0:2379:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764452.560393:0:2379:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bd680 x1874601358844160/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764474 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764452.560402:0:2379:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764452.560404:0:2379:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787764452.560414:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:0.0:1787764452.560417:0:2379:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88100.
00000400:00000200:0.0:1787764452.560420:0:2379:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787764452.560425:0:2379:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787764452.560428:0:2379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f220
00000100:00000001:1.0:1787764452.560452:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000010:0.0:1787764452.560453:0:2379:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f220.
00000100:00000001:1.0:1787764452.560459:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764452.560460:0:2379:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787764452.560467:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000200:0.0:1787764452.560472:0:2379:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9821896be940 x1874601358844288/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764452.560478:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764449/real 1787764452]  req@ffff9821896bd680 x1874601358844160/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764452.560485:0:2379:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764452.560491:0:2379:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896be940 x1874601358844288/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764474 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764452.560500:0:2379:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787764452.560500:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1787764452.560504:0:2379:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000001:1.0:1787764452.560505:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764452.560511:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3738.
00000800:00000100:0.0:1787764452.560512:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:0.0:1787764452.560518:0:2379:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88d00.
00000400:00000200:1.0:1787764452.560519:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000400:00000200:0.0:1787764452.560522:0:2379:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000010:1.0:1787764452.560524:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000400:00000200:0.0:1787764452.560529:0:2379:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000100:00000001:1.0:1787764452.560531:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:0.0:1787764452.560533:0:2379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573ff68
00000400:00000010:0.0:1787764452.560536:0:2379:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573ff68.
00000100:00000200:1.0:1787764452.560540:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896bd680 x1874601358844160/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764452.560541:0:2379:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764452.560548:0:2379:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9821896be1c0 x1874601358844416/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764452.560559:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896bd680 x1874601358844160/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764452.560567:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764452.560570:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764452.560573:0:2379:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787764452.560574:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764452.560578:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764452.560581:0:2379:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896be1c0 x1874601358844416/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764474 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764452.560589:0:2379:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764452.560591:0:2379:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:1.0:1787764452.560597:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896bd680 x1874601358844160/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:0.0:1787764452.560600:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:0.0:1787764452.560603:0:2379:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88f00.
00000400:00000200:0.0:1787764452.560607:0:2379:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787764452.560615:0:2379:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787764452.560619:0:2379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f550
00000100:00000001:1.0:1787764452.560619:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:0.0:1787764452.560624:0:2379:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f550.
00000100:00000001:0.0:1787764452.560627:0:2379:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:1.0:1787764452.560629:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896bd680 x1874601358844160/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764474 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764452.560635:0:2379:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9821896bed00 x1874601358844544/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764452.560645:0:2379:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764452.560650:0:2379:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bed00 x1874601358844544/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764474 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764452.560653:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764452.560661:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764452.560666:0:2379:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764452.560666:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764452.560670:0:2379:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764452.560671:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000800:00000100:0.0:1787764452.560677:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000100:00000001:1.0:1787764452.560678:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000800:00000010:0.0:1787764452.560680:0:2379:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88800.
00000100:00000001:1.0:1787764452.560682:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000400:00000200:0.0:1787764452.560685:0:2379:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00080000:1.0:1787764452.560690:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000400:00000200:0.0:1787764452.560691:0:2379:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787764452.560697:0:2379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fb28
00000400:00000010:0.0:1787764452.560701:0:2379:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fb28.
00000100:00080000:1.0:1787764452.560702:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000100:00000001:0.0:1787764452.560707:0:2379:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787764452.560709:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000200:0.0:1787764452.560715:0:2379:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9821896bfc00 x1874601358844672/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787764452.560718:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896bd680 x1874601358844160/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764474 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764452.560735:0:2379:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00100000:1.0:1787764452.560740:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896bd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358844160:192.168.202.141@tcp:250:kworker.0
00000100:00000040:0.0:1787764452.560742:0:2379:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bfc00 x1874601358844672/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764474 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764452.560752:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764452.560755:0:2379:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764452.560756:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787764452.560759:0:2379:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:1.0:1787764452.560764:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bd680 x1874601358844160/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764474 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764452.560772:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764452.560776:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764452.560781:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649f400.
02000000:00000001:1.0:1787764452.560786:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764452.560790:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764452.560792:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000020:00000001:1.0:1787764452.560795:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764452.560798:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982188698800.
02000000:00000001:1.0:1787764452.560802:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764452.560804:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764452.560806:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bd680.
00000100:00000001:1.0:1787764452.560809:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764452.560811:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764452.560814:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764452.560816:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764452.560817:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764452.560818:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764452.560823:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764449/real 1787764452]  req@ffff9821896bed00 x1874601358844544/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764452.560836:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764452.560874:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764452.560876:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3108.
00000400:00000200:1.0:1787764452.560879:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f3b8
00000400:00000010:1.0:1787764452.560882:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f3b8.
00000100:00000001:1.0:1787764452.560884:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764452.560888:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896bed00 x1874601358844544/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764452.560895:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896bed00 x1874601358844544/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764452.560902:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764452.560903:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764452.560905:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764452.560906:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764452.560909:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896bed00 x1874601358844544/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764452.560915:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764452.560918:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896bed00 x1874601358844544/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764474 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764452.560925:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764452.560928:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764452.560930:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764452.560931:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764452.560933:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764452.560934:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764452.560937:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764452.560941:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764452.560943:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764452.560947:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896bed00 x1874601358844544/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764474 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764452.560955:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896bed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358844544:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764452.560960:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764452.560964:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764449/real 1787764452]  req@ffff9821896bfc00 x1874601358844672/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764452.560971:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764452.560972:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764452.560974:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3c60.
00000400:00000200:1.0:1787764452.560976:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f2a8
00000400:00000010:1.0:1787764452.560978:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f2a8.
00000100:00000001:1.0:1787764452.560979:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764452.560982:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896bfc00 x1874601358844672/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764452.560989:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896bfc00 x1874601358844672/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764452.560994:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764452.560995:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764452.560997:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764452.560998:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764452.561001:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896bfc00 x1874601358844672/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764452.561008:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764452.561011:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896bfc00 x1874601358844672/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764474 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764452.561018:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764452.561020:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764452.561022:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764452.561023:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764452.561025:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764452.561027:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764452.561029:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764452.561033:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764452.561035:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764452.561042:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896bfc00 x1874601358844672/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764474 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764452.561048:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896bfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358844672:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764452.561051:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764452.561054:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764449/real 1787764452]  req@ffff9821896be940 x1874601358844288/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764452.561061:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764452.561062:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764452.561064:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3dc0.
00000400:00000200:1.0:1787764452.561067:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fcc0
00000400:00000010:1.0:1787764452.561068:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fcc0.
00000100:00000001:1.0:1787764452.561070:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764452.561073:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896be940 x1874601358844288/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764452.561081:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896be940 x1874601358844288/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764452.561087:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764452.561088:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764452.561090:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764452.561091:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764452.561094:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896be940 x1874601358844288/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764452.561106:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764452.561110:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896be940 x1874601358844288/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764474 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764452.561115:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764452.561117:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764452.561119:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764452.561120:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764452.561121:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764452.561123:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764452.561125:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764452.561128:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764452.561137:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764452.561142:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896be940 x1874601358844288/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764474 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764452.561149:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896be940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358844288:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764452.561153:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764452.561156:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764449/real 1787764452]  req@ffff9821896be1c0 x1874601358844416/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764452.561164:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764452.561166:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764452.561168:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3268.
00000400:00000200:1.0:1787764452.561170:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fa18
00000400:00000010:1.0:1787764452.561172:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fa18.
00000100:00000001:1.0:1787764452.561174:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764452.561177:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896be1c0 x1874601358844416/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764452.561190:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896be1c0 x1874601358844416/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764452.561197:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764452.561198:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764452.561200:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764452.561201:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764452.561204:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896be1c0 x1874601358844416/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764452.561211:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764452.561214:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896be1c0 x1874601358844416/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764474 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764452.561221:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764452.561223:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764452.561225:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764452.561226:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764452.561227:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764452.561229:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764452.561232:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764452.561236:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764452.561241:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764452.561244:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896be1c0 x1874601358844416/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764474 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764452.561252:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896be1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358844416:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764452.561256:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764452.561257:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764452.561260:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bed00 x1874601358844544/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764474 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764452.561271:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764452.561272:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764452.561274:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649c400.
02000000:00000001:1.0:1787764452.561278:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764452.561279:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764452.561280:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:1.0:1787764452.561282:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764452.561284:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218869a400.
02000000:00000001:1.0:1787764452.561287:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764452.561288:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764452.561290:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bed00.
00000100:00000001:1.0:1787764452.561293:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764452.561298:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764452.561300:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764452.561302:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bfc00 x1874601358844672/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764474 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764452.561308:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764452.561309:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764452.561311:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649d800.
02000000:00000001:1.0:1787764452.561314:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764452.561315:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764452.561316:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:1.0:1787764452.561318:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764452.561319:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218869b800.
02000000:00000001:1.0:1787764452.561321:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764452.561322:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764452.561323:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bfc00.
00000100:00000001:1.0:1787764452.561326:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764452.561327:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764452.561328:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764452.561331:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896be940 x1874601358844288/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764474 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764452.561336:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764452.561337:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764452.561340:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649f000.
02000000:00000001:1.0:1787764452.561342:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764452.561343:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764452.561344:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:1.0:1787764452.561346:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764452.561347:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982188698c00.
02000000:00000001:1.0:1787764452.561349:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764452.561350:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764452.561351:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896be940.
00000100:00000001:1.0:1787764452.561353:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764452.561355:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764452.561356:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764452.561360:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896be1c0 x1874601358844416/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764474 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764452.561366:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764452.561367:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764452.561369:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649cc00.
02000000:00000001:1.0:1787764452.561371:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764452.561372:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764452.561373:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:1.0:1787764452.561375:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764452.561377:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218869b400.
02000000:00000001:1.0:1787764452.561379:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764452.561380:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764452.561381:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896be1c0.
00000100:00000001:1.0:1787764452.561383:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764452.561385:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764452.561386:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764452.561397:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764452.561399:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764452.561402:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764452.561403:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764452.879953:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764452.879959:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764452.879962:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764452.879963:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764452.879965:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764452.879966:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764452.879981:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764452.879983:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764452.879986:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764452.879987:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764452.880054:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764452.880057:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764452.880061:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764453.135957:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764453.135963:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764453.135965:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764453.135971:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764453.135975:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764453.135978:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764453.135982:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764453.135985:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764453.135988:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764453.904003:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764453.904014:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764453.904018:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764453.904022:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764453.904027:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764453.904029:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764453.904032:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764453.904034:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764453.904039:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764453.904041:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764453.904045:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764453.904046:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764453.904050:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764453.904053:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764453.904054:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764453.904055:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764453.904057:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764453.904058:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764453.904060:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764453.904062:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764453.904066:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764453.904067:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764453.904145:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764453.904151:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764453.904154:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764454.159987:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764454.159995:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764454.159998:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764454.160003:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764454.160009:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764454.160015:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764454.160019:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764454.160022:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764454.160026:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764454.607959:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764454.607969:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787764454.607972:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764454.607976:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764454.607982:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764454.607991:0:18336:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5340
00000400:00000200:2.0:1787764454.608001:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764454.608008:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764454.608012:0:18336:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764454.608016:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764454.608020:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764454.608022:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764454.608025:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764454.608029:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764454.608031:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:2.0:1787764454.608034:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764454.608037:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:2.0:1787764454.608039:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:2.0:1787764454.608042:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:2.0:1787764454.608045:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764454.608047:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764454.608049:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764454.608051:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764454.608054:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:2.0:1787764454.608058:0:18336:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764454.608060:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764454.608063:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764454.608067:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764454.608070:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764454.608072:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787764454.608074:0:18336:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764454.608084:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896bcb40.
00000020:00000040:2.0:1787764454.608088:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:2.0:1787764454.608092:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764454.608094:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764454.608097:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764454.608100:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764454.608104:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764454.608113:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218869a000.
00000100:00000001:2.0:1787764454.608119:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764454.608129:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896bcb40 x1874601358844800/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764454.608139:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764454.608143:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764454.608148:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003efe1b4c] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bcb40 x1874601358844800/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764454.608174:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764454.608178:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764454.608181:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787764454.608182:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764454.608184:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764454.608186:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764454.608189:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5340
00000400:00000200:2.0:1787764454.608193:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764454.608196:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764454.608198:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764454.608202:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764454.608204:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764454.608207:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764454.608209:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764454.608212:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764454.608214:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:2.0:1787764454.608216:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764454.608219:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:2.0:1787764454.608221:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000001:1.0:1787764454.608223:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1787764454.608224:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000001:1.0:1787764454.608230:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1787764454.608230:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764454.608235:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787764454.608236:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764454.608240:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764454.608245:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000040:1.0:1787764454.608247:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896bcb40 x1874601358844800/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787764454.608248:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:2.0:1787764454.608254:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764454.608260:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764454.608265:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764454.608272:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764454.608274:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1787764454.608276:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764454.608278:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764454.608281:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787764454.608283:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764454.608287:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:2.0:1787764454.608287:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787764454.608293:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1787764454.608294:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764454.608297:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764454.608299:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896bcb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358844800:192.168.202.141@tcp:250:kworker.0
00000100:00000010:2.0:1787764454.608302:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896be1c0.
00000100:00000001:1.0:1787764454.608305:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:2.0:1787764454.608307:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:1.0:1787764454.608311:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764454.608312:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764454.608316:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764454.608316:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764454.608322:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1787764454.608322:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764454.608325:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:1.0:1787764454.608328:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649cc00.
02000000:00000001:2.0:1787764454.608328:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764454.608332:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764454.608334:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218869b400.
00000100:00000001:2.0:1787764454.608339:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764454.608340:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764454.608347:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3268.
00000100:00100000:2.0:1787764454.608349:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896be1c0 x1874601358844928/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1787764454.608354:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fa18.
00000100:00000001:2.0:1787764454.608361:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764454.608363:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787764454.608364:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358844800, portal 25
00000100:00000040:2.0:1787764454.608369:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063016f18] to pc [ptlrpcd_rcv+-1]  req@ffff9821896be1c0 x1874601358844928/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764454.608370:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764454.608373:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539726656 : -114205169824960 : ffff9821896bcb40)
00000100:00000040:1.0:1787764454.608383:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896bcb40 x1874601358844800/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764454.608385:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764454.608391:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787764454.608398:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1787764454.608399:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787764454.608403:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:1.0:1787764454.608404:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000100:00080000:2.0:1787764454.608406:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:1.0:1787764454.608408:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fcc0.
00000100:00000001:2.0:1787764454.608410:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:1.0:1787764454.608414:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358844800, offset 0
00000100:00080000:2.0:1787764454.608431:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5340
00000400:00000200:2.0:1787764454.608436:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764454.608441:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764454.608442:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764454.608446:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764454.608449:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000400:00000200:1.0:1787764454.608453:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764454.608455:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764454.608459:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764454.608463:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000400:00000200:1.0:1787764454.608464:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000020:00000001:2.0:1787764454.608468:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764454.608471:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000400:00000200:1.0:1787764454.608474:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:2.0:1787764454.608475:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764454.608478:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000400:00000200:1.0:1787764454.608481:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000020:00000001:2.0:1787764454.608482:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:2.0:1787764454.608487:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000400:00000200:1.0:1787764454.608488:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000100:00000040:2.0:1787764454.608493:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000400:00000200:1.0:1787764454.608494:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000100:00000001:2.0:1787764454.608497:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764454.608502:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764454.608506:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000400:00000200:1.0:1787764454.608507:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70471:70471:256:4294967295] 192.168.202.141@tcp LPNI seq info [70471:70471:8:4294967295]
00000020:00000040:2.0:1787764454.608511:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000400:00000200:1.0:1787764454.608516:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00080000:2.0:1787764454.608518:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764454.608522:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764454.608524:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764454.608528:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764454.608532:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764454.608535:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1787764454.608536:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764454.608540:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764454.608544:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787764454.608546:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000100:00000001:2.0:1787764454.608548:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787764454.608553:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88600.
00000100:00000010:2.0:1787764454.608554:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896be940.
00000020:00000040:2.0:1787764454.608559:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:2.0:1787764454.608563:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:1.0:1787764454.608565:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
02000000:00000001:2.0:1787764454.608566:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764454.608570:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.0:1787764454.608572:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
02000000:00000001:2.0:1787764454.608573:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764454.608577:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787764454.608581:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
02000000:00000010:2.0:1787764454.608583:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982188698c00.
00000800:00000200:1.1:1787764454.608586:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000100:00000001:2.0:1787764454.608588:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787764454.608593:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000100:00100000:2.0:1787764454.608597:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896be940 x1874601358845056/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:1.0:1787764454.608598:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88600.
00000400:00000200:1.0:1787764454.608605:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764454.608615:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1787764454.608618:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1787764454.608622:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fcc0
00000100:00000001:2.0:1787764454.608622:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787764454.608627:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fcc0.
00000100:00000040:2.0:1787764454.608631:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000067aaa64d] to pc [ptlrpcd_rcv+-1]  req@ffff9821896be940 x1874601358845056/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764454.608634:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764454.608642:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896bcb40 x1874601358844800/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764454.608653:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764454.608657:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bcb40 x1874601358844800/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764479 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764454.608660:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764454.608667:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787764454.608671:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764454.608673:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787764454.608676:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764454.608677:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764454.608680:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764454.608684:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764454.608684:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764454.608690:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5340
00000400:00000200:1.0:1787764454.608691:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764454.608696:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4300013835
00000400:00000200:2.0:1787764454.608698:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000010:1.0:1787764454.608704:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982191d2cf00.
00000400:00000200:2.0:1787764454.608704:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764454.608708:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764454.608712:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764454.608715:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787764454.608715:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764454.608720:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764454.608724:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:1.0:1787764454.608725:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4300013835
00000020:00000001:2.0:1787764454.608728:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000010:1.0:1787764454.608730:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982191d2cba0.
00000020:00000040:2.0:1787764454.608732:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000100:00000001:1.0:1787764454.608735:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000020:00000001:2.0:1787764454.608736:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787764454.608741:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:2.0:1787764454.608742:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000100:00000001:1.0:1787764454.608748:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764454.608748:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000001:1.0:1787764454.608753:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000020:00000001:2.0:1787764454.608754:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00100000:1.0:1787764454.608760:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764454/real 1787764454]  req@ffff9821896bcb40 x1874601358844800/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787764454.608762:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764454.608768:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764454.608773:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764454.608779:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000400:00000001:1.0:1787764454.608781:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000040:2.0:1787764454.608783:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000400:00000001:1.0:1787764454.608784:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764454.608789:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3268.
00000100:00080000:2.0:1787764454.608790:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000400:00000200:1.0:1787764454.608792:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fa18
00000100:00000001:2.0:1787764454.608795:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764454.608799:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764454.608802:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764454.608804:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764454.608806:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:1.0:1787764454.608809:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fa18.
00000008:00100000:2.0:1787764454.608809:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1787764454.608815:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000008:00000001:2.0:1787764454.608815:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764454.608820:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787764454.608822:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896bcb40 x1874601358844800/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1787764454.608826:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896bfc00.
00000020:00000040:2.0:1787764454.608831:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:2.0:1787764454.608838:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000200:1.0:1787764454.608840:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896bcb40 x1874601358844800/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787764454.608841:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764454.608846:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764454.608873:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764454.608875:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764454.608881:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218869b800.
00000100:00000001:2.0:1787764454.608885:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764454.608891:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896bfc00 x1874601358845184/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764454.608903:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764454.608907:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764454.608908:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764454.608913:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764454.608914:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764454.608917:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764454.608922:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000558bde2f] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bfc00 x1874601358845184/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764454.608926:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896bcb40 x1874601358844800/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764454.608946:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764454.608950:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787764454.608951:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1787764454.608957:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896bcb40 x1874601358844800/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764479 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764454.608958:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787764454.608962:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764454.608965:0:18336:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764454.608971:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787764454.608974:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764454.608977:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5340
00000100:00000001:1.0:1787764454.608979:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764454.608982:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764454.608984:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1787764454.608986:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764454.608988:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764454.608992:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000400:00000200:2.0:1787764454.608992:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764454.608997:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764454.608998:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1787764454.609007:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000100:00000040:2.0:1787764454.609007:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764454.609015:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:2.0:1787764454.609015:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764454.609020:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000040:1.0:1787764454.609023:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896bcb40 x1874601358844800/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764479 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764454.609025:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764454.609030:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764454.609032:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:2.0:1787764454.609035:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764454.609039:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000100:00100000:1.0:1787764454.609043:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896bcb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358844800:192.168.202.141@tcp:250:kworker.0
00000020:00000001:2.0:1787764454.609044:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:2.0:1787764454.609051:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000001:1.0:1787764454.609053:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764454.609057:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764454.609058:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000040:1.0:1787764454.609064:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bcb40 x1874601358844800/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764479 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764454.609064:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764454.609070:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764454.609075:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764454.609080:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00000001:1.0:1787764454.609082:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764454.609086:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00080000:2.0:1787764454.609087:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
02000000:00000010:1.0:1787764454.609090:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649cc00.
00000100:00000001:2.0:1787764454.609091:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764454.609094:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:2.0:1787764454.609096:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000020:00000001:1.0:1787764454.609098:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764454.609101:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
02000000:00000001:2.0:1787764454.609102:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:1.0:1787764454.609106:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:2.0:1787764454.609107:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764454.609110:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218869a000.
00000100:00000001:2.0:1787764454.609111:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764454.609115:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
02000000:00000001:1.0:1787764454.609116:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000008:00000001:2.0:1787764454.609119:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764454.609120:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787764454.609124:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764454.609125:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bcb40.
00000100:00000001:1.0:1787764454.609131:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000010:2.0:1787764454.609131:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896bed00.
00000100:00000001:1.0:1787764454.609133:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1787764454.609136:0:18336:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
00000100:00000001:1.0:1787764454.609137:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1787764454.609143:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764454.609146:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764454.609148:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764454.609148:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764454.609152:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787764454.609153:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764454.609155:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764454.609157:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764454.609160:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000010:2.0:1787764454.609161:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218869a400.
00000100:00000001:1.0:1787764454.609162:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787764454.609168:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764454.609169:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896be1c0 x1874601358844928/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764454.609178:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896bed00 x1874601358845312/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764454.609182:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764454.609185:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764454.609190:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764454.609193:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764454.609194:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764454.609198:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764454.609199:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764454.609203:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f5b4eb0] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bed00 x1874601358845312/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764454.609207:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896be1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358844928:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764454.609215:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764454.609219:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1787764454.609219:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764454.609224:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764454.609227:0:18336:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5350)
02000000:00000001:1.0:1787764454.609228:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764454.609233:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649cc00.
02000000:00000001:1.0:1787764454.609236:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764454.609241:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764454.609244:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3268.
00000400:00000010:1.0:1787764454.609248:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fa18.
00000100:00000200:1.0:1787764454.609252:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358844928, portal 10
00000100:00000001:1.0:1787764454.609254:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764454.609256:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539732416 : -114205169819200 : ffff9821896be1c0)
00000100:00000040:1.0:1787764454.609264:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896be1c0 x1874601358844928/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764454.609271:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764454.609273:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764454.609275:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fcc0.
00000100:00000200:1.0:1787764454.609278:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358844928, offset 0
00000400:00000200:1.0:1787764454.609281:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764454.609286:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764454.609290:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764454.609293:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764454.609296:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764454.609299:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764454.609301:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764454.609304:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70472:70472:256:4294967295] 192.168.202.141@tcp LPNI seq info [70472:70472:8:4294967295]
00000400:00000200:1.0:1787764454.609308:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764454.609315:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764454.609320:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764454.609324:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88600.
00000800:00000200:1.0:1787764454.609328:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764454.609331:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787764454.609335:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764454.609338:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787764454.609341:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764454.609343:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88600.
00000400:00000200:1.0:1787764454.609346:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764454.609349:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764454.609352:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fcc0
00000400:00000010:1.0:1787764454.609354:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fcc0.
00000100:00000001:1.0:1787764454.609362:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764454.609366:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896be1c0 x1874601358844928/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764454.609373:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764454.609376:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896be1c0 x1874601358844928/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764479 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764454.609383:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764454.609384:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764454.609387:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764454.609391:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:1.0:1787764454.609394:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764454.609396:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300012567
00000100:00000001:1.0:1787764454.609399:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300013835
00000100:00000001:1.0:1787764454.609401:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300012567
00000100:00000001:1.0:1787764454.609403:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300013835
00000100:00000001:1.0:1787764454.609405:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764454.609407:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764454.609409:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764454.609412:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764454/real 1787764454]  req@ffff9821896be1c0 x1874601358844928/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764454.611145:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764454.611146:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764454.611149:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3268.
00000400:00000200:1.0:1787764454.611153:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fa18
00000400:00000010:1.0:1787764454.611155:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fa18.
00000100:00000001:1.0:1787764454.611157:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764454.611164:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896be1c0 x1874601358844928/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764454.611174:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896be1c0 x1874601358844928/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764454.611180:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764454.611182:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764454.611184:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764454.611186:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764454.611189:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896be1c0 x1874601358844928/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764454.611195:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764454.611200:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896be1c0 x1874601358844928/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764479 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764454.611208:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764454.611210:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764454.611212:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764454.611213:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764454.611215:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764454.611216:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764454.611220:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764454.611223:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764454.611226:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764454.611230:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896be1c0 x1874601358844928/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764479 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764454.611238:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896be1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358844928:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764454.611242:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764454.611246:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896be940 x1874601358845056/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764454.611252:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764454.611254:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764454.611257:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764454.611259:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764454.611261:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764454.611264:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896be940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358845056:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764454.611268:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764454.611270:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764454.611272:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764454.611275:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764454.611279:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649f000.
02000000:00000001:1.0:1787764454.611281:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764454.611286:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764454.611289:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3268.
00000400:00000010:1.0:1787764454.611292:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fa18.
00000100:00000200:1.0:1787764454.611295:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358845056, portal 10
00000100:00000001:1.0:1787764454.611298:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764454.611299:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539734336 : -114205169817280 : ffff9821896be940)
00000100:00000040:1.0:1787764454.611305:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896be940 x1874601358845056/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764454.611311:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764454.611313:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764454.611315:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fcc0.
00000100:00000200:1.0:1787764454.611318:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358845056, offset 0
00000400:00000200:1.0:1787764454.611323:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764454.611328:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764454.611333:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764454.611338:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764454.611341:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764454.611344:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764454.611346:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764454.611349:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70473:70473:256:4294967295] 192.168.202.141@tcp LPNI seq info [70473:70473:8:4294967295]
00000400:00000200:1.0:1787764454.611354:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764454.611360:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764454.611365:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764454.611369:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88600.
00000800:00000200:1.0:1787764454.611374:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764454.611377:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787764454.611382:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764454.611385:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787764454.611389:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764454.611391:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88600.
00000400:00000200:1.0:1787764454.611394:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764454.611398:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764454.611401:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fcc0
00000400:00000010:1.0:1787764454.611403:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fcc0.
00000100:00000001:1.0:1787764454.611406:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764454.611409:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896be940 x1874601358845056/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764454.611417:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764454.611419:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896be940 x1874601358845056/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764479 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764454.611441:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764454.611443:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764454.611447:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764454.611451:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:1.0:1787764454.611454:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764454.611457:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300012563
00000100:00000001:1.0:1787764454.611460:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300013835
00000100:00000001:1.0:1787764454.611462:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300012563
00000100:00000001:1.0:1787764454.611464:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300013835
00000100:00000001:1.0:1787764454.611467:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764454.611469:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764454.611471:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764454.611475:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764454/real 1787764454]  req@ffff9821896be940 x1874601358845056/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764454.611483:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764454.611485:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764454.611486:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3268.
00000400:00000200:1.0:1787764454.611488:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fa18
00000400:00000010:1.0:1787764454.611490:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fa18.
00000100:00000001:1.0:1787764454.611492:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764454.611495:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896be940 x1874601358845056/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764454.611503:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896be940 x1874601358845056/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764454.611509:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764454.611511:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764454.611512:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764454.611514:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764454.611518:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896be940 x1874601358845056/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764454.611524:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764454.611528:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896be940 x1874601358845056/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764479 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764454.611535:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764454.611538:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764454.611539:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764454.611540:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764454.611542:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764454.611544:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764454.611546:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764454.611549:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764454.611551:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764454.611555:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896be940 x1874601358845056/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764479 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764454.611563:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896be940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358845056:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764454.611566:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764454.611569:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896bfc00 x1874601358845184/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764454.611575:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764454.611577:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764454.611578:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764454.611580:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764454.611582:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764454.611585:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896bfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358845184:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764454.611588:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764454.611590:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764454.611592:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764454.611593:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764454.611596:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649d800.
02000000:00000001:1.0:1787764454.611602:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764454.611605:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764454.611608:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3268.
00000400:00000010:1.0:1787764454.611611:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fa18.
00000100:00000200:1.0:1787764454.611614:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358845184, portal 4
00000100:00000001:1.0:1787764454.611616:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764454.611617:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539739136 : -114205169812480 : ffff9821896bfc00)
00000100:00000040:1.0:1787764454.611623:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896bfc00 x1874601358845184/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764454.611629:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764454.611631:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764454.611633:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fcc0.
00000100:00000200:1.0:1787764454.611635:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358845184, offset 0
00000400:00000200:1.0:1787764454.611638:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764454.611642:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764454.611645:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764454.611648:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764454.611650:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764454.611652:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764454.611654:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764454.611657:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70474:70474:256:4294967295] 192.168.202.141@tcp LPNI seq info [70474:70474:8:4294967295]
00000400:00000200:1.0:1787764454.611662:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764454.611668:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764454.611672:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764454.611675:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88600.
00000800:00000200:1.0:1787764454.611678:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764454.611681:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787764454.611685:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764454.611701:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787764454.611705:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764454.611707:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88600.
00000400:00000200:1.0:1787764454.611709:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764454.611713:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764454.611716:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fcc0
00000400:00000010:1.0:1787764454.611718:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fcc0.
00000100:00000001:1.0:1787764454.611720:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764454.611723:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896bfc00 x1874601358845184/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764454.611736:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764454.611739:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bfc00 x1874601358845184/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764479 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764454.611747:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764454.611748:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764454.611751:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764454.611753:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:1.0:1787764454.611756:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764454.611758:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300012568
00000100:00000001:1.0:1787764454.611761:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300013835
00000100:00000001:1.0:1787764454.611763:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300012568
00000100:00000001:1.0:1787764454.611765:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300013835
00000100:00000001:1.0:1787764454.611767:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764454.611769:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764454.611771:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764454.611775:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764454/real 1787764454]  req@ffff9821896bfc00 x1874601358845184/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764454.611782:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764454.611783:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764454.611785:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3268.
00000400:00000200:1.0:1787764454.611787:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fa18
00000400:00000010:1.0:1787764454.611788:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fa18.
00000100:00000001:1.0:1787764454.611790:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764454.611793:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896bfc00 x1874601358845184/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764454.611802:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896bfc00 x1874601358845184/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764454.611808:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764454.611810:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764454.611811:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764454.611813:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764454.611816:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896bfc00 x1874601358845184/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764454.611823:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764454.611827:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896bfc00 x1874601358845184/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764479 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764454.611834:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764454.611836:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764454.611837:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764454.611839:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764454.611840:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764454.611841:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764454.611843:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764454.611846:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764454.611865:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764454.611870:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896bfc00 x1874601358845184/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764479 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764454.611877:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896bfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358845184:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764454.611881:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764454.611883:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764454.611887:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896be1c0 x1874601358844928/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764479 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764454.611894:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764454.611895:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764454.611898:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649cc00.
02000000:00000001:1.0:1787764454.611900:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764454.611902:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764454.611904:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:1.0:1787764454.611906:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764454.611908:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218869b400.
02000000:00000001:1.0:1787764454.611912:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764454.611914:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764454.611915:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896be1c0.
00000100:00000001:1.0:1787764454.611918:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764454.611920:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764454.611921:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764454.611924:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896be940 x1874601358845056/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764479 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764454.611931:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764454.611932:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764454.611933:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649f000.
02000000:00000001:1.0:1787764454.611935:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764454.611936:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764454.611937:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:1.0:1787764454.611939:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764454.611941:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982188698c00.
02000000:00000001:1.0:1787764454.611943:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764454.611944:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764454.611945:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896be940.
00000100:00000001:1.0:1787764454.611947:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764454.611948:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764454.611949:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764454.611952:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bfc00 x1874601358845184/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764479 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764454.611958:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764454.611960:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764454.611961:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649d800.
02000000:00000001:1.0:1787764454.611963:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764454.611964:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764454.611965:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:1.0:1787764454.611967:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764454.611968:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218869b800.
02000000:00000001:1.0:1787764454.611970:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764454.611972:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764454.611973:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bfc00.
00000100:00000001:1.0:1787764454.611975:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764454.611976:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764454.611978:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764454.611983:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764454.611985:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764454.611987:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764454.611989:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764454.611990:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764454.611993:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896bed00 x1874601358845312/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764454.612000:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764454.612002:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764454.612004:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764454.612006:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764454.612008:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764454.612010:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896bed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358845312:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764454.612023:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764454.612025:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764454.612026:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764454.612028:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764454.612031:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649d800.
02000000:00000001:1.0:1787764454.612033:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764454.612039:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764454.612041:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3268.
00000400:00000010:1.0:1787764454.612044:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fa18.
00000100:00000200:1.0:1787764454.612047:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358845312, portal 4
00000100:00000001:1.0:1787764454.612049:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764454.612050:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539735296 : -114205169816320 : ffff9821896bed00)
00000100:00000040:1.0:1787764454.612056:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896bed00 x1874601358845312/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764454.612062:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764454.612064:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764454.612066:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fcc0.
00000100:00000200:1.0:1787764454.612068:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358845312, offset 0
00000400:00000200:1.0:1787764454.612072:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764454.612076:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764454.612079:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764454.612082:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764454.612084:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764454.612086:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764454.612088:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764454.612091:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70475:70475:256:4294967295] 192.168.202.141@tcp LPNI seq info [70475:70475:8:4294967295]
00000400:00000200:1.0:1787764454.612095:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764454.612101:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764454.612105:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764454.612108:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88600.
00000800:00000200:1.0:1787764454.612111:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764454.612113:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787764454.612118:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764454.612120:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787764454.612124:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764454.612125:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88600.
00000400:00000200:1.0:1787764454.612128:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764454.612131:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764454.612134:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fcc0
00000400:00000010:1.0:1787764454.612135:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fcc0.
00000100:00000001:1.0:1787764454.612138:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764454.612141:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896bed00 x1874601358845312/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764454.612148:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764454.612151:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bed00 x1874601358845312/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764479 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764454.612157:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764454.612158:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764454.612161:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764454.612164:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:1.0:1787764454.612166:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764454.612168:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300012570
00000100:00000001:1.0:1787764454.612170:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300013835
00000100:00000001:1.0:1787764454.612172:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300012570
00000100:00000001:1.0:1787764454.612174:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300013835
00000100:00000001:1.0:1787764454.612176:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764454.612178:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764454.612179:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764454.612182:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764454/real 1787764454]  req@ffff9821896bed00 x1874601358845312/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764454.612190:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764454.612191:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764454.612193:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3268.
00000400:00000200:1.0:1787764454.612195:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fa18
00000400:00000010:1.0:1787764454.612196:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fa18.
00000100:00000001:1.0:1787764454.612197:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764454.612200:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896bed00 x1874601358845312/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764454.612208:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896bed00 x1874601358845312/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764454.612215:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764454.612216:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764454.612218:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764454.612219:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764454.612222:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896bed00 x1874601358845312/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764454.612228:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764454.612231:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896bed00 x1874601358845312/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764479 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764454.612238:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764454.612240:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764454.612241:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764454.612243:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764454.612244:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764454.612246:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764454.612248:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764454.612251:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764454.612253:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764454.612256:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896bed00 x1874601358845312/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764479 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764454.612264:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896bed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358845312:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764454.612268:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764454.612269:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764454.612272:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bed00 x1874601358845312/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764479 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764454.612278:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764454.612279:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764454.612280:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649d800.
02000000:00000001:1.0:1787764454.612282:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764454.612283:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764454.612285:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:1.0:1787764454.612286:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764454.612288:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218869a400.
02000000:00000001:1.0:1787764454.612290:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764454.612291:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764454.612293:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bed00.
00000100:00000001:1.0:1787764454.612295:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764454.612296:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764454.612298:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764454.612300:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764454.612302:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764454.612304:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764454.612305:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764454.927928:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764454.927933:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764454.927944:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764454.927945:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764454.927947:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764454.927950:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764454.927952:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764454.927953:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764454.927955:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764454.927956:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764454.927974:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764454.927976:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764454.927978:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764455.183945:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764455.183951:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764455.183952:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764455.183956:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764455.183959:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764455.183962:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764455.183964:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764455.183966:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764455.183968:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764455.951951:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4300013835, at 4300013888
00000100:00000040:2.0:1787764455.951959:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4300013835, at 4300013888
00010000:00000001:0.0:1787764455.951960:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764455.951965:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764455.951967:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2cba0.
00000100:00000010:2.0:1787764455.951970:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2cf00.
00010000:00000001:0.0:1787764455.951971:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764455.951974:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764455.951978:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764455.951979:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764455.951981:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764455.951982:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764455.951986:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764455.951987:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764455.952014:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764455.952018:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764455.952021:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764456.207952:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764456.207960:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764456.207963:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764456.207968:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764456.207972:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764456.207976:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764456.207978:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764456.207980:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764456.207984:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764456.975947:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764456.975956:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764456.975964:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764456.975967:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764456.975970:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764456.975974:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764456.975977:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764456.975980:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764456.975983:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764456.975985:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764456.975990:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764456.975991:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764456.975995:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764456.975996:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764456.976001:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764456.976002:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764456.976056:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764456.976059:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764456.976062:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764457.231965:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764457.231973:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764457.231975:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764457.231982:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764457.231986:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764457.231989:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764457.231992:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764457.231994:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764457.231996:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764458.000005:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764458.000013:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764458.000020:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764458.000021:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764458.000025:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764458.000027:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764458.000030:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764458.000032:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764458.000035:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764458.000037:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764458.000068:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764458.000071:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764458.000074:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764458.255994:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764458.256002:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764458.256005:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764458.256009:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764458.256013:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764458.256017:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764458.256019:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764458.256021:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764458.256024:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764459.023966:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764459.023973:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764459.023979:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764459.023981:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764459.023984:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764459.023987:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764459.023990:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764459.023993:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764459.023996:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764459.023999:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764459.024001:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764459.024003:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764459.024006:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764459.024008:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764459.024011:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764459.024013:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764459.024014:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764459.024016:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764459.024017:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764459.024019:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764459.024020:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764459.024022:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764459.024059:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764459.024063:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764459.024065:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764459.279929:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764459.279936:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764459.279938:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764459.279943:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764459.279947:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764459.279950:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764459.279952:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764459.279955:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764459.279957:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764459.727950:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764459.727959:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764459.727962:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764459.727966:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764459.727970:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764459.727977:0:58520:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5345
00000400:00000200:3.0:1787764459.727984:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764459.727990:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764459.727993:0:58520:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764459.727996:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764459.727999:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764459.728002:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764459.728004:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764459.728007:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764459.728009:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:3.0:1787764459.728012:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764459.728014:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:3.0:1787764459.728016:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:3.0:1787764459.728019:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:3.0:1787764459.728022:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764459.728023:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764459.728025:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764459.728027:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764459.728030:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:3.0:1787764459.728033:0:58520:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764459.728035:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764459.728038:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764459.728041:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764459.728044:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764459.728046:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764459.728048:0:58520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764459.728056:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b21c0.
00000020:00000040:3.0:1787764459.728059:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:3.0:1787764459.728062:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764459.728065:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764459.728068:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764459.728070:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764459.728075:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764459.728082:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9dc00.
00000100:00000001:3.0:1787764459.728088:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764459.728096:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b21c0 x1874601358845440/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764459.728106:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764459.728110:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764459.728115:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a837d5f] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b21c0 x1874601358845440/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764459.728138:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764459.728142:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764459.728145:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764459.728146:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764459.728148:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764459.728150:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764459.728153:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5345
00000400:00000200:3.0:1787764459.728156:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764459.728159:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764459.728161:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764459.728163:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764459.728166:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764459.728168:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764459.728171:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764459.728174:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764459.728176:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:3.0:1787764459.728177:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764459.728179:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000100:00000001:1.0:1787764459.728181:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1787764459.728182:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:3.0:1787764459.728186:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000001:1.0:1787764459.728187:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1787764459.728191:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764459.728192:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787764459.728196:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764459.728199:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764459.728203:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000040:1.0:1787764459.728205:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b21c0 x1874601358845440/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787764459.728206:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:3.0:1787764459.728212:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764459.728218:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764459.728222:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787764459.728226:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787764459.728228:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764459.728229:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764459.728235:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764459.728236:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787764459.728238:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787764459.728241:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:3.0:1787764459.728243:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787764459.728246:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787764459.728249:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764459.728253:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358845440:192.168.202.141@tcp:250:kworker.0
00000100:00000001:3.0:1787764459.728254:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764459.728260:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:3.0:1787764459.728261:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0b40.
02000000:00000001:1.0:1787764459.728263:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:3.0:1787764459.728265:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:1.0:1787764459.728266:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764459.728270:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764459.728272:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787764459.728273:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764459.728276:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764459.728278:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764459.728280:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764459.728281:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649cc00.
02000000:00000001:1.0:1787764459.728285:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764459.728286:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9cc00.
00000100:00000001:3.0:1787764459.728291:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764459.728294:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764459.728299:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3268.
00000100:00100000:3.0:1787764459.728300:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0b40 x1874601358845568/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1787764459.728304:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fa18.
00000100:00000200:1.0:1787764459.728312:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358845440, portal 25
00000100:00000001:3.0:1787764459.728313:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764459.728316:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764459.728318:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542828992 : -114205166722624 : ffff9821899b21c0)
00000100:00000001:3.0:1787764459.728318:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764459.728326:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d6e219c] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0b40 x1874601358845568/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787764459.728328:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b21c0 x1874601358845440/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764459.728357:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764459.728360:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764459.728362:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fcc0.
00000100:00000200:1.0:1787764459.728364:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358845440, offset 0
00000100:00000001:3.0:1787764459.728366:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764459.728370:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764459.728387:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:1.0:1787764459.728390:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000100:00000001:3.0:1787764459.728391:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764459.728395:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764459.728398:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787764459.728400:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00080000:3.0:1787764459.728403:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5345
00000400:00000200:1.0:1787764459.728408:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:3.0:1787764459.728410:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764459.728415:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787764459.728416:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764459.728420:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764459.728424:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764459.728426:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787764459.728428:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000100:00000040:3.0:1787764459.728430:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764459.728434:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000400:00000200:1.0:1787764459.728436:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000020:00000001:3.0:1787764459.728438:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764459.728441:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000400:00000200:1.0:1787764459.728444:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000020:00000001:3.0:1787764459.728444:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764459.728449:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:3.0:1787764459.728452:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000400:00000200:1.0:1787764459.728454:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70476:70476:256:4294967295] 192.168.202.141@tcp LPNI seq info [70476:70476:8:4294967295]
00000020:00000001:3.0:1787764459.728456:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000400:00000200:1.0:1787764459.728461:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000040:3.0:1787764459.728463:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764459.728466:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764459.728468:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764459.728471:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764459.728476:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000400:00000200:1.0:1787764459.728477:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1787764459.728482:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000800:00000200:1.0:1787764459.728486:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000100:00000001:3.0:1787764459.728488:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787764459.728492:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88600.
02000000:00000001:3.0:1787764459.728492:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764459.728497:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.0:1787764459.728502:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
02000000:00000001:3.0:1787764459.728503:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764459.728507:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764459.728510:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764459.728512:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787764459.728513:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000100:00000001:3.0:1787764459.728514:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764459.728522:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b03c0.
00000800:00000200:1.1:1787764459.728523:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000020:00000040:3.0:1787764459.728527:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
00000800:00000200:1.1:1787764459.728529:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
02000000:00000001:3.0:1787764459.728531:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764459.728534:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764459.728538:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000100:1.0:1787764459.728539:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
02000000:00000001:3.0:1787764459.728542:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:1.0:1787764459.728543:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88600.
02000000:00000001:3.0:1787764459.728545:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764459.728551:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9d800.
00000400:00000200:1.0:1787764459.728552:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1787764459.728556:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764459.728560:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764459.728565:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fcc0
00000100:00100000:3.0:1787764459.728566:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b03c0 x1874601358845696/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1787764459.728568:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fcc0.
00000100:00000001:1.0:1787764459.728573:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787764459.728578:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1787764459.728581:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b21c0 x1874601358845440/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764459.728582:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764459.728590:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fa8aa37] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b03c0 x1874601358845696/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764459.728600:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787764459.728604:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764459.728607:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b21c0 x1874601358845440/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764484 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787764459.728608:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764459.728616:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764459.728619:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764459.728621:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764459.728624:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764459.728626:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787764459.728627:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:3.0:1787764459.728631:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5345
00000100:00000001:1.0:1787764459.728634:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764459.728638:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764459.728643:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764459.728645:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00000001:1.0:1787764459.728648:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4300018955
00000100:00080000:3.0:1787764459.728649:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764459.728656:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000010:1.0:1787764459.728657:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982191d2c000.
00000100:00000001:3.0:1787764459.728659:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764459.728663:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764459.728664:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787764459.728665:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764459.728669:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764459.728670:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000100:00000001:1.0:1787764459.728672:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4300018955
00000020:00000001:3.0:1787764459.728672:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764459.728675:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000100:00000010:1.0:1787764459.728678:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982191d2c780.
00000020:00000001:3.0:1787764459.728679:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000001:1.0:1787764459.728684:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000020:00000001:3.0:1787764459.728684:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000001:1.0:1787764459.728689:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1787764459.728690:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764459.728692:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764459.728694:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787764459.728696:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000040:3.0:1787764459.728698:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764459.728702:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00100000:1.0:1787764459.728703:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764459/real 1787764459]  req@ffff9821899b21c0 x1874601358845440/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787764459.728707:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:3.0:1787764459.728714:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764459.728719:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764459.728722:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000001:1.0:1787764459.728724:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:3.0:1787764459.728725:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000001:1.0:1787764459.728728:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:3.0:1787764459.728729:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787764459.728733:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3268.
00000100:00000001:3.0:1787764459.728733:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764459.728737:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000400:00000200:1.0:1787764459.728738:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fa18
00000400:00000010:1.0:1787764459.728741:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fa18.
00000008:00000001:3.0:1787764459.728741:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764459.728746:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764459.728747:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000010:3.0:1787764459.728751:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b3840.
00000100:00000200:1.0:1787764459.728755:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b21c0 x1874601358845440/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787764459.728756:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:3.0:1787764459.728761:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764459.728764:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787764459.728770:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b21c0 x1874601358845440/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764459.728775:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787764459.728775:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787764459.728777:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787764459.728779:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787764459.728780:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764459.728784:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787764459.728784:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764459.728791:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9f000.
00000100:00100000:1.0:1787764459.728792:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b21c0 x1874601358845440/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764459.728796:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764459.728803:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787764459.728807:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b3840 x1874601358845824/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1787764459.728811:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b21c0 x1874601358845440/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764484 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764459.728834:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764459.728835:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787764459.728838:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764459.728840:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764459.728843:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764459.728844:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787764459.728870:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a874aff9] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b3840 x1874601358845824/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764459.728880:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764459.728882:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00080000:3.0:1787764459.728883:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787764459.728886:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764459.728890:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787764459.728890:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764459.728894:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764459.728897:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000100:00080000:3.0:1787764459.728898:0:58520:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764459.728900:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1787764459.728903:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:1.0:1787764459.728906:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b21c0 x1874601358845440/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764484 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787764459.728909:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5345
00000400:00000200:3.0:1787764459.728918:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00100000:1.0:1787764459.728925:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358845440:192.168.202.141@tcp:250:kworker.0
00000400:00000200:3.0:1787764459.728926:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764459.728932:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787764459.728933:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764459.728937:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764459.728939:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000040:1.0:1787764459.728942:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b21c0 x1874601358845440/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764484 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764459.728943:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764459.728949:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764459.728953:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1787764459.728954:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
02000000:00000001:1.0:1787764459.728957:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000001:3.0:1787764459.728959:0:58520:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000010:1.0:1787764459.728960:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649cc00.
00000020:00000040:3.0:1787764459.728962:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
02000000:00000001:1.0:1787764459.728965:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787764459.728965:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000001:1.0:1787764459.728970:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787764459.728970:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000040:1.0:1787764459.728974:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000020:00000001:3.0:1787764459.728975:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:1.0:1787764459.728978:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
00000020:00000001:3.0:1787764459.728980:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
02000000:00000010:1.0:1787764459.728981:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9dc00.
00000100:00000040:3.0:1787764459.728986:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
02000000:00000001:1.0:1787764459.728987:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764459.728990:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1787764459.728990:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:1.0:1787764459.728993:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b21c0.
00000100:00000040:3.0:1787764459.728995:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764459.728997:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787764459.728999:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:1.0:1787764459.729000:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764459.729006:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1787764459.729006:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:3.0:1787764459.729012:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764459.729014:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764459.729016:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:3.0:1787764459.729017:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787764459.729021:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764459.729022:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764459.729027:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1787764459.729028:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764459.729031:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764459.729032:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787764459.729035:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000008:00100000:3.0:1787764459.729036:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764459.729040:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764459.729044:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764459.729045:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b0b40 x1874601358845568/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1787764459.729048:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0f00.
00000020:00000040:3.0:1787764459.729053:0:58520:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:3.0:1787764459.729057:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787764459.729059:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787764459.729060:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764459.729063:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764459.729064:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764459.729068:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787764459.729068:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764459.729071:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764459.729072:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764459.729077:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764459.729078:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9d400.
00000100:00100000:1.0:1787764459.729079:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358845568:192.168.202.141@tcp:38:kworker.0
00000100:00000001:3.0:1787764459.729084:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764459.729091:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00100000:3.0:1787764459.729091:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0f00 x1874601358845952/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787764459.729093:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764459.729096:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764459.729099:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764459.729104:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649cc00.
00000100:00000001:3.0:1787764459.729106:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1787764459.729107:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764459.729110:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764459.729114:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764459.729117:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3268.
00000100:00000040:3.0:1787764459.729119:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031bb8c12] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0f00 x1874601358845952/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787764459.729121:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fa18.
00000100:00000200:1.0:1787764459.729126:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358845568, portal 10
00000100:00000001:1.0:1787764459.729130:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764459.729132:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542823232 : -114205166728384 : ffff9821899b0b40)
00000100:00000001:3.0:1787764459.729139:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764459.729144:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b0b40 x1874601358845568/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764459.729145:0:58520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5355)
00000100:00000001:1.0:1787764459.729152:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764459.729155:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764459.729156:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fcc0.
00000100:00000200:1.0:1787764459.729158:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358845568, offset 0
00000400:00000200:1.0:1787764459.729161:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764459.729165:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764459.729168:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764459.729170:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764459.729171:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764459.729173:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764459.729175:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764459.729178:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70477:70477:256:4294967295] 192.168.202.141@tcp LPNI seq info [70477:70477:8:4294967295]
00000400:00000200:1.0:1787764459.729182:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764459.729188:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764459.729192:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764459.729195:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88600.
00000800:00000200:1.0:1787764459.729199:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764459.729202:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787764459.729206:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764459.729209:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787764459.729213:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764459.729215:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88600.
00000400:00000200:1.0:1787764459.729217:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764459.729221:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764459.729224:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fcc0
00000400:00000010:1.0:1787764459.729226:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fcc0.
00000100:00000001:1.0:1787764459.729228:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764459.729231:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b0b40 x1874601358845568/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764459.729236:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764459.729238:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b0b40 x1874601358845568/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764484 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764459.729242:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764459.729243:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764459.729246:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764459.729248:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:1.0:1787764459.729250:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764459.729251:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300017687
00000100:00000001:1.0:1787764459.729253:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300018955
00000100:00000001:1.0:1787764459.729255:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300017687
00000100:00000001:1.0:1787764459.729257:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300018955
00000100:00000001:1.0:1787764459.729259:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764459.729260:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764459.729261:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764459.729263:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764459/real 1787764459]  req@ffff9821899b0b40 x1874601358845568/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764459.729268:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764459.729269:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764459.729270:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3268.
00000400:00000200:1.0:1787764459.729271:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fa18
00000400:00000010:1.0:1787764459.729272:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fa18.
00000100:00000001:1.0:1787764459.729273:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764459.729275:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b0b40 x1874601358845568/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764459.729280:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b0b40 x1874601358845568/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764459.729283:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764459.729284:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764459.729285:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764459.729286:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764459.729287:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b0b40 x1874601358845568/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764459.729291:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764459.729294:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b0b40 x1874601358845568/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764484 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764459.729301:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764459.729303:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764459.729304:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764459.729304:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764459.729306:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764459.729307:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764459.729309:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764459.729311:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764459.729313:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764459.729315:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b0b40 x1874601358845568/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764484 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764459.729320:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358845568:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764459.729322:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764459.729324:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b03c0 x1874601358845696/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764459.729327:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764459.729328:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764459.729329:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764459.729330:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764459.729332:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764459.729333:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358845696:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764459.729335:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764459.729336:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764459.729337:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764459.729338:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764459.729340:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649c400.
02000000:00000001:1.0:1787764459.729342:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764459.729343:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764459.729345:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3268.
00000400:00000010:1.0:1787764459.729347:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fa18.
00000100:00000200:1.0:1787764459.729349:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358845696, portal 10
00000100:00000001:1.0:1787764459.729350:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764459.729351:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542821312 : -114205166730304 : ffff9821899b03c0)
00000100:00000040:1.0:1787764459.729354:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b03c0 x1874601358845696/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764459.729358:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764459.729359:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764459.729361:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fcc0.
00000100:00000200:1.0:1787764459.729362:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358845696, offset 0
00000400:00000200:1.0:1787764459.729364:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764459.729366:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764459.729368:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764459.729370:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764459.729372:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764459.729386:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764459.729388:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764459.729390:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70478:70478:256:4294967295] 192.168.202.141@tcp LPNI seq info [70478:70478:8:4294967295]
00000400:00000200:1.0:1787764459.729393:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764459.729397:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764459.729400:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764459.729402:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88600.
00000800:00000200:1.0:1787764459.729405:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764459.729407:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787764459.729409:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764459.729410:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787764459.729413:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764459.729414:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88600.
00000400:00000200:1.0:1787764459.729416:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764459.729418:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764459.729420:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fcc0
00000400:00000010:1.0:1787764459.729421:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fcc0.
00000100:00000001:1.0:1787764459.729422:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764459.729424:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b03c0 x1874601358845696/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764459.729429:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764459.729431:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b03c0 x1874601358845696/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764484 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764459.729438:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764459.729439:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764459.729441:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764459.729443:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:1.0:1787764459.729445:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764459.729446:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300017681
00000100:00000001:1.0:1787764459.729447:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300018955
00000100:00000001:1.0:1787764459.729449:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300017681
00000100:00000001:1.0:1787764459.729450:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300018955
00000100:00000001:1.0:1787764459.729451:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764459.729452:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764459.729453:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764459.729455:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764459/real 1787764459]  req@ffff9821899b03c0 x1874601358845696/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764459.729459:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764459.729460:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764459.729461:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3268.
00000400:00000200:1.0:1787764459.729462:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fa18
00000400:00000010:1.0:1787764459.729463:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fa18.
00000100:00000001:1.0:1787764459.729464:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764459.729466:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b03c0 x1874601358845696/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764459.729471:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b03c0 x1874601358845696/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764459.729474:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764459.729475:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764459.729476:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764459.729477:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764459.729478:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b03c0 x1874601358845696/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764459.729483:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764459.729485:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b03c0 x1874601358845696/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764484 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764459.729489:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764459.729490:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764459.729491:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764459.729491:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764459.729492:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764459.729493:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764459.729495:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764459.729496:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764459.729497:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764459.729499:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b03c0 x1874601358845696/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764484 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764459.729503:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358845696:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764459.729505:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764459.729507:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b3840 x1874601358845824/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764459.729510:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764459.729511:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764459.729512:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764459.729514:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764459.729515:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764459.729516:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358845824:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764459.729518:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764459.729519:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764459.729520:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764459.729521:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764459.729523:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649f400.
02000000:00000001:1.0:1787764459.729524:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764459.729526:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764459.729528:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3268.
00000400:00000010:1.0:1787764459.729541:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fa18.
00000100:00000200:1.0:1787764459.729542:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358845824, portal 4
00000100:00000001:1.0:1787764459.729544:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764459.729544:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542834752 : -114205166716864 : ffff9821899b3840)
00000100:00000040:1.0:1787764459.729548:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b3840 x1874601358845824/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764459.729552:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764459.729554:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764459.729555:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fcc0.
00000100:00000200:1.0:1787764459.729556:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358845824, offset 0
00000400:00000200:1.0:1787764459.729558:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764459.729560:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764459.729562:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764459.729564:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764459.729565:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764459.729567:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764459.729575:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764459.729577:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70479:70479:256:4294967295] 192.168.202.141@tcp LPNI seq info [70479:70479:8:4294967295]
00000400:00000200:1.0:1787764459.729579:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764459.729583:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764459.729586:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764459.729588:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88600.
00000800:00000200:1.0:1787764459.729590:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764459.729591:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787764459.729594:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764459.729595:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787764459.729598:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764459.729599:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88600.
00000400:00000200:1.0:1787764459.729601:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764459.729603:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764459.729604:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fcc0
00000400:00000010:1.0:1787764459.729605:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fcc0.
00000100:00000001:1.0:1787764459.729606:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764459.729608:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b3840 x1874601358845824/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764459.729613:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764459.729615:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b3840 x1874601358845824/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764484 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764459.729624:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764459.729625:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764459.729627:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764459.729628:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:1.0:1787764459.729630:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764459.729631:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300017686
00000100:00000001:1.0:1787764459.729633:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300018955
00000100:00000001:1.0:1787764459.729634:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300017686
00000100:00000001:1.0:1787764459.729636:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300018955
00000100:00000001:1.0:1787764459.729637:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764459.729638:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764459.729639:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764459.729641:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764459/real 1787764459]  req@ffff9821899b3840 x1874601358845824/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764459.729645:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764459.729646:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764459.729647:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3268.
00000400:00000200:1.0:1787764459.729649:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fa18
00000400:00000010:1.0:1787764459.729650:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fa18.
00000100:00000001:1.0:1787764459.729651:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764459.729653:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b3840 x1874601358845824/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764459.729657:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b3840 x1874601358845824/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764459.729661:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764459.729662:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764459.729662:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764459.729663:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764459.729665:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b3840 x1874601358845824/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764459.729668:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764459.729675:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b3840 x1874601358845824/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764484 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764459.729678:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764459.729680:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764459.729681:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764459.729682:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764459.729683:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764459.729683:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764459.729685:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764459.729686:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764459.729687:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764459.729689:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b3840 x1874601358845824/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764484 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764459.729693:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358845824:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764459.729695:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764459.729697:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764459.729699:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b0b40 x1874601358845568/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764484 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764459.729703:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764459.729704:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764459.729705:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649cc00.
02000000:00000001:1.0:1787764459.729706:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764459.729707:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764459.729708:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:1.0:1787764459.729709:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764459.729710:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9cc00.
02000000:00000001:1.0:1787764459.729712:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764459.729712:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764459.729713:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b0b40.
00000100:00000001:1.0:1787764459.729715:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764459.729716:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764459.729717:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764459.729718:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b03c0 x1874601358845696/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764484 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764459.729726:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764459.729727:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764459.729728:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649c400.
02000000:00000001:1.0:1787764459.729730:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764459.729731:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764459.729732:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:1.0:1787764459.729734:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764459.729735:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9d800.
02000000:00000001:1.0:1787764459.729737:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764459.729738:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764459.729739:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b03c0.
00000100:00000001:1.0:1787764459.729741:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764459.729741:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764459.729743:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764459.729745:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b3840 x1874601358845824/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764484 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764459.729748:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764459.729750:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764459.729750:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649f400.
02000000:00000001:1.0:1787764459.729752:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764459.729753:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764459.729753:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:1.0:1787764459.729754:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764459.729755:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9f000.
02000000:00000001:1.0:1787764459.729757:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764459.729757:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764459.729758:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b3840.
00000100:00000001:1.0:1787764459.729759:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764459.729760:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764459.729761:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764459.729763:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764459.729764:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764459.729765:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764459.729766:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764459.729767:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764459.729769:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b0f00 x1874601358845952/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764459.729777:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764459.729778:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764459.729779:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764459.729780:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764459.729781:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764459.729783:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358845952:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764459.729785:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764459.729786:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764459.729787:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764459.729788:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764459.729790:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649f400.
02000000:00000001:1.0:1787764459.729791:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764459.729796:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764459.729798:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3268.
00000400:00000010:1.0:1787764459.729800:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fa18.
00000100:00000200:1.0:1787764459.729802:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358845952, portal 4
00000100:00000001:1.0:1787764459.729803:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764459.729804:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542824192 : -114205166727424 : ffff9821899b0f00)
00000100:00000040:1.0:1787764459.729807:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b0f00 x1874601358845952/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764459.729811:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764459.729812:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764459.729813:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fcc0.
00000100:00000200:1.0:1787764459.729815:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358845952, offset 0
00000400:00000200:1.0:1787764459.729817:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764459.729819:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764459.729821:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764459.729823:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764459.729824:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764459.729826:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764459.729827:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764459.729829:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70480:70480:256:4294967295] 192.168.202.141@tcp LPNI seq info [70480:70480:8:4294967295]
00000400:00000200:1.0:1787764459.729831:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764459.729835:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764459.729837:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764459.729839:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88600.
00000800:00000200:1.0:1787764459.729841:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764459.729843:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787764459.729860:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764459.729863:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787764459.729866:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764459.729867:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88600.
00000400:00000200:1.0:1787764459.729869:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764459.729871:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764459.729873:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fcc0
00000400:00000010:1.0:1787764459.729874:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fcc0.
00000100:00000001:1.0:1787764459.729875:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764459.729878:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b0f00 x1874601358845952/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764459.729886:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764459.729887:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b0f00 x1874601358845952/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764484 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764459.729891:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764459.729892:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764459.729894:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764459.729896:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:1.0:1787764459.729897:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764459.729899:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300017688
00000100:00000001:1.0:1787764459.729901:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300018955
00000100:00000001:1.0:1787764459.729902:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300017688
00000100:00000001:1.0:1787764459.729904:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300018955
00000100:00000001:1.0:1787764459.729906:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764459.729908:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764459.729910:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764459.729912:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764459/real 1787764459]  req@ffff9821899b0f00 x1874601358845952/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764459.729917:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764459.729918:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764459.729919:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3268.
00000400:00000200:1.0:1787764459.729921:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fa18
00000400:00000010:1.0:1787764459.729921:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fa18.
00000100:00000001:1.0:1787764459.729923:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764459.729925:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b0f00 x1874601358845952/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764459.729929:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b0f00 x1874601358845952/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764459.729933:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764459.729934:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764459.729935:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764459.729936:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764459.729938:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b0f00 x1874601358845952/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764459.729944:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764459.729947:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b0f00 x1874601358845952/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764484 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764459.729952:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764459.729953:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764459.729954:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764459.729955:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764459.729956:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764459.729957:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764459.729958:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764459.729960:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764459.729961:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764459.729963:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b0f00 x1874601358845952/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764484 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764459.729967:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358845952:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764459.729969:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764459.729970:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764459.729972:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b0f00 x1874601358845952/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764484 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764459.729977:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764459.729979:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764459.729980:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649f400.
02000000:00000001:1.0:1787764459.729982:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764459.729983:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764459.729984:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:1.0:1787764459.729985:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764459.729986:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9d400.
02000000:00000001:1.0:1787764459.729987:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764459.729988:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764459.729989:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b0f00.
00000100:00000001:1.0:1787764459.729991:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764459.729991:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764459.729993:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764459.729995:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764459.729997:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764459.729998:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764459.730008:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764460.047901:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764460.047907:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764460.047913:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764460.047914:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764460.047918:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764460.047919:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764460.047922:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764460.047923:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764460.047926:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764460.047927:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764460.048029:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764460.048034:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764460.048037:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764460.303962:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764460.303969:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764460.303971:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764460.303977:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764460.303982:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764460.303985:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764460.303988:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764460.303990:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764460.303993:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764461.071922:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4300018955, at 4300019008
00000100:00000040:2.0:1787764461.071925:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4300018955, at 4300019008
00010000:00000001:0.0:1787764461.071934:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:2.0:1787764461.071940:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2c000.
00000100:00000010:3.0:1787764461.071941:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2c780.
00010000:00000001:0.0:1787764461.071947:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764461.071953:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764461.071955:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764461.071960:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764461.071962:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764461.071965:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764461.071967:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764461.071969:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764461.071970:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764461.071993:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764461.071995:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764461.071998:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764461.327920:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764461.327927:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764461.327930:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764461.327937:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764461.327941:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764461.327945:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764461.327948:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764461.327950:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764461.327953:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764462.095912:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764462.095918:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764462.095922:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764462.095923:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764462.095925:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764462.095926:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764462.095928:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764462.095929:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764462.095931:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764462.095932:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764462.095976:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764462.095980:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764462.095983:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764462.351954:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764462.351962:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764462.351964:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764462.351970:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764462.351974:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764462.351979:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764462.351983:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764462.351986:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764462.351989:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764463.119912:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764463.119917:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764463.119921:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764463.119922:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764463.119924:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764463.119925:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764463.119927:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764463.119927:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764463.119929:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764463.119930:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764463.119975:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764463.119979:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764463.119983:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764463.375896:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764463.375902:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764463.375903:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764463.375907:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764463.375911:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764463.375914:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764463.375916:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764463.375918:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764463.375920:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764464.143919:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764464.143927:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764464.143929:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764464.143932:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764464.143936:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764464.143938:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764464.143940:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764464.143942:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764464.143946:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764464.143948:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764464.143951:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764464.143952:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764464.143955:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764464.143957:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764464.143958:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764464.143959:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764464.143961:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764464.143963:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764464.143964:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764464.143967:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764464.143970:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764464.143971:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764464.143992:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764464.143994:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764464.143997:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764464.399940:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764464.399947:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764464.399950:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764464.399956:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764464.399960:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764464.399964:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764464.399967:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764464.399969:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764464.399972:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764464.847911:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764464.847920:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764464.847923:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764464.847926:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764464.847931:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764464.847937:0:58520:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5350
00000400:00000200:3.0:1787764464.847945:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764464.847952:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764464.847955:0:58520:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764464.847958:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764464.847962:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764464.847965:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764464.847967:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764464.847970:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764464.847972:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:3.0:1787764464.847974:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764464.847977:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:3.0:1787764464.847979:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:3.0:1787764464.847981:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:3.0:1787764464.847984:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764464.847986:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764464.847988:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764464.847990:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764464.847993:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:3.0:1787764464.847996:0:58520:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764464.848000:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764464.848003:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764464.848006:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764464.848009:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764464.848011:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764464.848019:0:58520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764464.848026:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0000.
00000020:00000040:3.0:1787764464.848030:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:3.0:1787764464.848033:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764464.848035:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764464.848039:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764464.848041:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764464.848046:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764464.848054:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9f400.
00000100:00000001:3.0:1787764464.848059:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764464.848067:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0000 x1874601358846080/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764464.848077:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764464.848080:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764464.848085:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000084e1803] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0000 x1874601358846080/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764464.848101:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764464.848104:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764464.848107:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764464.848109:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764464.848111:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764464.848114:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787764464.848117:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1787764464.848117:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5350
00000100:00000001:1.0:1787764464.848123:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000400:00000200:3.0:1787764464.848123:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764464.848125:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000400:00000200:3.0:1787764464.848129:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764464.848133:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764464.848134:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b0000 x1874601358846080/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764464.848139:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764464.848144:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787764464.848146:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1787764464.848147:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764464.848148:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764464.848151:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
02000000:00000001:1.0:1787764464.848153:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:3.0:1787764464.848155:0:58520:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:1.0:1787764464.848156:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1787764464.848157:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
02000000:00000001:1.0:1787764464.848159:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764464.848161:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00100000:1.0:1787764464.848164:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358846080:192.168.202.141@tcp:250:kworker.0
00000020:00000040:3.0:1787764464.848164:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:3.0:1787764464.848168:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000001:1.0:1787764464.848170:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:3.0:1787764464.848172:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
02000000:00000001:1.0:1787764464.848174:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764464.848177:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764464.848178:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
02000000:00000001:1.0:1787764464.848180:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787764464.848181:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:1.0:1787764464.848185:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649c400.
00000100:00000040:3.0:1787764464.848185:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764464.848188:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
02000000:00000001:1.0:1787764464.848189:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787764464.848193:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000400:00000200:1.0:1787764464.848197:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00080000:3.0:1787764464.848198:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000400:00000010:1.0:1787764464.848201:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3268.
00000100:00000001:3.0:1787764464.848202:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764464.848205:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:1.0:1787764464.848206:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fa18.
02000000:00000001:3.0:1787764464.848209:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:1.0:1787764464.848213:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358846080, portal 25
02000000:00000001:3.0:1787764464.848214:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764464.848218:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787764464.848219:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787764464.848222:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542820352 : -114205166731264 : ffff9821899b0000)
00000008:00100000:3.0:1787764464.848224:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00000040:1.0:1787764464.848228:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b0000 x1874601358846080/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1787764464.848229:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764464.848233:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764464.848238:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b1a40.
00000100:00000001:1.0:1787764464.848239:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764464.848243:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000020:00000040:3.0:1787764464.848243:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
00000400:00000010:1.0:1787764464.848248:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fcc0.
02000000:00000001:3.0:1787764464.848248:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764464.848250:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787764464.848253:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358846080, offset 0
00000100:00000001:3.0:1787764464.848254:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764464.848257:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764464.848259:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764464.848260:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
02000000:00000010:3.0:1787764464.848265:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9c800.
00000400:00000200:1.0:1787764464.848268:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764464.848272:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764464.848274:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764464.848279:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:3.0:1787764464.848282:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b1a40 x1874601358846208/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787764464.848284:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764464.848289:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764464.848294:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764464.848299:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70481:70481:256:4294967295] 192.168.202.141@tcp LPNI seq info [70481:70481:8:4294967295]
00000100:00000001:3.0:1787764464.848299:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764464.848303:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764464.848306:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000040:3.0:1787764464.848311:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b5428e47] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b1a40 x1874601358846208/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787764464.848319:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1787764464.848343:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787764464.848346:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000100:00080000:3.0:1787764464.848347:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:1.0:1787764464.848350:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88600.
00000100:00080000:3.0:1787764464.848352:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764464.848355:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764464.848357:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.0:1787764464.848358:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764464.848364:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000100:00000001:3.0:1787764464.848364:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764464.848369:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5350
00000800:00000200:1.1:1787764464.848371:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764464.848375:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000400:00000200:3.0:1787764464.848376:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764464.848383:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000800:00000100:1.0:1787764464.848384:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764464.848388:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88600.
00000100:00080000:3.0:1787764464.848388:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787764464.848395:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1787764464.848395:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764464.848399:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787764464.848402:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1787764464.848404:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764464.848406:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764464.848408:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764464.848411:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:3.0:1787764464.848413:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764464.848415:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000400:00000200:1.0:1787764464.848416:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fcc0
00000020:00000001:3.0:1787764464.848417:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000400:00000010:1.0:1787764464.848419:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fcc0.
00000020:00000001:3.0:1787764464.848421:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000001:1.0:1787764464.848424:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1787764464.848426:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000200:1.0:1787764464.848430:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b0000 x1874601358846080/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764464.848431:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764464.848436:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764464.848440:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:1.0:1787764464.848444:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000040:3.0:1787764464.848444:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00000040:1.0:1787764464.848449:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b0000 x1874601358846080/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764489 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787764464.848450:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764464.848455:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764464.848459:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764464.848460:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787764464.848462:0:2388:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1787764464.848465:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764464.848468:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764464.848469:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764464.848473:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764464.848476:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787764464.848477:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000008:00000001:3.0:1787764464.848480:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764464.848482:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4300024075
00000100:00000001:3.0:1787764464.848483:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764464.848489:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b3c00.
00000100:00000010:1.0:1787764464.848491:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982191d2c240.
00000020:00000040:3.0:1787764464.848492:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:3.0:1787764464.848497:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764464.848498:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764464.848499:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787764464.848500:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764464.848503:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764464.848506:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764464.848507:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4300024075
02000000:00000010:3.0:1787764464.848510:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9f800.
00000100:00000010:1.0:1787764464.848513:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982191d2c060.
00000100:00000001:3.0:1787764464.848515:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764464.848516:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787764464.848521:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764464.848524:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764464.848524:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b3c00 x1874601358846336/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764464.848528:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764464.848534:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764464/real 1787764464]  req@ffff9821899b0000 x1874601358846080/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764464.848538:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764464.848542:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787764464.848546:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764464.848550:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:3.0:1787764464.848550:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbda2d43] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b3c00 x1874601358846336/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787764464.848552:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3268.
00000400:00000200:1.0:1787764464.848555:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fa18
00000400:00000010:1.0:1787764464.848558:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fa18.
00000100:00000001:1.0:1787764464.848561:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787764464.848566:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787764464.848567:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b0000 x1874601358846080/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787764464.848571:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764464.848577:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000200:1.0:1787764464.848578:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b0000 x1874601358846080/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764464.848581:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764464.848584:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764464.848586:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764464.848589:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764464.848589:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787764464.848593:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:3.0:1787764464.848594:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5350
00000100:00000001:1.0:1787764464.848595:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764464.848601:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b0000 x1874601358846080/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787764464.848601:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764464.848607:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764464.848611:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787764464.848612:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787764464.848616:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000040:1.0:1787764464.848618:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b0000 x1874601358846080/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764489 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764464.848620:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764464.848625:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764464.848629:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:1.0:1787764464.848630:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:3.0:1787764464.848632:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787764464.848634:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1787764464.848635:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000100:00000001:1.0:1787764464.848636:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764464.848639:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787764464.848639:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764464.848642:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000100:00000001:1.0:1787764464.848643:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764464.848646:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:3.0:1787764464.848647:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00080000:1.0:1787764464.848649:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000020:00000001:3.0:1787764464.848652:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00080000:1.0:1787764464.848654:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764464.848658:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787764464.848661:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000040:1.0:1787764464.848663:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b0000 x1874601358846080/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764489 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764464.848666:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764464.848672:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00100000:1.0:1787764464.848674:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358846080:192.168.202.141@tcp:250:kworker.0
00000100:00000001:3.0:1787764464.848676:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:1.0:1787764464.848678:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1787764464.848680:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00000001:1.0:1787764464.848681:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1787764464.848686:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000040:1.0:1787764464.848688:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b0000 x1874601358846080/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764489 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764464.848690:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764464.848693:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764464.848697:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764464.848701:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764464.848702:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1787764464.848704:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787764464.848707:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000008:00100000:3.0:1787764464.848707:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
02000000:00000010:1.0:1787764464.848712:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649c400.
00000008:00000001:3.0:1787764464.848712:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764464.848715:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764464.848718:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000010:3.0:1787764464.848720:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b2940.
00000020:00000001:1.0:1787764464.848721:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787764464.848725:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000040:1.0:1787764464.848726:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
02000000:00000001:3.0:1787764464.848729:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000020:00000001:1.0:1787764464.848730:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:3.0:1787764464.848731:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764464.848733:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9f400.
00000100:00000001:3.0:1787764464.848734:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764464.848737:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764464.848738:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787764464.848740:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764464.848741:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764464.848744:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b0000.
02000000:00000010:3.0:1787764464.848746:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9fc00.
00000100:00000001:1.0:1787764464.848747:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764464.848749:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764464.848751:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764464.848752:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787764464.848760:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b2940 x1874601358846464/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764464.848761:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764464.848763:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764464.848767:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764464.848769:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764464.848772:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787764464.848773:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1787764464.848777:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b1a40 x1874601358846208/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764464.848777:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764464.848784:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000bae3a13] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b2940 x1874601358846464/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764464.848785:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764464.848787:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764464.848791:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764464.848793:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764464.848796:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764464.848802:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358846208:192.168.202.141@tcp:38:kworker.0
00000100:00000001:3.0:1787764464.848803:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764464.848806:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1787764464.848808:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1787764464.848809:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764464.848811:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764464.848814:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1787764464.848817:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
02000000:00000010:1.0:1787764464.848818:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649c400.
00000100:00000001:3.0:1787764464.848820:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:1.0:1787764464.848821:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764464.848823:0:58520:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1787764464.848826:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764464.848828:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:1.0:1787764464.848829:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3268.
00000100:00080000:3.0:1787764464.848833:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5350
00000400:00000010:1.0:1787764464.848834:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fa18.
00000100:00000200:1.0:1787764464.848838:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358846208, portal 10
00000100:00000001:1.0:1787764464.848840:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000400:00000200:3.0:1787764464.848840:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764464.848843:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542827072 : -114205166724544 : ffff9821899b1a40)
00000400:00000200:3.0:1787764464.848846:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00000040:1.0:1787764464.848871:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b1a40 x1874601358846208/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787764464.848878:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787764464.848879:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787764464.848883:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000040:1.0:1787764464.848884:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764464.848887:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fcc0.
00000100:00000001:3.0:1787764464.848888:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1787764464.848890:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358846208, offset 0
00000100:00000040:3.0:1787764464.848893:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000400:00000200:1.0:1787764464.848897:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000100:00000001:3.0:1787764464.848898:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764464.848901:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:1.0:1787764464.848902:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764464.848906:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000020:00000040:3.0:1787764464.848907:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000400:00000200:1.0:1787764464.848908:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764464.848912:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000020:00000001:3.0:1787764464.848912:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1787764464.848916:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000020:00000040:3.0:1787764464.848916:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000400:00000200:1.0:1787764464.848921:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000020:00000001:3.0:1787764464.848921:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:3.0:1787764464.848926:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000400:00000200:1.0:1787764464.848927:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70482:70482:256:4294967295] 192.168.202.141@tcp LPNI seq info [70482:70482:8:4294967295]
00000400:00000200:1.0:1787764464.848934:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000040:3.0:1787764464.848934:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764464.848939:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764464.848944:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000400:00000200:1.0:1787764464.848946:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1787764464.848947:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000800:00000200:1.0:1787764464.848952:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000020:00000040:3.0:1787764464.848953:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000800:00000010:1.0:1787764464.848955:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88600.
00000100:00080000:3.0:1787764464.848958:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000800:00000200:1.0:1787764464.848961:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:3.0:1787764464.848963:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787764464.848965:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
02000000:00000001:3.0:1787764464.848967:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.1:1787764464.848970:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
02000000:00000001:3.0:1787764464.848971:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.1:1787764464.848973:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
02000000:00000001:3.0:1787764464.848975:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787764464.848979:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000100:00000001:3.0:1787764464.848980:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000010:1.0:1787764464.848981:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88600.
00000008:00100000:3.0:1787764464.848982:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000400:00000200:1.0:1787764464.848984:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000008:00000001:3.0:1787764464.848988:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764464.848990:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1787764464.848991:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764464.848993:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fcc0
00000400:00000010:1.0:1787764464.848995:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fcc0.
00000100:00000001:1.0:1787764464.848997:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000010:3.0:1787764464.848997:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b1e00.
00000100:00000200:1.0:1787764464.849002:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b1a40 x1874601358846208/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787764464.849002:0:58520:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:3.0:1787764464.849007:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764464.849009:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764464.849011:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787764464.849012:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:1.0:1787764464.849015:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b1a40 x1874601358846208/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764489 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787764464.849016:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764464.849019:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764464.849024:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9d000.
00000100:00000001:1.0:1787764464.849025:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764464.849028:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787764464.849030:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764464.849031:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764464.849035:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000100:00100000:3.0:1787764464.849038:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b1e00 x1874601358846592/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787764464.849039:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764464.849043:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300022807
00000100:00000001:1.0:1787764464.849047:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300024075
00000100:00000001:1.0:1787764464.849051:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300022807
00000100:00000001:1.0:1787764464.849056:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300024075
00000100:00000001:3.0:1787764464.849056:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764464.849058:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764464.849060:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764464.849061:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764464.849064:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000040:3.0:1787764464.849067:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007fca43c8] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b1e00 x1874601358846592/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764464.849069:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764464/real 1787764464]  req@ffff9821899b1a40 x1874601358846208/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764464.849092:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787764464.849093:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764464.849095:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764464.849097:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3268.
00000400:00000200:1.0:1787764464.849099:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fa18
00000100:00000040:3.0:1787764464.849099:0:58520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5360)
00000400:00000010:1.0:1787764464.849102:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fa18.
00000100:00000001:1.0:1787764464.849105:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764464.849107:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b1a40 x1874601358846208/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764464.849113:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b1a40 x1874601358846208/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764464.849117:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764464.849118:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764464.849119:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764464.849120:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764464.849122:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b1a40 x1874601358846208/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764464.849125:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764464.849127:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b1a40 x1874601358846208/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764489 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764464.849132:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764464.849133:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764464.849134:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764464.849135:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764464.849136:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764464.849137:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764464.849138:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764464.849140:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764464.849141:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764464.849143:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b1a40 x1874601358846208/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764489 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764464.849147:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358846208:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764464.849149:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764464.849151:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b3c00 x1874601358846336/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764464.849154:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764464.849155:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764464.849156:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764464.849157:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764464.849158:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764464.849160:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358846336:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764464.849162:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764464.849163:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764464.849164:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764464.849164:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764464.849166:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649cc00.
02000000:00000001:1.0:1787764464.849167:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764464.849169:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764464.849171:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3268.
00000400:00000010:1.0:1787764464.849172:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fa18.
00000100:00000200:1.0:1787764464.849174:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358846336, portal 10
00000100:00000001:1.0:1787764464.849175:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764464.849176:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542835712 : -114205166715904 : ffff9821899b3c00)
00000100:00000040:1.0:1787764464.849179:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b3c00 x1874601358846336/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764464.849182:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764464.849183:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764464.849184:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fcc0.
00000100:00000200:1.0:1787764464.849186:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358846336, offset 0
00000400:00000200:1.0:1787764464.849188:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764464.849190:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764464.849191:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764464.849193:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764464.849194:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764464.849196:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764464.849197:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764464.849199:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70483:70483:256:4294967295] 192.168.202.141@tcp LPNI seq info [70483:70483:8:4294967295]
00000400:00000200:1.0:1787764464.849201:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764464.849205:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764464.849208:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764464.849209:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88600.
00000800:00000200:1.0:1787764464.849211:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764464.849213:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787764464.849216:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764464.849217:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1787764464.849219:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764464.849220:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88600.
00000400:00000200:1.0:1787764464.849221:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764464.849223:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764464.849225:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fcc0
00000400:00000010:1.0:1787764464.849226:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fcc0.
00000100:00000001:1.0:1787764464.849228:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764464.849229:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b3c00 x1874601358846336/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764464.849234:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764464.849236:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b3c00 x1874601358846336/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764489 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764464.849239:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764464.849240:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764464.849241:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764464.849243:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:1.0:1787764464.849245:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764464.849246:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300022801
00000100:00000001:1.0:1787764464.849247:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300024075
00000100:00000001:1.0:1787764464.849249:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300022801
00000100:00000001:1.0:1787764464.849250:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300024075
00000100:00000001:1.0:1787764464.849251:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764464.849252:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764464.849253:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764464.849254:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764464/real 1787764464]  req@ffff9821899b3c00 x1874601358846336/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764464.849258:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764464.849259:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764464.849260:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3268.
00000400:00000200:1.0:1787764464.849261:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fa18
00000400:00000010:1.0:1787764464.849262:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fa18.
00000100:00000001:1.0:1787764464.849263:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764464.849265:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b3c00 x1874601358846336/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764464.849269:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b3c00 x1874601358846336/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764464.849273:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764464.849274:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764464.849275:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764464.849275:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764464.849277:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b3c00 x1874601358846336/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764464.849281:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764464.849283:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b3c00 x1874601358846336/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764489 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764464.849286:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764464.849287:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764464.849288:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764464.849289:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764464.849290:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764464.849290:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764464.849292:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764464.849293:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764464.849294:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764464.849296:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b3c00 x1874601358846336/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764489 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764464.849300:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358846336:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764464.849302:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764464.849303:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764464.849305:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b1a40 x1874601358846208/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764489 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764464.849308:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764464.849310:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764464.849311:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649c400.
02000000:00000001:1.0:1787764464.849312:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764464.849313:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764464.849314:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:1.0:1787764464.849315:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764464.849316:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9c800.
02000000:00000001:1.0:1787764464.849317:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764464.849318:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764464.849319:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b1a40.
00000100:00000001:1.0:1787764464.849321:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764464.849321:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764464.849322:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764464.849324:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b3c00 x1874601358846336/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764489 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764464.849339:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764464.849340:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764464.849341:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649cc00.
02000000:00000001:1.0:1787764464.849343:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764464.849343:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764464.849344:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:1.0:1787764464.849345:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764464.849346:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9f800.
02000000:00000001:1.0:1787764464.849347:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764464.849348:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764464.849349:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b3c00.
00000100:00000001:1.0:1787764464.849350:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764464.849351:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764464.849352:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764464.849354:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764464.849355:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764464.849356:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764464.849357:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764464.849358:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764464.849360:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b2940 x1874601358846464/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764464.849364:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764464.849365:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764464.849366:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764464.849367:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764464.849369:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764464.849370:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358846464:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764464.849372:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764464.849373:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764464.849374:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764464.849375:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764464.849376:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649cc00.
02000000:00000001:1.0:1787764464.849377:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764464.849380:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764464.849381:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3268.
00000400:00000010:1.0:1787764464.849383:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fa18.
00000100:00000200:1.0:1787764464.849385:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358846464, portal 4
00000100:00000001:1.0:1787764464.849386:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764464.849387:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542830912 : -114205166720704 : ffff9821899b2940)
00000100:00000040:1.0:1787764464.849390:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b2940 x1874601358846464/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764464.849394:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764464.849395:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764464.849397:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fcc0.
00000100:00000200:1.0:1787764464.849398:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358846464, offset 0
00000400:00000200:1.0:1787764464.849400:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764464.849402:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764464.849404:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764464.849405:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764464.849407:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764464.849408:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764464.849410:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764464.849412:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70484:70484:256:4294967295] 192.168.202.141@tcp LPNI seq info [70484:70484:8:4294967295]
00000400:00000200:1.0:1787764464.849414:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764464.849417:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764464.849420:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764464.849422:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88600.
00000800:00000200:1.0:1787764464.849424:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764464.849425:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787764464.849428:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764464.849429:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1787764464.849431:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764464.849433:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88600.
00000400:00000200:1.0:1787764464.849434:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764464.849436:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764464.849438:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fcc0
00000400:00000010:1.0:1787764464.849439:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fcc0.
00000100:00000001:1.0:1787764464.849440:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764464.849442:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b2940 x1874601358846464/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764464.849446:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764464.849448:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b2940 x1874601358846464/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764489 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764464.849452:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764464.849453:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764464.849454:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764464.849456:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:1.0:1787764464.849458:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764464.849459:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300022806
00000100:00000001:1.0:1787764464.849461:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300024075
00000100:00000001:1.0:1787764464.849463:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300022806
00000100:00000001:1.0:1787764464.849464:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300024075
00000100:00000001:1.0:1787764464.849466:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764464.849468:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764464.849470:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764464.849473:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764464/real 1787764464]  req@ffff9821899b2940 x1874601358846464/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764464.849480:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764464.849481:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764464.849483:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3268.
00000400:00000200:1.0:1787764464.849485:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fa18
00000400:00000010:1.0:1787764464.849487:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fa18.
00000100:00000001:1.0:1787764464.849488:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764464.849491:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b2940 x1874601358846464/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764464.849500:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b2940 x1874601358846464/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764464.849506:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764464.849507:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764464.849509:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764464.849510:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764464.849513:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b2940 x1874601358846464/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764464.849517:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764464.849519:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b2940 x1874601358846464/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764489 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764464.849523:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764464.849524:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764464.849525:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764464.849525:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764464.849526:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764464.849527:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764464.849529:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764464.849530:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764464.849531:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764464.849534:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b2940 x1874601358846464/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764489 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764464.849538:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358846464:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764464.849541:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764464.849542:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b1e00 x1874601358846592/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764464.849546:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764464.849546:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764464.849548:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764464.849549:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764464.849550:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764464.849551:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358846592:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764464.849553:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764464.849554:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764464.849555:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764464.849556:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764464.849558:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649c400.
02000000:00000001:1.0:1787764464.849559:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764464.849561:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764464.849563:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3268.
00000400:00000010:1.0:1787764464.849564:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fa18.
00000100:00000200:1.0:1787764464.849566:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358846592, portal 4
00000100:00000001:1.0:1787764464.849567:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764464.849568:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542828032 : -114205166723584 : ffff9821899b1e00)
00000100:00000040:1.0:1787764464.849571:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b1e00 x1874601358846592/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764464.849575:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764464.849576:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764464.849578:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fcc0.
00000100:00000200:1.0:1787764464.849579:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358846592, offset 0
00000400:00000200:1.0:1787764464.849581:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764464.849583:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764464.849585:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764464.849587:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764464.849589:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764464.849590:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764464.849592:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764464.849593:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70485:70485:256:4294967295] 192.168.202.141@tcp LPNI seq info [70485:70485:8:4294967295]
00000400:00000200:1.0:1787764464.849596:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764464.849600:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764464.849602:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764464.849604:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88600.
00000800:00000200:1.0:1787764464.849606:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764464.849608:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787764464.849610:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764464.849611:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1787764464.849614:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764464.849615:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88600.
00000400:00000200:1.0:1787764464.849617:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764464.849619:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764464.849620:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fcc0
00000400:00000010:1.0:1787764464.849621:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fcc0.
00000100:00000001:1.0:1787764464.849623:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764464.849625:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b1e00 x1874601358846592/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764464.849629:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764464.849630:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b1e00 x1874601358846592/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764489 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764464.849634:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764464.849635:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764464.849636:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764464.849638:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:1.0:1787764464.849639:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764464.849640:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300022807
00000100:00000001:1.0:1787764464.849642:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300024075
00000100:00000001:1.0:1787764464.849643:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300022807
00000100:00000001:1.0:1787764464.849644:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300024075
00000100:00000001:1.0:1787764464.849645:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764464.849646:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764464.849647:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764464.849649:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764464/real 1787764464]  req@ffff9821899b1e00 x1874601358846592/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764464.849653:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764464.849654:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764464.849655:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3268.
00000400:00000200:1.0:1787764464.849656:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fa18
00000400:00000010:1.0:1787764464.849657:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fa18.
00000100:00000001:1.0:1787764464.849658:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764464.849660:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b1e00 x1874601358846592/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764489 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764464.849664:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b1e00 x1874601358846592/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764464.849667:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764464.849668:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764464.849669:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764464.849670:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764464.849671:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b1e00 x1874601358846592/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764489 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764464.849675:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764464.849677:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b1e00 x1874601358846592/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764489 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764464.849680:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764464.849682:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764464.849683:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764464.849684:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764464.849685:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764464.849687:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764464.849689:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764464.849692:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764464.849694:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764464.849697:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b1e00 x1874601358846592/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764489 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764464.849704:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358846592:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764464.849707:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764464.849709:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764464.849712:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b2940 x1874601358846464/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764489 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764464.849718:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764464.849720:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764464.849722:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649cc00.
02000000:00000001:1.0:1787764464.849724:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764464.849725:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764464.849726:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:1.0:1787764464.849728:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764464.849730:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9fc00.
02000000:00000001:1.0:1787764464.849731:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764464.849732:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764464.849733:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b2940.
00000100:00000001:1.0:1787764464.849734:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764464.849735:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764464.849736:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764464.849738:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b1e00 x1874601358846592/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764489 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764464.849746:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764464.849746:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764464.849747:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649c400.
02000000:00000001:1.0:1787764464.849748:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764464.849749:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764464.849749:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:1.0:1787764464.849750:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764464.849751:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9d000.
02000000:00000001:1.0:1787764464.849753:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764464.849753:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764464.849754:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b1e00.
00000100:00000001:1.0:1787764464.849755:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764464.849756:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764464.849757:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764464.849759:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764464.849759:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764464.849760:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764464.849761:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764465.167959:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764465.167965:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764465.167970:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764465.167971:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764465.167974:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764465.167976:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764465.167979:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764465.167980:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764465.167983:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764465.167984:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764465.168040:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764465.168044:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764465.168047:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764465.423918:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764465.423925:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764465.423927:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764465.423931:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764465.423934:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764465.423937:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764465.423939:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764465.423942:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764465.423944:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764466.191951:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4300024075, at 4300024128
00000100:00000040:3.0:1787764466.191951:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4300024075, at 4300024128
00010000:00000001:0.0:1787764466.191954:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764466.191959:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764466.191965:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:3.0:1787764466.191965:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2c060.
00010000:00000001:0.0:1787764466.191966:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764466.191968:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2c240.
00010000:00000001:0.0:1787764466.191970:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764466.191974:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764466.191978:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764466.191980:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764466.191983:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764466.191984:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764466.192009:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764466.192013:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764466.192017:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764466.447956:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764466.447964:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764466.447966:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764466.447972:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764466.447975:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764466.447978:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764466.447981:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764466.447983:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764466.447985:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764467.215965:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764467.215972:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764467.215978:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764467.215981:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764467.215983:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764467.215987:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764467.215990:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764467.215992:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764467.215994:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764467.215996:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764467.215998:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764467.215999:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764467.216002:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764467.216003:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764467.216005:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764467.216006:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764467.216030:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764467.216032:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764467.216033:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764467.471955:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764467.471962:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764467.471964:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764467.471969:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764467.471972:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764467.471975:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764467.471977:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764467.471980:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764467.471982:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764468.239926:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764468.239931:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764468.239934:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764468.239935:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764468.239937:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764468.239938:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764468.239940:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764468.239941:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764468.239943:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764468.239944:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764468.239986:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764468.239989:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764468.239991:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764468.495907:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764468.495912:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764468.495914:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764468.495918:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764468.495921:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764468.495924:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764468.495926:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764468.495928:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764468.495930:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764469.263972:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764469.263978:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764469.263983:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764469.263985:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764469.263988:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764469.263991:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764469.263994:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764469.263997:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764469.264000:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764469.264002:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764469.264004:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764469.264007:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764469.264010:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764469.264012:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764469.264015:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764469.264017:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764469.264018:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764469.264020:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764469.264022:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764469.264023:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764469.264025:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764469.264028:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764469.264085:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764469.264090:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764469.264093:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764469.519952:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764469.519958:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764469.519960:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764469.519964:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764469.519967:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764469.519970:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764469.519972:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764469.519973:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764469.519976:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764469.967941:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764469.967949:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764469.967951:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764469.967954:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764469.967957:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764469.967962:0:58520:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5355
00000400:00000200:3.0:1787764469.967968:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764469.967973:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764469.967975:0:58520:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764469.967977:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764469.967979:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764469.967981:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764469.967983:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764469.967985:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764469.967986:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:3.0:1787764469.967988:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764469.967997:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:3.0:1787764469.968001:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:3.0:1787764469.968003:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:3.0:1787764469.968004:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764469.968006:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764469.968007:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764469.968008:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764469.968010:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:3.0:1787764469.968012:0:58520:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764469.968014:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764469.968016:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764469.968018:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764469.968019:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764469.968021:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764469.968022:0:58520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764469.968030:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b1680.
00000020:00000040:3.0:1787764469.968032:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:3.0:1787764469.968035:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764469.968036:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764469.968038:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764469.968040:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764469.968043:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764469.968048:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9ec00.
00000100:00000001:3.0:1787764469.968053:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764469.968059:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b1680 x1874601358846720/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764469.968066:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764469.968069:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764469.968073:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045d21e1f] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b1680 x1874601358846720/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764469.968088:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764469.968090:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764469.968092:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764469.968093:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764469.968094:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764469.968096:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764469.968097:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5355
00000400:00000200:3.0:1787764469.968100:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764469.968101:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764469.968103:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764469.968105:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764469.968106:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764469.968107:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764469.968109:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764469.968110:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764469.968112:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:3.0:1787764469.968113:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764469.968114:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:3.0:1787764469.968115:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:3.0:1787764469.968116:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:3.0:1787764469.968118:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764469.968119:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787764469.968121:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1787764469.968121:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764469.968124:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:1.0:1787764469.968126:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1787764469.968127:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00000001:1.0:1787764469.968130:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1787764469.968131:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764469.968134:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764469.968136:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1787764469.968137:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b1680 x1874601358846720/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787764469.968141:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764469.968145:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764469.968150:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787764469.968151:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764469.968153:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1787764469.968154:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787764469.968156:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:3.0:1787764469.968159:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764469.968160:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764469.968162:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764469.968163:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764469.968165:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b3480.
00000100:00100000:1.0:1787764469.968167:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358846720:192.168.202.141@tcp:250:kworker.0
00000020:00000040:3.0:1787764469.968169:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
00000100:00000001:1.0:1787764469.968172:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787764469.968173:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764469.968176:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787764469.968176:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764469.968179:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764469.968179:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764469.968181:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764469.968183:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1787764469.968184:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764469.968188:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649c400.
02000000:00000010:3.0:1787764469.968190:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9d000.
02000000:00000001:1.0:1787764469.968191:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764469.968195:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764469.968198:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00100000:3.0:1787764469.968202:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b3480 x1874601358846848/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1787764469.968203:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3268.
00000100:00000001:3.0:1787764469.968209:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1787764469.968211:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fa18.
00000100:00000001:3.0:1787764469.968212:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764469.968216:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005fcc8ed6] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b3480 x1874601358846848/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764469.968222:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764469.968223:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1787764469.968224:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358846720, portal 25
00000100:00000001:1.0:1787764469.968229:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1787764469.968230:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1787764469.968232:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542826112 : -114205166725504 : ffff9821899b1680)
00000100:00000001:3.0:1787764469.968232:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764469.968236:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764469.968239:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:1.0:1787764469.968240:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b1680 x1874601358846720/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787764469.968243:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5355
00000400:00000200:3.0:1787764469.968251:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764469.968253:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764469.968256:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764469.968258:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fcc0.
00000100:00000200:1.0:1787764469.968261:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358846720, offset 0
00000400:00000200:3.0:1787764469.968261:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764469.968265:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787764469.968268:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000100:00000040:3.0:1787764469.968269:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764469.968272:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764469.968273:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764469.968274:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764469.968276:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764469.968277:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:3.0:1787764469.968278:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764469.968279:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000400:00000200:1.0:1787764469.968294:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000020:00000001:3.0:1787764469.968295:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:3.0:1787764469.968299:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:3.0:1787764469.968301:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000400:00000200:1.0:1787764469.968303:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000100:00000001:3.0:1787764469.968304:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764469.968309:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000400:00000200:1.0:1787764469.968310:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787764469.968312:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000400:00000200:1.0:1787764469.968316:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000020:00000040:3.0:1787764469.968316:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:3.0:1787764469.968322:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000400:00000200:1.0:1787764469.968323:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1787764469.968326:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764469.968327:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
02000000:00000001:3.0:1787764469.968330:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787764469.968333:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70486:70486:256:4294967295] 192.168.202.141@tcp LPNI seq info [70486:70486:8:4294967295]
02000000:00000001:3.0:1787764469.968335:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787764469.968338:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
02000000:00000001:3.0:1787764469.968341:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764469.968345:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1787764469.968349:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000008:00100000:3.0:1787764469.968349:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764469.968356:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787764469.968357:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000100:00000001:3.0:1787764469.968361:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787764469.968363:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88600.
00000100:00000010:3.0:1787764469.968367:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b2580.
00000800:00000200:1.0:1787764469.968370:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000020:00000040:3.0:1787764469.968373:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
00000800:00000200:1.0:1787764469.968375:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
02000000:00000001:3.0:1787764469.968377:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:1.1:1787764469.968381:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
02000000:00000001:3.0:1787764469.968382:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764469.968384:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764469.968385:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764469.968386:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764469.968389:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9fc00.
00000100:00000001:3.0:1787764469.968391:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764469.968396:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b2580 x1874601358846976/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1787764469.968397:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1787764469.968406:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000100:00000001:3.0:1787764469.968408:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000010:1.0:1787764469.968409:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88600.
00000100:00000001:3.0:1787764469.968411:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764469.968416:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1787764469.968416:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d0536d5] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b2580 x1874601358846976/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787764469.968424:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1787764469.968430:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764469.968432:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fcc0
00000100:00080000:3.0:1787764469.968433:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1787764469.968434:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fcc0.
00000100:00000001:1.0:1787764469.968440:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:3.0:1787764469.968440:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764469.968442:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764469.968444:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:1.0:1787764469.968446:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b1680 x1874601358846720/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764469.968447:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764469.968451:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5355
00000400:00000200:3.0:1787764469.968459:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764469.968462:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000400:00000200:3.0:1787764469.968462:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764469.968465:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764469.968466:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b1680 x1874601358846720/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764494 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764469.968470:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764469.968475:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787764469.968477:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764469.968478:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764469.968480:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787764469.968482:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764469.968484:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787764469.968486:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787764469.968486:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:3.0:1787764469.968487:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764469.968490:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000400:00000200:1.0:1787764469.968493:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000020:00000001:3.0:1787764469.968494:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000001:1.0:1787764469.968497:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4300029195
00000020:00000001:3.0:1787764469.968497:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:3.0:1787764469.968502:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000010:1.0:1787764469.968503:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982191d2c660.
00000100:00000001:3.0:1787764469.968504:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764469.968507:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764469.968508:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:1.0:1787764469.968510:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000020:00000040:3.0:1787764469.968510:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:3.0:1787764469.968515:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764469.968517:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4300029195
00000100:00000001:3.0:1787764469.968517:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764469.968518:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000010:1.0:1787764469.968523:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982191d2c1e0.
02000000:00000001:3.0:1787764469.968523:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764469.968527:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
02000000:00000001:3.0:1787764469.968527:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764469.968531:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787764469.968532:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000008:00100000:3.0:1787764469.968533:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1787764469.968535:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787764469.968537:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764469.968538:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787764469.968539:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764469.968543:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764469/real 1787764469]  req@ffff9821899b1680 x1874601358846720/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1787764469.968544:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b30c0.
00000020:00000040:3.0:1787764469.968548:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:3.0:1787764469.968553:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764469.968555:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764469.968557:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000001:1.0:1787764469.968558:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:3.0:1787764469.968559:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000001:1.0:1787764469.968562:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:3.0:1787764469.968562:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787764469.968566:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3268.
02000000:00000010:3.0:1787764469.968567:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9f800.
00000100:00000001:3.0:1787764469.968572:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764469.968573:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fa18
00000400:00000010:1.0:1787764469.968577:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fa18.
00000100:00100000:3.0:1787764469.968577:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b30c0 x1874601358847104/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764469.968582:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787764469.968585:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764469.968587:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787764469.968590:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b1680 x1874601358846720/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764469.968592:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8678ec4] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b30c0 x1874601358847104/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764469.968615:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787764469.968618:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b1680 x1874601358846720/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787764469.968619:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764469.968625:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764469.968628:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764469.968631:0:58520:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764469.968633:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787764469.968634:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787764469.968637:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787764469.968639:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5355
00000100:00000001:1.0:1787764469.968640:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764469.968644:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1787764469.968647:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00100000:1.0:1787764469.968650:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b1680 x1874601358846720/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787764469.968653:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764469.968657:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764469.968662:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764469.968663:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764469.968666:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764469.968669:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b1680 x1874601358846720/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764494 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764469.968671:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764469.968676:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764469.968681:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787764469.968682:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:3.0:1787764469.968683:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000100:00000001:1.0:1787764469.968685:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787764469.968686:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787764469.968689:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000040:3.0:1787764469.968689:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000100:00000001:1.0:1787764469.968691:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787764469.968692:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000001:1.0:1787764469.968694:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000020:00000001:3.0:1787764469.968696:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000001:1.0:1787764469.968697:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1787764469.968701:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00080000:1.0:1787764469.968702:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1787764469.968706:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00080000:1.0:1787764469.968709:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000100:00000040:3.0:1787764469.968711:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764469.968713:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1787764469.968715:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000040:1.0:1787764469.968719:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b1680 x1874601358846720/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764494 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787764469.968720:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:3.0:1787764469.968726:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764469.968730:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764469.968735:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:1.0:1787764469.968737:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358846720:192.168.202.141@tcp:250:kworker.0
02000000:00000001:3.0:1787764469.968737:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764469.968742:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764469.968744:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764469.968745:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787764469.968747:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000008:00100000:3.0:1787764469.968747:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00000040:1.0:1787764469.968751:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b1680 x1874601358846720/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764494 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1787764469.968752:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764469.968755:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764469.968760:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0780.
00000020:00000040:3.0:1787764469.968764:0:58520:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
00000100:00000001:1.0:1787764469.968765:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764469.968768:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1787764469.968768:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764469.968771:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764469.968772:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649c400.
00000100:00000001:3.0:1787764469.968773:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764469.968776:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764469.968777:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:3.0:1787764469.968778:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764469.968779:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764469.968782:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
02000000:00000010:3.0:1787764469.968782:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9c800.
00000020:00000001:1.0:1787764469.968787:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000001:3.0:1787764469.968787:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764469.968789:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9ec00.
00000100:00100000:3.0:1787764469.968793:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0780 x1874601358847232/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787764469.968795:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764469.968797:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764469.968800:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b1680.
00000100:00000001:1.0:1787764469.968804:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764469.968806:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764469.968809:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764469.968813:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764469.968817:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764469.968817:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764469.968820:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764469.968822:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764469.968824:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1787764469.968825:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cef40868] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0780 x1874601358847232/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764469.968826:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764469.968831:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b3480 x1874601358846848/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764469.968871:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764469.968876:0:58520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5365)
00000100:00000001:1.0:1787764469.968877:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764469.968880:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764469.968882:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764469.968884:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764469.968885:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764469.968888:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358846848:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764469.968890:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764469.968892:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764469.968893:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764469.968894:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764469.968897:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649c400.
02000000:00000001:1.0:1787764469.968898:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764469.968901:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764469.968903:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3268.
00000400:00000010:1.0:1787764469.968905:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fa18.
00000100:00000200:1.0:1787764469.968907:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358846848, portal 10
00000100:00000001:1.0:1787764469.968908:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764469.968909:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542833792 : -114205166717824 : ffff9821899b3480)
00000100:00000040:1.0:1787764469.968913:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b3480 x1874601358846848/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764469.968917:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764469.968919:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764469.968920:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fcc0.
00000100:00000200:1.0:1787764469.968921:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358846848, offset 0
00000400:00000200:1.0:1787764469.968924:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764469.968926:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764469.968928:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764469.968930:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764469.968932:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764469.968934:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764469.968935:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764469.968937:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70487:70487:256:4294967295] 192.168.202.141@tcp LPNI seq info [70487:70487:8:4294967295]
00000400:00000200:1.0:1787764469.968939:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764469.968943:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764469.968946:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764469.968948:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88600.
00000800:00000200:1.0:1787764469.968950:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764469.968952:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787764469.968954:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764469.968956:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1787764469.968958:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764469.968959:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88600.
00000400:00000200:1.0:1787764469.968961:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764469.968964:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764469.968965:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fcc0
00000400:00000010:1.0:1787764469.968966:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fcc0.
00000100:00000001:1.0:1787764469.968968:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764469.968970:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b3480 x1874601358846848/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764469.968978:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764469.968980:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b3480 x1874601358846848/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764494 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764469.968983:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764469.968984:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764469.968986:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764469.968988:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:1.0:1787764469.968990:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764469.968992:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300027927
00000100:00000001:1.0:1787764469.968993:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300029195
00000100:00000001:1.0:1787764469.968995:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300027927
00000100:00000001:1.0:1787764469.968996:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300029195
00000100:00000001:1.0:1787764469.968997:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764469.968998:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764469.969000:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764469.969001:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764469/real 1787764469]  req@ffff9821899b3480 x1874601358846848/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764469.969005:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764469.969006:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764469.969007:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3268.
00000400:00000200:1.0:1787764469.969008:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fa18
00000400:00000010:1.0:1787764469.969009:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fa18.
00000100:00000001:1.0:1787764469.969010:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764469.969012:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b3480 x1874601358846848/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764469.969016:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b3480 x1874601358846848/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764469.969020:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764469.969021:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764469.969022:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764469.969023:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764469.969025:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b3480 x1874601358846848/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764469.969028:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764469.969030:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b3480 x1874601358846848/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764494 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764469.969034:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764469.969035:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764469.969036:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764469.969037:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764469.969038:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764469.969039:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764469.969040:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764469.969042:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764469.969043:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764469.969045:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b3480 x1874601358846848/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764494 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764469.969049:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358846848:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764469.969051:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764469.969053:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b2580 x1874601358846976/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764469.969057:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764469.969057:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764469.969059:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764469.969060:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764469.969061:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764469.969063:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358846976:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764469.969064:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764469.969065:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764469.969066:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764469.969067:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764469.969069:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649cc00.
02000000:00000001:1.0:1787764469.969070:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764469.969072:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764469.969073:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3268.
00000400:00000010:1.0:1787764469.969074:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fa18.
00000100:00000200:1.0:1787764469.969076:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358846976, portal 10
00000100:00000001:1.0:1787764469.969077:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764469.969078:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542829952 : -114205166721664 : ffff9821899b2580)
00000100:00000040:1.0:1787764469.969081:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b2580 x1874601358846976/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764469.969084:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764469.969086:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764469.969087:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fcc0.
00000100:00000200:1.0:1787764469.969088:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358846976, offset 0
00000400:00000200:1.0:1787764469.969091:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764469.969093:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764469.969095:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764469.969096:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764469.969097:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764469.969099:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764469.969100:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764469.969102:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70488:70488:256:4294967295] 192.168.202.141@tcp LPNI seq info [70488:70488:8:4294967295]
00000400:00000200:1.0:1787764469.969104:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764469.969108:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764469.969110:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764469.969111:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88600.
00000800:00000200:1.0:1787764469.969114:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764469.969115:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787764469.969118:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764469.969119:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1787764469.969121:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764469.969123:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88600.
00000400:00000200:1.0:1787764469.969124:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764469.969126:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764469.969128:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fcc0
00000400:00000010:1.0:1787764469.969128:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fcc0.
00000100:00000001:1.0:1787764469.969130:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764469.969131:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b2580 x1874601358846976/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764469.969136:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764469.969137:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b2580 x1874601358846976/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764494 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764469.969141:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764469.969142:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764469.969143:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764469.969145:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:1.0:1787764469.969147:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764469.969148:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300027921
00000100:00000001:1.0:1787764469.969149:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300029195
00000100:00000001:1.0:1787764469.969150:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300027921
00000100:00000001:1.0:1787764469.969152:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300029195
00000100:00000001:1.0:1787764469.969153:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764469.969154:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764469.969155:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764469.969157:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764469/real 1787764469]  req@ffff9821899b2580 x1874601358846976/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764469.969160:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764469.969162:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764469.969162:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3268.
00000400:00000200:1.0:1787764469.969164:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fa18
00000400:00000010:1.0:1787764469.969164:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fa18.
00000100:00000001:1.0:1787764469.969166:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764469.969167:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b2580 x1874601358846976/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764469.969171:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b2580 x1874601358846976/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764469.969175:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764469.969175:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764469.969176:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764469.969177:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764469.969179:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b2580 x1874601358846976/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764469.969182:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764469.969184:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b2580 x1874601358846976/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764494 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764469.969187:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764469.969189:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764469.969189:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764469.969190:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764469.969191:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764469.969192:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764469.969194:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764469.969195:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764469.969196:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764469.969198:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b2580 x1874601358846976/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764494 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764469.969206:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358846976:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764469.969208:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764469.969210:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b30c0 x1874601358847104/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764469.969213:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764469.969214:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764469.969215:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764469.969216:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764469.969217:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764469.969218:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358847104:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764469.969220:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764469.969221:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764469.969222:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764469.969222:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764469.969224:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649fc00.
02000000:00000001:1.0:1787764469.969225:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764469.969227:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764469.969228:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3268.
00000400:00000010:1.0:1787764469.969229:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fa18.
00000100:00000200:1.0:1787764469.969231:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358847104, portal 4
00000100:00000001:1.0:1787764469.969232:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764469.969233:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542832832 : -114205166718784 : ffff9821899b30c0)
00000100:00000040:1.0:1787764469.969236:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b30c0 x1874601358847104/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764469.969239:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764469.969241:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764469.969242:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fcc0.
00000100:00000200:1.0:1787764469.969243:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358847104, offset 0
00000400:00000200:1.0:1787764469.969245:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764469.969247:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764469.969249:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764469.969250:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764469.969252:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764469.969253:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764469.969255:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764469.969256:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70489:70489:256:4294967295] 192.168.202.141@tcp LPNI seq info [70489:70489:8:4294967295]
00000400:00000200:1.0:1787764469.969258:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764469.969262:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764469.969264:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764469.969266:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88600.
00000800:00000200:1.0:1787764469.969267:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764469.969269:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787764469.969271:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764469.969273:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1787764469.969275:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764469.969276:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88600.
00000400:00000200:1.0:1787764469.969278:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764469.969280:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764469.969294:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fcc0
00000400:00000010:1.0:1787764469.969295:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fcc0.
00000100:00000001:1.0:1787764469.969297:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764469.969299:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b30c0 x1874601358847104/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764469.969304:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764469.969305:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b30c0 x1874601358847104/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764494 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764469.969309:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764469.969310:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764469.969312:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764469.969313:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:1.0:1787764469.969315:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764469.969316:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300027926
00000100:00000001:1.0:1787764469.969318:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300029195
00000100:00000001:1.0:1787764469.969319:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300027926
00000100:00000001:1.0:1787764469.969321:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300029195
00000100:00000001:1.0:1787764469.969321:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764469.969323:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764469.969324:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764469.969325:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764469/real 1787764469]  req@ffff9821899b30c0 x1874601358847104/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764469.969329:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764469.969330:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764469.969331:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3268.
00000400:00000200:1.0:1787764469.969332:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fa18
00000400:00000010:1.0:1787764469.969334:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fa18.
00000100:00000001:1.0:1787764469.969335:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764469.969337:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b30c0 x1874601358847104/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764469.969341:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b30c0 x1874601358847104/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764469.969345:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764469.969345:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764469.969346:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764469.969347:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764469.969349:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b30c0 x1874601358847104/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764469.969352:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764469.969354:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b30c0 x1874601358847104/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764494 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764469.969358:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764469.969359:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764469.969360:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764469.969361:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764469.969362:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764469.969363:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764469.969364:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764469.969366:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764469.969367:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764469.969369:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b30c0 x1874601358847104/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764494 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764469.969373:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358847104:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764469.969375:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764469.969376:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764469.969377:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b3480 x1874601358846848/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764494 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764469.969381:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764469.969382:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764469.969383:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649c400.
02000000:00000001:1.0:1787764469.969385:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764469.969386:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764469.969386:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:1.0:1787764469.969388:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764469.969389:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9d000.
02000000:00000001:1.0:1787764469.969391:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764469.969392:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764469.969392:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b3480.
00000100:00000001:1.0:1787764469.969395:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764469.969395:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764469.969396:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764469.969398:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b2580 x1874601358846976/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764494 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764469.969405:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764469.969406:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764469.969407:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649cc00.
02000000:00000001:1.0:1787764469.969408:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764469.969408:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764469.969409:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:1.0:1787764469.969410:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764469.969411:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9fc00.
02000000:00000001:1.0:1787764469.969412:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764469.969412:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764469.969413:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b2580.
00000100:00000001:1.0:1787764469.969414:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764469.969415:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764469.969416:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764469.969417:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b30c0 x1874601358847104/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764494 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764469.969420:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764469.969421:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764469.969421:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649fc00.
02000000:00000001:1.0:1787764469.969423:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764469.969423:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764469.969424:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:1.0:1787764469.969425:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764469.969426:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9f800.
02000000:00000001:1.0:1787764469.969426:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764469.969427:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764469.969428:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b30c0.
00000100:00000001:1.0:1787764469.969429:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764469.969429:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764469.969430:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764469.969432:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764469.969433:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764469.969434:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764469.969434:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764469.969435:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764469.969437:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b0780 x1874601358847232/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764469.969441:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764469.969442:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764469.969443:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764469.969444:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764469.969445:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764469.969447:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358847232:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764469.969448:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764469.969450:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764469.969451:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764469.969452:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764469.969453:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649fc00.
02000000:00000001:1.0:1787764469.969455:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764469.969456:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764469.969458:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3268.
00000400:00000010:1.0:1787764469.969459:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fa18.
00000100:00000200:1.0:1787764469.969461:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358847232, portal 4
00000100:00000001:1.0:1787764469.969462:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764469.969463:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542822272 : -114205166729344 : ffff9821899b0780)
00000100:00000040:1.0:1787764469.969466:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b0780 x1874601358847232/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764469.969469:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764469.969471:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764469.969472:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fcc0.
00000100:00000200:1.0:1787764469.969473:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358847232, offset 0
00000400:00000200:1.0:1787764469.969475:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764469.969477:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764469.969479:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764469.969481:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764469.969482:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764469.969484:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764469.969485:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764469.969487:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70490:70490:256:4294967295] 192.168.202.141@tcp LPNI seq info [70490:70490:8:4294967295]
00000400:00000200:1.0:1787764469.969489:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764469.969493:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764469.969495:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764469.969497:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88600.
00000800:00000200:1.0:1787764469.969499:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764469.969501:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787764469.969503:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764469.969505:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1787764469.969507:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764469.969508:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88600.
00000400:00000200:1.0:1787764469.969510:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764469.969512:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764469.969513:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fcc0
00000400:00000010:1.0:1787764469.969514:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fcc0.
00000100:00000001:1.0:1787764469.969516:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764469.969517:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b0780 x1874601358847232/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764469.969521:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764469.969523:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b0780 x1874601358847232/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764494 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764469.969527:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764469.969528:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764469.969529:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764469.969530:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:1.0:1787764469.969532:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764469.969533:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300027927
00000100:00000001:1.0:1787764469.969534:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300029195
00000100:00000001:1.0:1787764469.969536:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300027927
00000100:00000001:1.0:1787764469.969537:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300029195
00000100:00000001:1.0:1787764469.969538:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764469.969539:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764469.969540:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764469.969542:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764469/real 1787764469]  req@ffff9821899b0780 x1874601358847232/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764469.969547:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764469.969547:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764469.969548:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3268.
00000400:00000200:1.0:1787764469.969549:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fa18
00000400:00000010:1.0:1787764469.969550:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fa18.
00000100:00000001:1.0:1787764469.969551:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764469.969553:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b0780 x1874601358847232/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764469.969557:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b0780 x1874601358847232/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764469.969561:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764469.969562:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764469.969564:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764469.969565:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764469.969568:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b0780 x1874601358847232/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764469.969574:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764469.969577:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b0780 x1874601358847232/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764494 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764469.969584:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764469.969586:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764469.969587:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764469.969588:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764469.969590:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764469.969591:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764469.969594:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764469.969597:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764469.969600:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764469.969603:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b0780 x1874601358847232/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764494 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764469.969611:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358847232:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764469.969613:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764469.969614:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764469.969616:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b0780 x1874601358847232/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764494 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764469.969619:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764469.969620:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764469.969621:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649fc00.
02000000:00000001:1.0:1787764469.969623:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764469.969624:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764469.969624:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:1.0:1787764469.969626:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764469.969627:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9c800.
02000000:00000001:1.0:1787764469.969628:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764469.969629:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764469.969629:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b0780.
00000100:00000001:1.0:1787764469.969631:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764469.969631:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764469.969633:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764469.969635:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764469.969635:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764469.969637:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764469.969638:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764470.287923:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764470.287930:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764470.287934:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764470.287935:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764470.287938:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764470.287938:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764470.287940:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764470.287941:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764470.287943:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764470.287944:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764470.287983:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764470.287985:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764470.287987:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764470.543910:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764470.543916:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764470.543918:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764470.543923:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764470.543926:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764470.543929:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764470.543931:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764470.543933:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764470.543936:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764471.311967:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4300029195, at 4300029248
00010000:00000001:0.0:1787764471.311971:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764471.311976:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764471.311979:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4300029195, at 4300029248
00010000:00000001:0.0:1787764471.311982:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:3.0:1787764471.311982:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2c1e0.
00010000:00000001:0.0:1787764471.311984:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764471.311999:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764471.312000:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764471.312002:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2c660.
00010000:00000001:0.0:1787764471.312004:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764471.312009:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764471.312015:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764471.312016:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764471.312045:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764471.312050:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764471.312054:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764471.568009:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764471.568022:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764471.568026:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764471.568034:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764471.568040:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764471.568046:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764471.568049:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764471.568053:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764471.568057:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764472.335975:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764472.335982:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764472.335989:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764472.335990:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764472.335994:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764472.335995:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764472.335999:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764472.336000:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764472.336004:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764472.336005:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764472.336067:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764472.336071:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764472.336074:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764472.591952:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764472.591961:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764472.591964:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764472.591971:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764472.591976:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764472.591981:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764472.591985:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764472.591988:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764472.591991:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764473.359961:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764473.359967:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764473.359972:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764473.359973:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764473.359976:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764473.359977:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764473.359979:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764473.359980:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764473.359983:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764473.359984:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764473.360004:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764473.360006:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764473.360008:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764473.615962:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764473.615970:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764473.615972:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764473.615977:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764473.615980:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764473.615984:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764473.615987:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764473.615989:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764473.615992:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764474.383922:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764474.383929:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764474.383931:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764474.383934:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764474.383937:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764474.383939:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764474.383940:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764474.383942:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764474.383945:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764474.383946:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764474.383948:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764474.383949:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764474.383952:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764474.383953:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764474.383954:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764474.383955:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764474.383956:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764474.383957:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764474.383958:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764474.383959:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764474.383961:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764474.383962:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764474.384002:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764474.384006:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764474.384008:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764474.639944:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764474.639953:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764474.639956:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764474.639963:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764474.639967:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764474.639971:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764474.639975:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764474.639978:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764474.639981:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764475.087962:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764475.087973:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764475.087976:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764475.087980:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764475.087985:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764475.087994:0:58520:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5360
00000400:00000200:3.0:1787764475.088003:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764475.088010:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764475.088014:0:58520:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764475.088018:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764475.088021:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764475.088024:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764475.088026:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764475.088029:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764475.088031:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:3.0:1787764475.088033:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764475.088037:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:3.0:1787764475.088040:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:3.0:1787764475.088042:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:3.0:1787764475.088045:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764475.088048:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764475.088050:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764475.088052:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764475.088055:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:3.0:1787764475.088059:0:58520:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764475.088062:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764475.088065:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764475.088069:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764475.088072:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764475.088075:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764475.088078:0:58520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764475.088088:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b12c0.
00000020:00000040:3.0:1787764475.088092:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:3.0:1787764475.088096:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764475.088098:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764475.088102:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764475.088104:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764475.088110:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764475.088118:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9f400.
00000100:00000001:3.0:1787764475.088125:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764475.088135:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b12c0 x1874601358847360/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764475.088147:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764475.088152:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764475.088157:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001900fdea] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b12c0 x1874601358847360/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764475.088183:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764475.088185:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764475.088189:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764475.088190:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764475.088191:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764475.088193:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764475.088195:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5360
00000400:00000200:3.0:1787764475.088198:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764475.088200:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764475.088201:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764475.088203:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764475.088205:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764475.088207:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764475.088209:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764475.088211:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764475.088211:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:3.0:1787764475.088213:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764475.088216:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:3.0:1787764475.088219:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:3.0:1787764475.088221:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:3.0:1787764475.088225:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764475.088228:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787764475.088229:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1787764475.088231:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764475.088250:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764475.088254:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:3.0:1787764475.088257:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764475.088260:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764475.088262:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787764475.088263:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764475.088267:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1787764475.088269:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764475.088272:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764475.088276:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:1.0:1787764475.088277:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b12c0 x1874601358847360/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1787764475.088281:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764475.088290:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764475.088296:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764475.088297:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764475.088301:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764475.088302:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b2d00.
02000000:00000001:1.0:1787764475.088308:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1787764475.088308:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:1.0:1787764475.088313:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764475.088314:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764475.088317:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764475.088320:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764475.088321:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764475.088325:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:1.0:1787764475.088328:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358847360:192.168.202.141@tcp:250:kworker.0
02000000:00000001:3.0:1787764475.088330:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764475.088336:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9d400.
00000100:00000001:3.0:1787764475.088342:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764475.088343:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764475.088350:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:3.0:1787764475.088352:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b2d00 x1874601358847488/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787764475.088353:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764475.088360:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787764475.088368:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000010:1.0:1787764475.088369:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649cc00.
02000000:00000001:1.0:1787764475.088373:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764475.088381:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764475.088383:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787764475.088388:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3268.
00000100:00000040:3.0:1787764475.088393:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000583ee9bd] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b2d00 x1874601358847488/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787764475.088398:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fa18.
00000100:00000200:1.0:1787764475.088410:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358847360, portal 25
00000100:00000001:3.0:1787764475.088410:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764475.088417:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1787764475.088418:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787764475.088420:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542825152 : -114205166726464 : ffff9821899b12c0)
00000100:00080000:3.0:1787764475.088425:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764475.088429:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:1.0:1787764475.088432:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b12c0 x1874601358847360/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787764475.088434:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764475.088441:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764475.088448:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5360
00000100:00000001:1.0:1787764475.088450:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:3.0:1787764475.088459:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000040:1.0:1787764475.088460:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000200:3.0:1787764475.088464:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000400:00000010:1.0:1787764475.088466:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fcc0.
00000100:00080000:3.0:1787764475.088467:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764475.088472:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000200:1.0:1787764475.088474:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358847360, offset 0
00000100:00000001:3.0:1787764475.088475:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764475.088478:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764475.088482:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764475.088484:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764475.088486:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000400:00000200:1.0:1787764475.088488:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000020:00000001:3.0:1787764475.088489:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764475.088492:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:3.0:1787764475.088494:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:3.0:1787764475.088496:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:3.0:1787764475.088498:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000400:00000200:1.0:1787764475.088503:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764475.088503:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764475.088507:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764475.088510:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764475.088511:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:3.0:1787764475.088514:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764475.088515:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764475.088516:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764475.088519:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764475.088521:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764475.088523:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000100:00000001:3.0:1787764475.088523:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764475.088527:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764475.088530:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764475.088532:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764475.088533:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:3.0:1787764475.088537:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0780.
00000400:00000200:1.0:1787764475.088541:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000020:00000040:3.0:1787764475.088541:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:3.0:1787764475.088544:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764475.088546:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764475.088548:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1787764475.088550:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1787764475.088550:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764475.088553:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764475.088557:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
02000000:00000010:3.0:1787764475.088559:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9f000.
00000100:00000001:3.0:1787764475.088564:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764475.088565:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70491:70491:256:4294967295] 192.168.202.141@tcp LPNI seq info [70491:70491:8:4294967295]
00000100:00100000:3.0:1787764475.088571:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0780 x1874601358847616/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787764475.088576:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764475.088591:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764475.088597:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000100:00000001:3.0:1787764475.088599:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764475.088602:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787764475.088603:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88600.
00000100:00000040:3.0:1787764475.088608:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cef40868] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0780 x1874601358847616/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1787764475.088615:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:3.0:1787764475.088622:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787764475.088623:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000100:00080000:3.0:1787764475.088625:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764475.088629:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000200:1.1:1787764475.088630:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:3.0:1787764475.088631:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764475.088634:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.1:1787764475.088636:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000100:00000001:3.0:1787764475.088637:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000800:00000100:1.0:1787764475.088643:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000100:00080000:3.0:1787764475.088644:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5360
00000800:00000010:1.0:1787764475.088649:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88600.
00000400:00000200:3.0:1787764475.088653:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764475.088656:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000400:00000200:1.0:1787764475.088657:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:3.0:1787764475.088659:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764475.088665:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000400:00000200:1.0:1787764475.088668:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1787764475.088669:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764475.088673:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000400:00000200:1.0:1787764475.088674:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fcc0
00000100:00000001:3.0:1787764475.088676:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000400:00000010:1.0:1787764475.088678:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fcc0.
00000020:00000001:3.0:1787764475.088679:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764475.088682:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000100:00000001:1.0:1787764475.088684:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:3.0:1787764475.088684:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764475.088688:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:3.0:1787764475.088691:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000200:1.0:1787764475.088692:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b12c0 x1874601358847360/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787764475.088693:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:3.0:1787764475.088699:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764475.088703:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764475.088707:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764475.088711:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764475.088715:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00000001:1.0:1787764475.088716:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1787764475.088719:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764475.088722:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764475.088723:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b12c0 x1874601358847360/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764500 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787764475.088725:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764475.088728:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764475.088732:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764475.088736:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787764475.088740:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1787764475.088740:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1787764475.088745:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000008:00000001:3.0:1787764475.088746:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764475.088750:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764475.088753:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764475.088753:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b30c0.
00000020:00000040:3.0:1787764475.088755:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:3.0:1787764475.088759:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1787764475.088761:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
02000000:00000001:3.0:1787764475.088762:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764475.088765:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787764475.088766:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4300034315
02000000:00000001:3.0:1787764475.088767:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764475.088769:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764475.088773:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982191d2cde0.
02000000:00000010:3.0:1787764475.088775:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9d800.
00000100:00000001:3.0:1787764475.088779:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764475.088781:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000100:00100000:3.0:1787764475.088785:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b30c0 x1874601358847744/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764475.088789:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4300034315
00000100:00000001:3.0:1787764475.088795:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000010:1.0:1787764475.088796:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982191d2ce40.
00000100:00000001:3.0:1787764475.088798:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764475.088800:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000100:00000040:3.0:1787764475.088804:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8678ec4] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b30c0 x1874601358847744/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764475.088806:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764475.088812:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764475.088817:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787764475.088820:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764475.088824:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764475/real 1787764475]  req@ffff9821899b12c0 x1874601358847360/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787764475.088825:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764475.088835:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764475.088839:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764475.088842:0:58520:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000001:1.0:1787764475.088876:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1787764475.088878:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000400:00000001:1.0:1787764475.088879:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764475.088884:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3268.
00000100:00080000:3.0:1787764475.088885:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5360
00000400:00000200:1.0:1787764475.088887:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fa18
00000400:00000010:1.0:1787764475.088891:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fa18.
00000400:00000200:3.0:1787764475.088891:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764475.088896:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:3.0:1787764475.088898:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00000200:1.0:1787764475.088902:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b12c0 x1874601358847360/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787764475.088903:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764475.088909:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764475.088913:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764475.088917:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764475.088920:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000200:1.0:1787764475.088922:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b12c0 x1874601358847360/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787764475.088924:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764475.088927:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:3.0:1787764475.088930:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764475.088933:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000100:00000001:1.0:1787764475.088935:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000001:3.0:1787764475.088937:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000001:1.0:1787764475.088938:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787764475.088941:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000001:1.0:1787764475.088943:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764475.088946:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787764475.088947:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764475.088951:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:1.0:1787764475.088952:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b12c0 x1874601358847360/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764475.088955:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764475.088959:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764475.088964:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00000001:1.0:1787764475.088969:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1787764475.088970:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764475.088975:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764475.088976:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b12c0 x1874601358847360/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764500 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787764475.088981:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787764475.088986:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1787764475.088986:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764475.088990:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764475.088992:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1787764475.088992:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764475.088994:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764475.088997:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787764475.088998:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764475.089002:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00100000:3.0:1787764475.089003:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00080000:1.0:1787764475.089005:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000008:00000001:3.0:1787764475.089010:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764475.089011:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764475.089016:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1787764475.089016:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764475.089023:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b2580.
00000100:00000040:1.0:1787764475.089025:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b12c0 x1874601358847360/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764500 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787764475.089026:0:58520:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:3.0:1787764475.089030:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764475.089032:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764475.089036:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764475.089039:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764475.089043:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764475.089048:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358847360:192.168.202.141@tcp:250:kworker.0
02000000:00000010:3.0:1787764475.089049:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9cc00.
00000100:00000001:3.0:1787764475.089056:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764475.089058:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764475.089063:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00100000:3.0:1787764475.089065:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b2580 x1874601358847872/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1787764475.089070:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b12c0 x1874601358847360/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764500 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764475.089084:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764475.089087:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1787764475.089088:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764475.089090:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764475.089093:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649cc00.
00000100:00000040:3.0:1787764475.089095:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d0536d5] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b2580 x1874601358847872/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787764475.089097:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764475.089101:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764475.089104:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000020:00000001:1.0:1787764475.089110:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000001:3.0:1787764475.089111:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764475.089114:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9f400.
00000100:00000040:3.0:1787764475.089116:0:58520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5370)
02000000:00000001:1.0:1787764475.089118:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764475.089120:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764475.089122:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b12c0.
00000100:00000001:1.0:1787764475.089124:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764475.089125:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764475.089127:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764475.089132:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764475.089134:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764475.089136:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764475.089138:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764475.089139:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764475.089143:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b2d00 x1874601358847488/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764475.089149:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764475.089150:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764475.089151:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764475.089153:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764475.089154:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764475.089156:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358847488:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764475.089159:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764475.089160:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764475.089161:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764475.089163:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764475.089165:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649cc00.
02000000:00000001:1.0:1787764475.089166:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764475.089169:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764475.089170:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3268.
00000400:00000010:1.0:1787764475.089173:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fa18.
00000100:00000200:1.0:1787764475.089175:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358847488, portal 10
00000100:00000001:1.0:1787764475.089177:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764475.089178:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542831872 : -114205166719744 : ffff9821899b2d00)
00000100:00000040:1.0:1787764475.089182:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b2d00 x1874601358847488/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764475.089187:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764475.089188:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764475.089190:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fcc0.
00000100:00000200:1.0:1787764475.089191:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358847488, offset 0
00000400:00000200:1.0:1787764475.089195:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764475.089199:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764475.089203:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764475.089206:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764475.089209:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764475.089212:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764475.089214:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764475.089218:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70492:70492:256:4294967295] 192.168.202.141@tcp LPNI seq info [70492:70492:8:4294967295]
00000400:00000200:1.0:1787764475.089222:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764475.089229:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764475.089234:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764475.089251:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88600.
00000800:00000200:1.0:1787764475.089255:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764475.089259:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787764475.089264:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764475.089266:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1787764475.089269:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764475.089271:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88600.
00000400:00000200:1.0:1787764475.089273:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764475.089276:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764475.089278:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fcc0
00000400:00000010:1.0:1787764475.089280:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fcc0.
00000100:00000001:1.0:1787764475.089282:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764475.089284:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b2d00 x1874601358847488/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764475.089290:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764475.089292:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b2d00 x1874601358847488/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764500 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764475.089296:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764475.089297:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764475.089299:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764475.089302:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:1.0:1787764475.089306:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764475.089308:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300033047
00000100:00000001:1.0:1787764475.089311:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300034315
00000100:00000001:1.0:1787764475.089313:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300033047
00000100:00000001:1.0:1787764475.089315:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300034315
00000100:00000001:1.0:1787764475.089317:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764475.089319:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764475.089321:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764475.089326:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764475/real 1787764475]  req@ffff9821899b2d00 x1874601358847488/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764475.089334:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764475.089336:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764475.089338:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3268.
00000400:00000200:1.0:1787764475.089341:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fa18
00000400:00000010:1.0:1787764475.089343:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fa18.
00000100:00000001:1.0:1787764475.089346:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764475.089349:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b2d00 x1874601358847488/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764475.089359:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b2d00 x1874601358847488/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764475.089363:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764475.089364:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764475.089366:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764475.089367:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764475.089369:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b2d00 x1874601358847488/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764475.089374:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764475.089376:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b2d00 x1874601358847488/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764500 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764475.089381:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764475.089382:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764475.089383:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764475.089384:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764475.089385:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764475.089386:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764475.089388:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764475.089390:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764475.089391:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764475.089394:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b2d00 x1874601358847488/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764500 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764475.089399:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358847488:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764475.089403:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764475.089407:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b0780 x1874601358847616/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764475.089413:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764475.089415:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764475.089417:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764475.089419:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764475.089421:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764475.089425:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358847616:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764475.089428:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764475.089430:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764475.089432:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764475.089434:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764475.089438:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649c400.
02000000:00000001:1.0:1787764475.089440:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764475.089444:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764475.089446:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3268.
00000400:00000010:1.0:1787764475.089450:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fa18.
00000100:00000200:1.0:1787764475.089452:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358847616, portal 10
00000100:00000001:1.0:1787764475.089453:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764475.089454:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542822272 : -114205166729344 : ffff9821899b0780)
00000100:00000040:1.0:1787764475.089459:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b0780 x1874601358847616/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764475.089463:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764475.089465:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764475.089466:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fcc0.
00000100:00000200:1.0:1787764475.089468:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358847616, offset 0
00000400:00000200:1.0:1787764475.089470:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764475.089473:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764475.089476:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764475.089478:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764475.089480:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764475.089481:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764475.089483:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764475.089485:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70493:70493:256:4294967295] 192.168.202.141@tcp LPNI seq info [70493:70493:8:4294967295]
00000400:00000200:1.0:1787764475.089488:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764475.089492:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764475.089495:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764475.089497:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88600.
00000800:00000200:1.0:1787764475.089500:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764475.089502:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787764475.089504:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764475.089506:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1787764475.089509:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764475.089510:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88600.
00000400:00000200:1.0:1787764475.089512:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764475.089515:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764475.089517:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fcc0
00000400:00000010:1.0:1787764475.089518:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fcc0.
00000100:00000001:1.0:1787764475.089520:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764475.089522:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b0780 x1874601358847616/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764475.089527:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764475.089529:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b0780 x1874601358847616/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764500 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764475.089533:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764475.089534:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764475.089536:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764475.089538:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:1.0:1787764475.089540:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764475.089542:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300033041
00000100:00000001:1.0:1787764475.089543:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300034315
00000100:00000001:1.0:1787764475.089545:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300033041
00000100:00000001:1.0:1787764475.089547:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300034315
00000100:00000001:1.0:1787764475.089548:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764475.089550:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764475.089551:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764475.089554:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764475/real 1787764475]  req@ffff9821899b0780 x1874601358847616/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764475.089558:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764475.089559:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764475.089560:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3268.
00000400:00000200:1.0:1787764475.089561:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fa18
00000400:00000010:1.0:1787764475.089562:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fa18.
00000100:00000001:1.0:1787764475.089563:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764475.089565:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b0780 x1874601358847616/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764475.089570:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b0780 x1874601358847616/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764475.089575:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764475.089576:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764475.089577:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764475.089577:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764475.089579:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b0780 x1874601358847616/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764475.089583:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764475.089586:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b0780 x1874601358847616/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764500 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764475.089590:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764475.089591:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764475.089592:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764475.089593:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764475.089594:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764475.089596:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764475.089597:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764475.089600:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764475.089601:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764475.089603:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b0780 x1874601358847616/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764500 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764475.089608:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358847616:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764475.089610:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764475.089612:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b30c0 x1874601358847744/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764475.089616:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764475.089617:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764475.089618:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764475.089620:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764475.089621:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764475.089623:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358847744:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764475.089625:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764475.089626:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764475.089627:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764475.089628:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764475.089630:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649c800.
02000000:00000001:1.0:1787764475.089632:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764475.089633:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764475.089635:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3268.
00000400:00000010:1.0:1787764475.089637:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fa18.
00000100:00000200:1.0:1787764475.089639:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358847744, portal 4
00000100:00000001:1.0:1787764475.089640:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764475.089641:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542832832 : -114205166718784 : ffff9821899b30c0)
00000100:00000040:1.0:1787764475.089645:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b30c0 x1874601358847744/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764475.089650:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764475.089652:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764475.089653:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fcc0.
00000100:00000200:1.0:1787764475.089655:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358847744, offset 0
00000400:00000200:1.0:1787764475.089657:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764475.089659:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764475.089661:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764475.089663:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764475.089664:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764475.089665:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764475.089667:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764475.089669:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70494:70494:256:4294967295] 192.168.202.141@tcp LPNI seq info [70494:70494:8:4294967295]
00000400:00000200:1.0:1787764475.089672:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764475.089676:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764475.089679:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764475.089680:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88600.
00000800:00000200:1.0:1787764475.089682:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764475.089684:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787764475.089687:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764475.089689:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1787764475.089691:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764475.089693:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88600.
00000400:00000200:1.0:1787764475.089695:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764475.089697:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764475.089698:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fcc0
00000400:00000010:1.0:1787764475.089700:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fcc0.
00000100:00000001:1.0:1787764475.089702:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764475.089704:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b30c0 x1874601358847744/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764475.089709:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764475.089711:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b30c0 x1874601358847744/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764500 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764475.089720:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764475.089721:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764475.089723:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764475.089725:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:1.0:1787764475.089727:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764475.089728:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300033046
00000100:00000001:1.0:1787764475.089730:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300034315
00000100:00000001:1.0:1787764475.089731:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300033046
00000100:00000001:1.0:1787764475.089733:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300034315
00000100:00000001:1.0:1787764475.089734:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764475.089735:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764475.089736:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764475.089738:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764475/real 1787764475]  req@ffff9821899b30c0 x1874601358847744/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764475.089743:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764475.089743:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764475.089744:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3268.
00000400:00000200:1.0:1787764475.089746:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fa18
00000400:00000010:1.0:1787764475.089746:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fa18.
00000100:00000001:1.0:1787764475.089748:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764475.089750:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b30c0 x1874601358847744/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764475.089756:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b30c0 x1874601358847744/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764475.089759:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764475.089760:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764475.089761:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764475.089762:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764475.089764:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b30c0 x1874601358847744/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764475.089769:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764475.089772:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b30c0 x1874601358847744/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764500 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764475.089776:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764475.089777:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764475.089778:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764475.089779:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764475.089780:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764475.089781:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764475.089783:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764475.089784:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764475.089786:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764475.089788:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b30c0 x1874601358847744/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764500 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764475.089792:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358847744:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764475.089795:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764475.089797:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b2580 x1874601358847872/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764475.089800:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764475.089801:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764475.089802:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764475.089803:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764475.089805:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764475.089806:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358847872:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764475.089808:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764475.089810:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764475.089811:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764475.089812:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764475.089814:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649dc00.
02000000:00000001:1.0:1787764475.089815:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764475.089817:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764475.089819:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3268.
00000400:00000010:1.0:1787764475.089820:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fa18.
00000100:00000200:1.0:1787764475.089822:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358847872, portal 4
00000100:00000001:1.0:1787764475.089823:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764475.089824:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542829952 : -114205166721664 : ffff9821899b2580)
00000100:00000040:1.0:1787764475.089828:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b2580 x1874601358847872/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764475.089832:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764475.089833:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764475.089834:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fcc0.
00000100:00000200:1.0:1787764475.089835:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358847872, offset 0
00000400:00000200:1.0:1787764475.089838:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764475.089839:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764475.089841:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764475.089843:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764475.089844:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764475.089846:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764475.089865:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764475.089867:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70495:70495:256:4294967295] 192.168.202.141@tcp LPNI seq info [70495:70495:8:4294967295]
00000400:00000200:1.0:1787764475.089870:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764475.089874:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764475.089877:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764475.089879:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88600.
00000800:00000200:1.0:1787764475.089882:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764475.089883:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787764475.089886:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764475.089888:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1787764475.089890:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764475.089892:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88600.
00000400:00000200:1.0:1787764475.089894:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764475.089896:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764475.089898:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fcc0
00000400:00000010:1.0:1787764475.089899:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fcc0.
00000100:00000001:1.0:1787764475.089901:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764475.089903:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b2580 x1874601358847872/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764475.089908:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764475.089910:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b2580 x1874601358847872/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764500 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764475.089914:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764475.089915:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764475.089917:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764475.089919:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:1.0:1787764475.089921:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764475.089922:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300033048
00000100:00000001:1.0:1787764475.089924:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300034315
00000100:00000001:1.0:1787764475.089925:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300033048
00000100:00000001:1.0:1787764475.089927:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300034315
00000100:00000001:1.0:1787764475.089928:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764475.089929:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764475.089930:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764475.089932:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764475/real 1787764475]  req@ffff9821899b2580 x1874601358847872/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764475.089937:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764475.089938:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764475.089939:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3268.
00000400:00000200:1.0:1787764475.089940:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fa18
00000400:00000010:1.0:1787764475.089941:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fa18.
00000100:00000001:1.0:1787764475.089943:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764475.089945:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b2580 x1874601358847872/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764475.089950:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b2580 x1874601358847872/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764475.089954:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764475.089955:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764475.089956:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764475.089957:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764475.089959:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b2580 x1874601358847872/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764475.089963:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764475.089965:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b2580 x1874601358847872/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764500 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764475.089969:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764475.089970:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764475.089971:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764475.089972:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764475.089973:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764475.089974:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764475.089976:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764475.089977:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764475.089979:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764475.089981:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b2580 x1874601358847872/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764500 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764475.089987:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358847872:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764475.089989:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764475.089990:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764475.089993:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b2d00 x1874601358847488/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764500 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764475.089997:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764475.089998:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764475.090000:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649cc00.
02000000:00000001:1.0:1787764475.090001:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764475.090002:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764475.090003:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:1.0:1787764475.090004:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764475.090005:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9d400.
02000000:00000001:1.0:1787764475.090008:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764475.090009:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764475.090010:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b2d00.
00000100:00000001:1.0:1787764475.090012:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764475.090013:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764475.090014:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764475.090017:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b0780 x1874601358847616/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764500 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764475.090024:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764475.090025:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764475.090027:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649c400.
02000000:00000001:1.0:1787764475.090029:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764475.090030:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764475.090031:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:1.0:1787764475.090033:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764475.090035:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9f000.
02000000:00000001:1.0:1787764475.090037:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764475.090038:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764475.090040:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b0780.
00000100:00000001:1.0:1787764475.090042:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764475.090043:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764475.090045:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764475.090049:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b30c0 x1874601358847744/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764500 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764475.090056:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764475.090058:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764475.090060:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649c800.
02000000:00000001:1.0:1787764475.090062:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764475.090063:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764475.090065:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:1.0:1787764475.090067:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764475.090068:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9d800.
02000000:00000001:1.0:1787764475.090071:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764475.090072:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764475.090073:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b30c0.
00000100:00000001:1.0:1787764475.090075:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764475.090076:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764475.090077:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764475.090080:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b2580 x1874601358847872/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764500 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764475.090084:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764475.090085:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764475.090086:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649dc00.
02000000:00000001:1.0:1787764475.090087:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764475.090088:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764475.090089:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:1.0:1787764475.090090:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764475.090091:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9cc00.
02000000:00000001:1.0:1787764475.090092:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764475.090093:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764475.090093:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b2580.
00000100:00000001:1.0:1787764475.090095:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764475.090095:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764475.090097:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764475.090099:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764475.090100:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764475.090101:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764475.090102:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764475.407956:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764475.407964:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764475.407970:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764475.407972:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764475.407976:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764475.407977:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764475.407981:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764475.407983:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764475.407986:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764475.407988:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764475.408052:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764475.408056:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764475.408059:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764475.663954:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764475.663961:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764475.663963:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764475.663966:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764475.663969:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764475.663972:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764475.663974:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764475.663976:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764475.663977:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764476.431942:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4300034315, at 4300034368
00010000:00000001:0.0:1787764476.431946:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000040:2.0:1787764476.431948:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4300034315, at 4300034368
00010000:00000001:0.0:1787764476.431954:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764476.431960:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2ce40.
00010000:00000001:0.0:1787764476.431961:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:2.0:1787764476.431962:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2cde0.
00010000:00000001:0.0:1787764476.431968:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764476.431972:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764476.431975:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764476.431979:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764476.431982:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764476.431984:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764476.431988:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764476.431992:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764476.431994:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764476.431998:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764476.431999:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764476.432002:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764476.432004:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764476.432034:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764476.432036:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764476.432039:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764476.687931:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764476.687937:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764476.687939:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764476.687943:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764476.687947:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764476.687950:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764476.687952:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764476.687955:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764476.687958:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764477.455934:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764477.455940:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764477.455948:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764477.455949:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764477.455953:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764477.455955:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764477.455958:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764477.455960:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764477.455963:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764477.455965:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764477.456022:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764477.456027:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764477.456031:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764477.711949:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764477.711957:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764477.711960:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764477.711966:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764477.711970:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764477.711975:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764477.711979:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764477.711982:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764477.711986:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764478.479934:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764478.479942:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764478.479949:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764478.479950:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764478.479954:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764478.479961:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764478.479964:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764478.479967:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764478.479969:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764478.479971:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764478.479972:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764478.479974:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764478.479976:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764478.479977:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764478.479979:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764478.479980:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764478.479981:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764478.479983:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764478.479984:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764478.479986:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764478.479988:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764478.479990:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764478.480044:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764478.480048:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764478.480052:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764478.735936:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764478.735944:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764478.735947:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764478.735952:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764478.735957:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764478.735962:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764478.735965:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764478.735968:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764478.735971:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764479.503972:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764479.503980:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764479.503987:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764479.503988:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764479.503992:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764479.503993:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764479.503997:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764479.503999:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764479.504002:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764479.504004:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764479.504031:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764479.504034:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764479.504037:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764479.759943:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764479.759954:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764479.759957:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764479.759965:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764479.759969:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764479.759974:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764479.759977:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764479.759980:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764479.759983:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764480.207971:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764480.207991:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787764480.207995:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764480.208001:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764480.208006:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764480.208015:0:18336:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5365
00000400:00000200:1.0:1787764480.208024:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764480.208031:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764480.208035:0:18336:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764480.208039:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764480.208043:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764480.208045:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764480.208048:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764480.208052:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764480.208054:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:1.0:1787764480.208058:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764480.208061:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:1.0:1787764480.208064:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:1.0:1787764480.208066:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:1.0:1787764480.208069:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764480.208071:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764480.208073:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764480.208075:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764480.208079:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:1.0:1787764480.208083:0:18336:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764480.208086:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764480.208089:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764480.208093:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764480.208096:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764480.208099:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787764480.208101:0:18336:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764480.208113:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f86580.
00000020:00000040:1.0:1787764480.208117:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:1.0:1787764480.208121:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764480.208124:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764480.208127:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764480.208130:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764480.208135:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764480.208146:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649c800.
00000100:00000001:1.0:1787764480.208153:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764480.208163:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f86580 x1874601358848000/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764480.208174:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764480.208179:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764480.208184:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d31d406] to pc [ptlrpcd_rcv+-1]  req@ffff982187f86580 x1874601358848000/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764480.208225:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764480.208229:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764480.208237:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787764480.208239:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764480.208240:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764480.208243:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764480.208245:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5365
00000400:00000200:1.0:1787764480.208250:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764480.208254:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764480.208257:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764480.208260:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764480.208263:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787764480.208264:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1787764480.208266:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764480.208269:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764480.208270:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:2.0:1787764480.208273:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1787764480.208274:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764480.208277:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:1.0:1787764480.208281:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:2.0:1787764480.208282:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f86580 x1874601358848000/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787764480.208283:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:1.0:1787764480.208288:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:1.0:1787764480.208294:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:1.0:1787764480.208302:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764480.208302:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764480.208307:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787764480.208307:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764480.208312:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
02000000:00000001:2.0:1787764480.208315:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1787764480.208316:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764480.208320:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
02000000:00000001:2.0:1787764480.208321:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1787764480.208325:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
02000000:00000001:2.0:1787764480.208327:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764480.208329:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764480.208332:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1787764480.208334:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358848000:192.168.202.141@tcp:250:kworker.0
02000000:00000001:1.0:1787764480.208339:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764480.208345:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764480.208348:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1787764480.208349:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787764480.208354:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:1.0:1787764480.208356:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787764480.208359:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1787764480.208361:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764480.208364:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1787764480.208366:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764480.208372:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f86d00.
02000000:00000010:2.0:1787764480.208372:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188699c00.
00000020:00000040:1.0:1787764480.208376:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:2.0:1787764480.208377:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764480.208382:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764480.208385:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764480.208389:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764480.208390:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764480.208393:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764480.208396:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787764480.208397:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
02000000:00000010:1.0:1787764480.208402:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649c400.
00000400:00000010:2.0:1787764480.208405:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000001:1.0:1787764480.208407:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787764480.208414:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358848000, portal 25
00000100:00100000:1.0:1787764480.208416:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f86d00 x1874601358848128/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764480.208417:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764480.208420:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515386752 : -114205194164864 : ffff982187f86580)
00000100:00000040:2.0:1787764480.208429:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f86580 x1874601358848000/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764480.208431:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764480.208436:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764480.208442:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764480.208446:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008cf4c69e] to pc [ptlrpcd_rcv+-1]  req@ffff982187f86d00 x1874601358848128/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787764480.208447:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764480.208451:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000200:2.0:1787764480.208454:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358848000, offset 0
00000400:00000200:2.0:1787764480.208463:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000100:00000001:1.0:1787764480.208471:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764480.208475:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787764480.208477:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00080000:1.0:1787764480.208482:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1787764480.208485:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764480.208487:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1787764480.208488:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000100:00000001:1.0:1787764480.208492:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764480.208498:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5365
00000400:00000200:2.0:1787764480.208498:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764480.208506:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764480.208507:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764480.208515:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000400:00000200:2.0:1787764480.208516:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000100:00080000:1.0:1787764480.208520:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1787764480.208523:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000100:00000040:1.0:1787764480.208527:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764480.208533:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787764480.208533:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70496:70496:256:4294967295] 192.168.202.141@tcp LPNI seq info [70496:70496:8:4294967295]
00000100:00000040:1.0:1787764480.208538:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764480.208542:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000400:00000200:2.0:1787764480.208545:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000020:00000001:1.0:1787764480.208546:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764480.208549:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:1.0:1787764480.208552:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764480.208554:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:1.0:1787764480.208556:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:1.0:1787764480.208561:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000400:00000200:2.0:1787764480.208562:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1787764480.208568:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000800:00000200:2.0:1787764480.208573:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000100:00000001:1.0:1787764480.208574:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:2.0:1787764480.208579:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000100:00000040:1.0:1787764480.208580:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764480.208585:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764480.208589:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000800:00000200:2.0:1787764480.208590:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764480.208596:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000100:00080000:1.0:1787764480.208597:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764480.208603:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764480.208606:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.1:1787764480.208607:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
02000000:00000001:1.0:1787764480.208611:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.1:1787764480.208611:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
02000000:00000001:1.0:1787764480.208616:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1787764480.208620:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000100:00000001:1.0:1787764480.208621:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000010:2.0:1787764480.208624:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000008:00100000:1.0:1787764480.208625:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787764480.208629:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764480.208631:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764480.208635:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f843c0.
00000020:00000040:1.0:1787764480.208637:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:1.0:1787764480.208640:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764480.208641:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764480.208642:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764480.208644:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764480.208646:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764480.208648:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000010:1.0:1787764480.208650:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649cc00.
00000100:00000001:1.0:1787764480.208654:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764480.208661:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f843c0 x1874601358848256/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787764480.208663:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764480.208672:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000100:00000001:1.0:1787764480.208674:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1787764480.208675:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:1.0:1787764480.208679:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764480.208683:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:1.0:1787764480.208686:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ab335ac] to pc [ptlrpcd_rcv+-1]  req@ffff982187f843c0 x1874601358848256/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764480.208690:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f86580 x1874601358848000/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764480.208714:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764480.208715:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:1.0:1787764480.208719:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787764480.208720:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f86580 x1874601358848000/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764505 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764480.208729:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787764480.208733:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787764480.208733:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764480.208737:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764480.208737:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764480.208742:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787764480.208744:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764480.208746:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5365
00000400:00000200:2.0:1787764480.208750:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764480.208754:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764480.208756:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4300039435
00000400:00000200:1.0:1787764480.208760:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00000010:2.0:1787764480.208764:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982198767660.
00000100:00080000:1.0:1787764480.208765:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764480.208771:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764480.208773:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787764480.208774:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764480.208780:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764480.208782:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4300039435
00000100:00000001:1.0:1787764480.208785:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000010:2.0:1787764480.208786:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982198767a80.
00000020:00000001:1.0:1787764480.208791:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787764480.208792:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000020:00000040:1.0:1787764480.208795:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000100:00000001:2.0:1787764480.208796:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:1.0:1787764480.208797:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787764480.208799:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787764480.208802:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000100:00000001:2.0:1787764480.208803:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000020:00000001:1.0:1787764480.208807:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00100000:2.0:1787764480.208809:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764480/real 1787764480]  req@ffff982187f86580 x1874601358848000/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1787764480.208811:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:1.0:1787764480.208819:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764480.208821:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764480.208823:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764480.208828:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000400:00000001:2.0:1787764480.208831:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000040:1.0:1787764480.208832:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000400:00000001:2.0:1787764480.208834:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:1.0:1787764480.208837:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000400:00000010:2.0:1787764480.208839:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000100:00000001:1.0:1787764480.208843:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764480.208845:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764480.208874:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764480.208878:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764480.208882:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f86580 x1874601358848000/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787764480.208887:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764480.208892:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764480.208897:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787764480.208897:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f86580 x1874601358848000/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764480.208901:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764480.208905:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1787764480.208911:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764480.208912:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764480.208914:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764480.208916:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:1.0:1787764480.208921:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f84780.
00000020:00000040:1.0:1787764480.208924:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
00000100:00000001:2.0:1787764480.208929:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:1.0:1787764480.208930:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764480.208933:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764480.208934:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764480.208936:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764480.208939:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764480.208942:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764480.208943:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f86580 x1874601358848000/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1787764480.208948:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649e400.
00000100:00000001:1.0:1787764480.208954:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764480.208958:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764480.208963:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f84780 x1874601358848384/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1787764480.208968:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f86580 x1874601358848000/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764505 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764480.208990:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764480.208995:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764480.208995:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764480.209002:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764480.209005:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bf6eed9] to pc [ptlrpcd_rcv+-1]  req@ffff982187f84780 x1874601358848384/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764480.209006:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764480.209009:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764480.209015:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764480.209018:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764480.209020:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764480.209024:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764480.209025:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764480.209029:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000100:00080000:1.0:1787764480.209033:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787764480.209034:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:1.0:1787764480.209037:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764480.209040:0:18336:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:2.0:1787764480.209041:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f86580 x1874601358848000/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764505 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764480.209044:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764480.209051:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5365
00000100:00100000:2.0:1787764480.209053:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358848000:192.168.202.141@tcp:250:kworker.0
00000400:00000200:1.0:1787764480.209062:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764480.209064:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764480.209067:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000400:00000200:1.0:1787764480.209070:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00000040:2.0:1787764480.209071:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f86580 x1874601358848000/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764505 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764480.209075:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787764480.209079:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000040:1.0:1787764480.209082:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
02000000:00000001:2.0:1787764480.209083:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764480.209087:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188699c00.
00000100:00000001:1.0:1787764480.209088:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1787764480.209091:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000040:1.0:1787764480.209092:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000020:00000001:2.0:1787764480.209094:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000100:00000001:1.0:1787764480.209097:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764480.209098:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000020:00000001:1.0:1787764480.209104:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000001:2.0:1787764480.209104:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
00000020:00000040:1.0:1787764480.209107:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
02000000:00000010:2.0:1787764480.209109:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649c800.
00000020:00000001:1.0:1787764480.209110:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764480.209114:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
02000000:00000001:2.0:1787764480.209114:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764480.209117:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000020:00000001:1.0:1787764480.209119:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000010:2.0:1787764480.209121:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f86580.
00000020:00000001:1.0:1787764480.209124:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000001:2.0:1787764480.209127:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000040:1.0:1787764480.209131:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764480.209131:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764480.209137:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787764480.209138:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764480.209141:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764480.209145:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764480.209148:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00000001:2.0:1787764480.209149:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1787764480.209153:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764480.209153:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764480.209158:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764480.209160:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:1.0:1787764480.209161:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787764480.209162:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764480.209165:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1787764480.209166:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764480.209170:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764480.209172:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764480.209174:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00000040:2.0:1787764480.209176:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f86d00 x1874601358848128/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1787764480.209177:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764480.209183:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764480.209200:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000010:1.0:1787764480.209201:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f86940.
00000100:00000001:2.0:1787764480.209202:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787764480.209208:0:18336:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:2.0:1787764480.209208:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764480.209210:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764480.209214:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764480.209215:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00100000:2.0:1787764480.209217:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358848128:192.168.202.141@tcp:38:kworker.0
02000000:00000001:1.0:1787764480.209218:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764480.209220:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1787764480.209224:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764480.209224:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764480.209227:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764480.209228:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764480.209230:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787764480.209232:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764480.209234:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188699c00.
02000000:00000001:2.0:1787764480.209237:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764480.209239:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649c000.
00000400:00000200:2.0:1787764480.209243:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764480.209246:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787764480.209247:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764480.209252:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00100000:1.0:1787764480.209255:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f86940 x1874601358848512/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1787764480.209256:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358848128, portal 10
00000100:00000001:2.0:1787764480.209260:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764480.209262:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515388672 : -114205194162944 : ffff982187f86d00)
00000100:00000001:1.0:1787764480.209270:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1787764480.209272:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f86d00 x1874601358848128/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764480.209275:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764480.209283:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764480.209285:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac69d1b8] to pc [ptlrpcd_rcv+-1]  req@ffff982187f86940 x1874601358848512/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787764480.209290:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764480.209294:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000200:2.0:1787764480.209300:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358848128, offset 0
00000100:00000001:1.0:1787764480.209302:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764480.209308:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000100:00000040:1.0:1787764480.209309:0:18336:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5375)
00000400:00000200:2.0:1787764480.209315:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764480.209319:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764480.209324:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764480.209327:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764480.209329:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764480.209331:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764480.209333:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70497:70497:256:4294967295] 192.168.202.141@tcp LPNI seq info [70497:70497:8:4294967295]
00000400:00000200:2.0:1787764480.209336:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764480.209340:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764480.209344:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764480.209346:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000800:00000200:2.0:1787764480.209349:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764480.209352:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787764480.209357:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764480.209359:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1787764480.209362:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764480.209364:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:2.0:1787764480.209367:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764480.209371:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764480.209374:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:2.0:1787764480.209376:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:2.0:1787764480.209379:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764480.209383:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f86d00 x1874601358848128/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764480.209391:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764480.209395:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f86d00 x1874601358848128/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764505 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764480.209399:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764480.209400:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764480.209402:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764480.209405:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:2.0:1787764480.209407:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764480.209409:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300038167
00000100:00000001:2.0:1787764480.209411:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300039435
00000100:00000001:2.0:1787764480.209412:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300038167
00000100:00000001:2.0:1787764480.209414:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300039435
00000100:00000001:2.0:1787764480.209415:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764480.209416:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764480.209417:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764480.209419:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764480/real 1787764480]  req@ffff982187f86d00 x1874601358848128/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764480.209424:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764480.209425:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764480.209426:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764480.209428:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764480.209429:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764480.209430:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764480.209433:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f86d00 x1874601358848128/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764480.209438:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f86d00 x1874601358848128/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764480.209442:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764480.209442:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764480.209443:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764480.209444:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764480.209446:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f86d00 x1874601358848128/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764480.209449:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764480.209452:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f86d00 x1874601358848128/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764505 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764480.209458:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764480.209460:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764480.209462:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764480.209463:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764480.209464:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764480.209466:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764480.209468:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764480.209471:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764480.209474:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764480.209477:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f86d00 x1874601358848128/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764505 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764480.209485:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358848128:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764480.209489:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764480.209493:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f843c0 x1874601358848256/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764480.209501:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764480.209502:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764480.209504:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764480.209505:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764480.209507:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764480.209509:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f843c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358848256:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764480.209512:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764480.209514:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764480.209515:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764480.209517:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764480.209521:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869ac00.
02000000:00000001:2.0:1787764480.209522:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764480.209526:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764480.209528:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764480.209532:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764480.209534:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358848256, portal 10
00000100:00000001:2.0:1787764480.209536:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764480.209538:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515378112 : -114205194173504 : ffff982187f843c0)
00000100:00000040:2.0:1787764480.209544:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f843c0 x1874601358848256/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764480.209550:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764480.209553:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764480.209554:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000200:2.0:1787764480.209556:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358848256, offset 0
00000400:00000200:2.0:1787764480.209559:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764480.209561:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764480.209564:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764480.209566:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764480.209567:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764480.209569:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764480.209570:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764480.209572:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70498:70498:256:4294967295] 192.168.202.141@tcp LPNI seq info [70498:70498:8:4294967295]
00000400:00000200:2.0:1787764480.209575:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764480.209579:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764480.209582:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764480.209584:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000800:00000200:2.0:1787764480.209586:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764480.209588:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787764480.209591:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764480.209593:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1787764480.209595:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764480.209596:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:2.0:1787764480.209598:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764480.209601:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764480.209603:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:2.0:1787764480.209604:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:2.0:1787764480.209605:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764480.209607:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f843c0 x1874601358848256/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764480.209612:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764480.209614:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f843c0 x1874601358848256/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764505 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764480.209619:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764480.209620:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764480.209622:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764480.209625:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:2.0:1787764480.209628:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764480.209630:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300038161
00000100:00000001:2.0:1787764480.209632:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300039435
00000100:00000001:2.0:1787764480.209634:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300038161
00000100:00000001:2.0:1787764480.209636:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300039435
00000100:00000001:2.0:1787764480.209638:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764480.209641:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764480.209643:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764480.209646:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764480/real 1787764480]  req@ffff982187f843c0 x1874601358848256/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764480.209654:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764480.209656:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764480.209657:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764480.209660:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764480.209661:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764480.209664:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764480.209666:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f843c0 x1874601358848256/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764480.209671:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f843c0 x1874601358848256/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764480.209675:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764480.209676:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764480.209677:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764480.209678:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764480.209680:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f843c0 x1874601358848256/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764480.209684:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764480.209687:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f843c0 x1874601358848256/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764505 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764480.209690:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764480.209692:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764480.209693:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764480.209693:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764480.209694:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764480.209695:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764480.209697:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764480.209699:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764480.209700:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764480.209703:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f843c0 x1874601358848256/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764505 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764480.209707:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f843c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358848256:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764480.209709:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764480.209711:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f84780 x1874601358848384/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764480.209714:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764480.209715:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764480.209716:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764480.209717:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764480.209719:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764480.209720:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f84780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358848384:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764480.209723:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764480.209724:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764480.209725:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764480.209726:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764480.209730:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188698400.
02000000:00000001:2.0:1787764480.209731:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764480.209734:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764480.209736:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764480.209738:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764480.209740:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358848384, portal 4
00000100:00000001:2.0:1787764480.209741:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764480.209742:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515379072 : -114205194172544 : ffff982187f84780)
00000100:00000040:2.0:1787764480.209746:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f84780 x1874601358848384/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764480.209750:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764480.209752:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764480.209753:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000200:2.0:1787764480.209755:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358848384, offset 0
00000400:00000200:2.0:1787764480.209757:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764480.209760:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764480.209762:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764480.209764:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764480.209766:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764480.209767:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764480.209769:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764480.209771:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70499:70499:256:4294967295] 192.168.202.141@tcp LPNI seq info [70499:70499:8:4294967295]
00000400:00000200:2.0:1787764480.209773:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764480.209777:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764480.209779:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764480.209781:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000800:00000200:2.0:1787764480.209783:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764480.209785:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787764480.209788:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764480.209789:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1787764480.209792:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764480.209793:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:2.0:1787764480.209795:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764480.209797:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764480.209798:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:2.0:1787764480.209799:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:2.0:1787764480.209801:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764480.209803:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f84780 x1874601358848384/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764480.209807:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764480.209810:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f84780 x1874601358848384/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764505 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764480.209814:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764480.209815:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764480.209817:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764480.209819:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:2.0:1787764480.209821:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764480.209822:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300038166
00000100:00000001:2.0:1787764480.209824:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300039435
00000100:00000001:2.0:1787764480.209825:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300038166
00000100:00000001:2.0:1787764480.209827:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300039435
00000100:00000001:2.0:1787764480.209828:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764480.209829:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764480.209831:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764480.209832:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764480/real 1787764480]  req@ffff982187f84780 x1874601358848384/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764480.209837:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764480.209838:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764480.209839:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764480.209841:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764480.209842:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764480.209844:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764480.209864:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f84780 x1874601358848384/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764480.209874:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f84780 x1874601358848384/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764480.209881:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764480.209882:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764480.209884:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764480.209886:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764480.209889:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f84780 x1874601358848384/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764480.209896:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764480.209899:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f84780 x1874601358848384/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764505 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764480.209907:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764480.209909:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764480.209910:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764480.209912:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764480.209914:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764480.209915:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764480.209918:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764480.209921:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764480.209923:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764480.209927:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f84780 x1874601358848384/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764505 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764480.209934:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f84780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358848384:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764480.209937:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764480.209938:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764480.209940:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f86d00 x1874601358848128/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764505 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764480.209944:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764480.209945:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764480.209947:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188699c00.
02000000:00000001:2.0:1787764480.209949:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764480.209950:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764480.209950:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:2.0:1787764480.209952:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764480.209953:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649c400.
02000000:00000001:2.0:1787764480.209954:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764480.209955:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764480.209956:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f86d00.
00000100:00000001:2.0:1787764480.209958:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764480.209959:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764480.209961:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764480.209962:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f843c0 x1874601358848256/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764505 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764480.209966:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764480.209967:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764480.209968:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869ac00.
02000000:00000001:2.0:1787764480.209969:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764480.209970:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764480.209970:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:2.0:1787764480.209971:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764480.209972:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649cc00.
02000000:00000001:2.0:1787764480.209973:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764480.209974:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764480.209974:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f843c0.
00000100:00000001:2.0:1787764480.209976:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764480.209977:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764480.209978:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764480.209980:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f84780 x1874601358848384/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764505 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764480.209985:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764480.209986:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764480.209988:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188698400.
02000000:00000001:2.0:1787764480.209989:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764480.209990:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764480.209991:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:2.0:1787764480.209993:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764480.209994:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649e400.
02000000:00000001:2.0:1787764480.209996:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764480.209997:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764480.209998:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f84780.
00000100:00000001:2.0:1787764480.210000:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764480.210001:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764480.210003:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764480.210006:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764480.210008:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764480.210010:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764480.210012:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764480.210013:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764480.210017:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f86940 x1874601358848512/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764480.210023:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764480.210024:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764480.210025:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764480.210026:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764480.210028:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764480.210030:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358848512:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764480.210032:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764480.210033:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764480.210034:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764480.210035:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764480.210037:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188698400.
02000000:00000001:2.0:1787764480.210039:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764480.210041:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764480.210042:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764480.210044:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764480.210047:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358848512, portal 4
00000100:00000001:2.0:1787764480.210048:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764480.210049:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515387712 : -114205194163904 : ffff982187f86940)
00000100:00000040:2.0:1787764480.210053:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f86940 x1874601358848512/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764480.210057:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764480.210059:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764480.210060:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000200:2.0:1787764480.210061:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358848512, offset 0
00000400:00000200:2.0:1787764480.210064:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764480.210066:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764480.210068:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764480.210069:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764480.210071:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764480.210073:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764480.210074:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764480.210076:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70500:70500:256:4294967295] 192.168.202.141@tcp LPNI seq info [70500:70500:8:4294967295]
00000400:00000200:2.0:1787764480.210079:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764480.210083:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764480.210085:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764480.210087:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000800:00000200:2.0:1787764480.210089:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764480.210091:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1787764480.210093:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764480.210095:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1787764480.210112:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764480.210114:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:2.0:1787764480.210116:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764480.210119:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764480.210122:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:2.0:1787764480.210124:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:2.0:1787764480.210126:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764480.210129:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f86940 x1874601358848512/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764480.210137:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764480.210140:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f86940 x1874601358848512/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764505 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764480.210147:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764480.210148:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764480.210151:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764480.210154:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:2.0:1787764480.210157:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764480.210159:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300038168
00000100:00000001:2.0:1787764480.210161:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300039435
00000100:00000001:2.0:1787764480.210164:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300038168
00000100:00000001:2.0:1787764480.210166:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300039435
00000100:00000001:2.0:1787764480.210168:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764480.210169:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764480.210170:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764480.210173:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764480/real 1787764480]  req@ffff982187f86940 x1874601358848512/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764480.210178:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764480.210179:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764480.210180:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764480.210181:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764480.210182:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764480.210184:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764480.210186:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f86940 x1874601358848512/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764480.210202:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f86940 x1874601358848512/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764480.210207:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764480.210208:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764480.210209:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764480.210210:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764480.210212:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f86940 x1874601358848512/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764480.210216:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764480.210219:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f86940 x1874601358848512/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764505 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764480.210222:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764480.210223:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764480.210224:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764480.210225:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764480.210226:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764480.210228:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764480.210230:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764480.210232:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764480.210233:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764480.210235:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f86940 x1874601358848512/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764505 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764480.210239:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358848512:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764480.210241:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764480.210242:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764480.210244:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f86940 x1874601358848512/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764505 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764480.210247:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764480.210248:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764480.210249:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188698400.
02000000:00000001:2.0:1787764480.210251:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764480.210252:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764480.210253:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:2.0:1787764480.210254:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764480.210255:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649c000.
02000000:00000001:2.0:1787764480.210257:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764480.210258:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764480.210259:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f86940.
00000100:00000001:2.0:1787764480.210260:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764480.210261:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764480.210262:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764480.210264:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764480.210265:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764480.210266:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764480.210267:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764480.527979:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764480.527986:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764480.527991:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764480.527992:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764480.527995:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764480.527996:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764480.527999:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764480.527999:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764480.528002:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764480.528003:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764480.528058:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764480.528062:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764480.528065:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764480.784094:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764480.784109:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764480.784114:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764480.784121:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764480.784128:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764480.784134:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764480.784138:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764480.784143:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764480.784147:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764481.551962:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4300039435, at 4300039488
00000100:00000040:3.0:1787764481.551962:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4300039435, at 4300039488
00010000:00000001:0.0:1787764481.551964:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764481.551968:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764481.551976:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764481.551978:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764481.551980:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767660.
00000100:00000010:3.0:1787764481.551982:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767a80.
00010000:00000001:0.0:1787764481.551987:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764481.551989:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764481.551993:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764481.551994:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764481.551997:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764481.552000:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764481.552036:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764481.552039:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764481.552043:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764481.808051:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764481.808061:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764481.808064:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764481.808070:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764481.808074:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764481.808079:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764481.808082:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764481.808084:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764481.808087:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764482.575940:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764482.575946:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764482.575952:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764482.575954:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764482.575957:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764482.575959:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764482.575962:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764482.575963:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764482.575966:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764482.575967:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764482.575988:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764482.575992:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764482.575994:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764482.832003:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764482.832009:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764482.832011:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764482.832016:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764482.832019:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764482.832023:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764482.832025:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764482.832028:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764482.832031:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764483.601131:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764483.601136:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764483.601140:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764483.601141:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764483.601143:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764483.601144:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764483.601146:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764483.601146:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764483.601148:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764483.601149:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764483.601235:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764483.601241:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764483.601245:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764483.856382:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764483.856392:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764483.856395:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764483.856402:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764483.856406:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764483.856410:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764483.856414:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764483.856417:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764483.856420:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764484.624002:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764484.624013:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764484.624016:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764484.624019:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764484.624024:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764484.624027:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764484.624028:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764484.624030:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764484.624034:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764484.624035:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764484.624038:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764484.624039:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764484.624041:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764484.624042:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764484.624043:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764484.624044:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764484.624045:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764484.624046:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764484.624046:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764484.624048:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764484.624050:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764484.624051:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764484.624113:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764484.624117:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764484.624121:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764484.880050:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764484.880059:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764484.880061:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764484.880068:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764484.880071:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764484.880076:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764484.880078:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764484.880080:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764484.880083:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764485.328009:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764485.328020:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787764485.328022:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764485.328026:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764485.328030:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764485.328037:0:18336:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5370
00000400:00000200:2.0:1787764485.328046:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764485.328052:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764485.328055:0:18336:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764485.328057:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764485.328060:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764485.328062:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764485.328064:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764485.328068:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764485.328069:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:2.0:1787764485.328072:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764485.328075:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:2.0:1787764485.328076:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:2.0:1787764485.328078:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:2.0:1787764485.328080:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764485.328081:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764485.328082:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764485.328084:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764485.328086:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:2.0:1787764485.328088:0:18336:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764485.328090:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764485.328092:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764485.328095:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764485.328097:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764485.328098:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787764485.328100:0:18336:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764485.328111:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896bd680.
00000020:00000040:2.0:1787764485.328113:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:2.0:1787764485.328117:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764485.328118:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764485.328121:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764485.328124:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764485.328128:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764485.328136:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982188699c00.
00000100:00000001:2.0:1787764485.328152:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764485.328163:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896bd680 x1874601358848640/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764485.328172:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764485.328176:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764485.328180:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3e0fd1d] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bd680 x1874601358848640/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764485.328201:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764485.328204:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764485.328207:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787764485.328208:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764485.328210:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764485.328212:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764485.328214:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5370
00000400:00000200:2.0:1787764485.328217:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764485.328220:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764485.328222:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764485.328224:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764485.328226:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764485.328228:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764485.328229:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764485.328230:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764485.328233:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787764485.328235:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764485.328238:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1787764485.328240:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:2.0:1787764485.328243:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:1.0:1787764485.328247:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896bd680 x1874601358848640/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787764485.328248:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:2.0:1787764485.328251:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:2.0:1787764485.328254:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:2.0:1787764485.328259:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764485.328263:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764485.328266:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764485.328269:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764485.328272:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:2.0:1787764485.328276:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764485.328280:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764485.328283:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787764485.328288:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764485.328291:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764485.328291:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764485.328296:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764485.328298:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1787764485.328298:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764485.328302:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787764485.328303:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764485.328308:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1787764485.328308:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764485.328312:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764485.328315:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896bd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358848640:192.168.202.141@tcp:250:kworker.0
00000100:00000010:2.0:1787764485.328318:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896bc780.
00000100:00000001:1.0:1787764485.328320:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:2.0:1787764485.328321:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:2.0:1787764485.328324:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764485.328325:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764485.328326:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1787764485.328327:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764485.328329:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764485.328330:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764485.328333:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787764485.328333:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764485.328339:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982188699400.
02000000:00000010:1.0:1787764485.328341:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649e000.
00000100:00000001:2.0:1787764485.328342:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764485.328344:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764485.328348:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896bc780 x1874601358848768/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787764485.328353:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764485.328359:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3268.
00000100:00000001:2.0:1787764485.328359:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764485.328363:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764485.328367:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da9b6c09] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bc780 x1874601358848768/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787764485.328368:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fa18.
00000100:00000001:2.0:1787764485.328375:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764485.328377:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1787764485.328378:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358848640, portal 25
00000100:00080000:2.0:1787764485.328382:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1787764485.328383:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764485.328385:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787764485.328386:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539729536 : -114205169822080 : ffff9821896bd680)
00000100:00080000:2.0:1787764485.328388:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764485.328391:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:1.0:1787764485.328394:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896bd680 x1874601358848640/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764485.328395:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5370
00000400:00000200:2.0:1787764485.328402:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764485.328407:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00000001:1.0:1787764485.328411:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1787764485.328411:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764485.328415:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000040:1.0:1787764485.328418:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000100:00000001:2.0:1787764485.328419:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1787764485.328421:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fcc0.
00000100:00000040:2.0:1787764485.328424:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000200:1.0:1787764485.328426:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358848640, offset 0
00000100:00000001:2.0:1787764485.328426:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764485.328431:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764485.328432:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:2.0:1787764485.328433:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764485.328436:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000400:00000200:1.0:1787764485.328437:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000020:00000001:2.0:1787764485.328440:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:2.0:1787764485.328442:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:2.0:1787764485.328444:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764485.328445:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764485.328446:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764485.328448:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000400:00000200:1.0:1787764485.328449:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000020:00000040:2.0:1787764485.328451:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:2.0:1787764485.328454:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764485.328456:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764485.328458:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
02000000:00000001:2.0:1787764485.328459:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764485.328462:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764485.328465:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764485.328467:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1787764485.328467:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764485.328468:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764485.328471:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764485.328473:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000100:00000001:2.0:1787764485.328474:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764485.328478:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000100:00000010:2.0:1787764485.328479:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896bde00.
00000020:00000040:2.0:1787764485.328482:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
00000400:00000200:1.0:1787764485.328484:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
02000000:00000001:2.0:1787764485.328485:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764485.328488:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764485.328491:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1787764485.328492:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70501:70501:256:4294967295] 192.168.202.141@tcp LPNI seq info [70501:70501:8:4294967295]
02000000:00000001:2.0:1787764485.328494:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764485.328497:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764485.328501:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
02000000:00000010:2.0:1787764485.328502:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982188698000.
00000100:00000001:2.0:1787764485.328511:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764485.328518:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896bde00 x1874601358848896/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787764485.328521:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1787764485.328532:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764485.328535:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787764485.328537:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000100:00000040:2.0:1787764485.328541:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003193aebe] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bde00 x1874601358848896/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:1.0:1787764485.328546:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88600.
00000100:00000001:2.0:1787764485.328547:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764485.328551:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764485.328554:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787764485.328555:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764485.328556:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.0:1787764485.328557:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:2.0:1787764485.328559:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764485.328563:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5370
00000800:00000200:1.0:1787764485.328564:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 28 secs later)
00000400:00000200:2.0:1787764485.328569:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764485.328574:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764485.328576:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000800:00000200:1.1:1787764485.328576:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000040:2.0:1787764485.328580:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764485.328583:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764485.328584:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000800:00000200:1.1:1787764485.328584:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 28 secs later)
00000100:00000001:2.0:1787764485.328587:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764485.328590:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764485.328591:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:2.0:1787764485.328593:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000100:1.0:1787764485.328596:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000020:00000040:2.0:1787764485.328596:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:2.0:1787764485.328600:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000800:00000010:1.0:1787764485.328602:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88600.
00000020:00000001:2.0:1787764485.328602:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:2.0:1787764485.328608:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764485.328609:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764485.328610:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764485.328611:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764485.328613:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000400:00000200:1.0:1787764485.328614:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:2.0:1787764485.328615:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764485.328619:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764485.328622:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787764485.328623:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
02000000:00000001:2.0:1787764485.328624:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764485.328627:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764485.328628:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1787764485.328629:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fcc0
00000008:00100000:2.0:1787764485.328630:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000400:00000010:1.0:1787764485.328632:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fcc0.
00000008:00000001:2.0:1787764485.328633:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764485.328636:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764485.328639:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000010:2.0:1787764485.328639:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896bf480.
00000020:00000040:2.0:1787764485.328642:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
00000100:00000200:1.0:1787764485.328646:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896bd680 x1874601358848640/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787764485.328646:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764485.328649:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764485.328652:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764485.328654:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764485.328656:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764485.328661:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218869bc00.
00000100:00000001:1.0:1787764485.328663:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787764485.328664:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764485.328668:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bd680 x1874601358848640/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764510 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764485.328670:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896bf480 x1874601358849024/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764485.328685:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764485.328688:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764485.328694:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764485.328694:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000021ebdc3a] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bf480 x1874601358849024/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764485.328700:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764485.328703:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764485.328705:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764485.328707:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787764485.328708:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787764485.328710:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764485.328710:0:18336:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764485.328712:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764485.328715:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5370
00000400:00000200:1.0:1787764485.328718:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764485.328720:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764485.328722:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4300044555
00000400:00000200:2.0:1787764485.328724:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764485.328727:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000010:1.0:1787764485.328730:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982191d2c720.
00000100:00000040:2.0:1787764485.328730:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764485.328734:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764485.328736:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764485.328738:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764485.328739:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787764485.328740:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000020:00000040:2.0:1787764485.328740:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:2.0:1787764485.328743:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764485.328745:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:2.0:1787764485.328746:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:2.0:1787764485.328748:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000001:1.0:1787764485.328750:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4300044555
00000100:00000040:2.0:1787764485.328750:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764485.328753:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764485.328756:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000010:1.0:1787764485.328757:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982191d2c7e0.
00000100:00000001:2.0:1787764485.328758:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764485.328763:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00000001:1.0:1787764485.328765:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000100:00080000:2.0:1787764485.328765:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764485.328768:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764485.328770:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787764485.328772:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764485.328773:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764485.328775:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764485.328778:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787764485.328780:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1787764485.328781:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764485.328786:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764485.328787:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1787764485.328787:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764485.328792:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896bda40.
00000020:00000040:2.0:1787764485.328794:0:18336:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:2.0:1787764485.328797:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00100000:1.0:1787764485.328798:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764485/real 1787764485]  req@ffff9821896bd680 x1874601358848640/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787764485.328798:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764485.328800:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764485.328802:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764485.328804:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764485.328809:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982188699000.
00000400:00000001:1.0:1787764485.328813:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1787764485.328813:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787764485.328816:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00100000:2.0:1787764485.328817:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896bda40 x1874601358849152/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1787764485.328819:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3268.
00000400:00000200:1.0:1787764485.328824:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fa18
00000100:00000001:2.0:1787764485.328826:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1787764485.328827:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fa18.
00000100:00000001:2.0:1787764485.328829:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764485.328832:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:2.0:1787764485.328834:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b5343c60] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bda40 x1874601358849152/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764485.328838:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896bd680 x1874601358848640/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764485.328872:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764485.328880:0:18336:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5380)
00000100:00000200:1.0:1787764485.328882:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896bd680 x1874601358848640/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764485.328888:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764485.328890:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764485.328892:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764485.328894:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764485.328898:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896bd680 x1874601358848640/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764485.328904:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764485.328909:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896bd680 x1874601358848640/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764510 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764485.328914:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764485.328916:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764485.328917:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764485.328918:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764485.328920:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764485.328921:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764485.328923:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764485.328926:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764485.328928:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764485.328931:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896bd680 x1874601358848640/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764510 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764485.328936:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896bd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358848640:192.168.202.141@tcp:250:kworker.0
00000100:00000001:1.0:1787764485.328940:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764485.328941:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764485.328943:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bd680 x1874601358848640/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764510 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764485.328947:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764485.328949:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764485.328951:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649e000.
02000000:00000001:1.0:1787764485.328953:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764485.328954:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764485.328955:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000020:00000001:1.0:1787764485.328957:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764485.328959:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982188699c00.
02000000:00000001:1.0:1787764485.328962:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764485.328964:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764485.328965:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bd680.
00000100:00000001:1.0:1787764485.328967:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764485.328968:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764485.328969:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764485.328976:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764485.328978:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764485.328980:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764485.328981:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764485.328982:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764485.328984:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896bc780 x1874601358848768/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764485.328988:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764485.328989:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764485.328991:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764485.328992:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764485.328995:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764485.328997:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896bc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358848768:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764485.328999:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764485.329000:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764485.329001:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764485.329002:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764485.329004:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649e000.
02000000:00000001:1.0:1787764485.329005:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764485.329007:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764485.329009:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3268.
00000400:00000010:1.0:1787764485.329011:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fa18.
00000100:00000200:1.0:1787764485.329013:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358848768, portal 10
00000100:00000001:1.0:1787764485.329015:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764485.329016:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539725696 : -114205169825920 : ffff9821896bc780)
00000100:00000040:1.0:1787764485.329021:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896bc780 x1874601358848768/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764485.329025:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764485.329026:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764485.329027:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fcc0.
00000100:00000200:1.0:1787764485.329029:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358848768, offset 0
00000400:00000200:1.0:1787764485.329031:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764485.329033:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764485.329036:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764485.329038:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764485.329039:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764485.329041:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764485.329042:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764485.329044:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70502:70502:256:4294967295] 192.168.202.141@tcp LPNI seq info [70502:70502:8:4294967295]
00000400:00000200:1.0:1787764485.329047:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764485.329051:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764485.329053:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764485.329056:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88600.
00000800:00000200:1.0:1787764485.329059:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764485.329061:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787764485.329063:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764485.329065:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 28 secs later)
00000800:00000100:1.0:1787764485.329067:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764485.329069:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88600.
00000400:00000200:1.0:1787764485.329071:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764485.329073:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764485.329074:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fcc0
00000400:00000010:1.0:1787764485.329075:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fcc0.
00000100:00000001:1.0:1787764485.329077:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764485.329079:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896bc780 x1874601358848768/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764485.329084:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764485.329085:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bc780 x1874601358848768/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764510 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764485.329090:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764485.329091:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764485.329093:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764485.329096:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:1.0:1787764485.329097:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764485.329099:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300043287
00000100:00000001:1.0:1787764485.329101:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300044555
00000100:00000001:1.0:1787764485.329103:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300043287
00000100:00000001:1.0:1787764485.329104:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300044555
00000100:00000001:1.0:1787764485.329105:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764485.329106:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764485.329107:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764485.329109:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764485/real 1787764485]  req@ffff9821896bc780 x1874601358848768/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764485.329118:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764485.329119:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764485.329120:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3268.
00000400:00000200:1.0:1787764485.329121:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fa18
00000400:00000010:1.0:1787764485.329122:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fa18.
00000100:00000001:1.0:1787764485.329123:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764485.329125:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896bc780 x1874601358848768/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764485.329129:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896bc780 x1874601358848768/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764485.329133:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764485.329134:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764485.329135:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764485.329136:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764485.329138:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896bc780 x1874601358848768/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764485.329156:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764485.329160:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896bc780 x1874601358848768/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764510 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764485.329164:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764485.329166:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764485.329167:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764485.329168:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764485.329169:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764485.329171:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764485.329173:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764485.329176:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764485.329178:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764485.329184:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896bc780 x1874601358848768/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764510 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764485.329192:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896bc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358848768:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764485.329196:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764485.329199:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896bde00 x1874601358848896/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764485.329206:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764485.329207:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764485.329209:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764485.329211:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764485.329213:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764485.329216:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896bde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358848896:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764485.329219:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764485.329220:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764485.329222:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764485.329223:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764485.329227:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649d400.
02000000:00000001:1.0:1787764485.329228:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764485.329232:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764485.329234:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3268.
00000400:00000010:1.0:1787764485.329237:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fa18.
00000100:00000200:1.0:1787764485.329239:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358848896, portal 10
00000100:00000001:1.0:1787764485.329241:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764485.329242:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539731456 : -114205169820160 : ffff9821896bde00)
00000100:00000040:1.0:1787764485.329248:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896bde00 x1874601358848896/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764485.329254:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764485.329256:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764485.329258:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fcc0.
00000100:00000200:1.0:1787764485.329260:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358848896, offset 0
00000400:00000200:1.0:1787764485.329264:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764485.329268:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764485.329271:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764485.329274:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764485.329276:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764485.329278:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764485.329280:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764485.329283:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70503:70503:256:4294967295] 192.168.202.141@tcp LPNI seq info [70503:70503:8:4294967295]
00000400:00000200:1.0:1787764485.329287:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764485.329292:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764485.329296:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764485.329299:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88600.
00000800:00000200:1.0:1787764485.329302:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764485.329305:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787764485.329309:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764485.329328:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 28 secs later)
00000800:00000100:1.0:1787764485.329332:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764485.329334:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88600.
00000400:00000200:1.0:1787764485.329337:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764485.329340:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764485.329343:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fcc0
00000400:00000010:1.0:1787764485.329344:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fcc0.
00000100:00000001:1.0:1787764485.329346:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764485.329350:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896bde00 x1874601358848896/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764485.329356:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764485.329359:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bde00 x1874601358848896/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764510 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764485.329364:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764485.329366:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764485.329368:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764485.329371:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:1.0:1787764485.329374:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764485.329377:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300043281
00000100:00000001:1.0:1787764485.329379:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300044555
00000100:00000001:1.0:1787764485.329381:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300043281
00000100:00000001:1.0:1787764485.329383:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300044555
00000100:00000001:1.0:1787764485.329385:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764485.329387:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764485.329388:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764485.329391:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764485/real 1787764485]  req@ffff9821896bde00 x1874601358848896/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764485.329397:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764485.329398:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764485.329400:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3268.
00000400:00000200:1.0:1787764485.329402:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fa18
00000400:00000010:1.0:1787764485.329404:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fa18.
00000100:00000001:1.0:1787764485.329405:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764485.329408:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896bde00 x1874601358848896/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764485.329415:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896bde00 x1874601358848896/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764485.329421:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764485.329422:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764485.329424:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764485.329425:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764485.329428:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896bde00 x1874601358848896/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764485.329434:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764485.329438:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896bde00 x1874601358848896/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764510 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764485.329443:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764485.329446:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764485.329448:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764485.329449:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764485.329451:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764485.329452:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764485.329454:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764485.329457:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764485.329459:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764485.329462:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896bde00 x1874601358848896/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764510 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764485.329470:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896bde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358848896:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764485.329473:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764485.329476:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896bf480 x1874601358849024/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764485.329482:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764485.329484:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764485.329486:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764485.329487:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764485.329489:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764485.329492:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358849024:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764485.329494:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764485.329496:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764485.329497:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764485.329499:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764485.329502:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649f800.
02000000:00000001:1.0:1787764485.329504:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764485.329506:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764485.329509:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3268.
00000400:00000010:1.0:1787764485.329512:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fa18.
00000100:00000200:1.0:1787764485.329514:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358849024, portal 4
00000100:00000001:1.0:1787764485.329516:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764485.329517:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539737216 : -114205169814400 : ffff9821896bf480)
00000100:00000040:1.0:1787764485.329522:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896bf480 x1874601358849024/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764485.329529:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764485.329531:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764485.329532:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fcc0.
00000100:00000200:1.0:1787764485.329534:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358849024, offset 0
00000400:00000200:1.0:1787764485.329537:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764485.329541:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764485.329544:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764485.329546:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764485.329548:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764485.329551:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764485.329553:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764485.329556:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70504:70504:256:4294967295] 192.168.202.141@tcp LPNI seq info [70504:70504:8:4294967295]
00000400:00000200:1.0:1787764485.329560:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764485.329565:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764485.329569:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764485.329571:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88600.
00000800:00000200:1.0:1787764485.329575:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764485.329577:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787764485.329581:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764485.329583:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 28 secs later)
00000800:00000100:1.0:1787764485.329587:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764485.329589:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88600.
00000400:00000200:1.0:1787764485.329592:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764485.329594:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764485.329597:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fcc0
00000400:00000010:1.0:1787764485.329598:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fcc0.
00000100:00000001:1.0:1787764485.329600:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764485.329603:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896bf480 x1874601358849024/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764485.329615:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764485.329618:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bf480 x1874601358849024/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764510 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764485.329624:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764485.329625:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764485.329628:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764485.329630:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:1.0:1787764485.329633:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764485.329635:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300043286
00000100:00000001:1.0:1787764485.329638:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300044555
00000100:00000001:1.0:1787764485.329639:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300043286
00000100:00000001:1.0:1787764485.329642:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300044555
00000100:00000001:1.0:1787764485.329643:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764485.329645:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764485.329647:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764485.329650:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764485/real 1787764485]  req@ffff9821896bf480 x1874601358849024/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764485.329657:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764485.329658:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764485.329659:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3268.
00000400:00000200:1.0:1787764485.329662:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fa18
00000400:00000010:1.0:1787764485.329663:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fa18.
00000100:00000001:1.0:1787764485.329665:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764485.329668:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896bf480 x1874601358849024/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764485.329676:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896bf480 x1874601358849024/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764485.329681:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764485.329683:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764485.329684:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764485.329686:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764485.329689:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896bf480 x1874601358849024/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764485.329695:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764485.329698:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896bf480 x1874601358849024/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764510 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764485.329704:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764485.329707:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764485.329708:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764485.329709:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764485.329710:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764485.329711:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764485.329713:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764485.329716:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764485.329718:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764485.329722:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896bf480 x1874601358849024/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764510 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764485.329729:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358849024:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764485.329733:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764485.329735:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896bda40 x1874601358849152/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764485.329741:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764485.329743:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764485.329745:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764485.329746:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764485.329748:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764485.329752:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896bda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358849152:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764485.329755:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764485.329756:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764485.329758:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764485.329760:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764485.329763:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649d000.
02000000:00000001:1.0:1787764485.329765:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764485.329768:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764485.329770:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3268.
00000400:00000010:1.0:1787764485.329773:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fa18.
00000100:00000200:1.0:1787764485.329776:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358849152, portal 4
00000100:00000001:1.0:1787764485.329777:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764485.329779:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539730496 : -114205169821120 : ffff9821896bda40)
00000100:00000040:1.0:1787764485.329785:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896bda40 x1874601358849152/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764485.329791:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764485.329793:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764485.329795:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fcc0.
00000100:00000200:1.0:1787764485.329797:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358849152, offset 0
00000400:00000200:1.0:1787764485.329800:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764485.329804:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764485.329807:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764485.329809:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764485.329812:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764485.329814:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764485.329816:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764485.329819:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70505:70505:256:4294967295] 192.168.202.141@tcp LPNI seq info [70505:70505:8:4294967295]
00000400:00000200:1.0:1787764485.329822:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764485.329827:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764485.329831:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764485.329834:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88600.
00000800:00000200:1.0:1787764485.329838:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764485.329841:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1787764485.329844:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764485.329866:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 28 secs later)
00000800:00000100:1.0:1787764485.329870:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764485.329872:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88600.
00000400:00000200:1.0:1787764485.329875:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764485.329878:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764485.329881:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fcc0
00000400:00000010:1.0:1787764485.329883:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fcc0.
00000100:00000001:1.0:1787764485.329885:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764485.329888:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896bda40 x1874601358849152/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764485.329895:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764485.329898:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bda40 x1874601358849152/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764510 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764485.329904:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764485.329905:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764485.329907:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764485.329910:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:1.0:1787764485.329913:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764485.329915:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300043288
00000100:00000001:1.0:1787764485.329917:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300044555
00000100:00000001:1.0:1787764485.329919:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300043288
00000100:00000001:1.0:1787764485.329921:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300044555
00000100:00000001:1.0:1787764485.329923:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764485.329925:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764485.329926:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764485.329929:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764485/real 1787764485]  req@ffff9821896bda40 x1874601358849152/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764485.329936:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764485.329938:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764485.329939:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3268.
00000400:00000200:1.0:1787764485.329941:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fa18
00000400:00000010:1.0:1787764485.329942:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fa18.
00000100:00000001:1.0:1787764485.329944:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764485.329947:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896bda40 x1874601358849152/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764485.329954:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896bda40 x1874601358849152/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764485.329959:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764485.329960:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764485.329962:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764485.329963:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764485.329967:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896bda40 x1874601358849152/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764485.329972:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764485.329975:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896bda40 x1874601358849152/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764510 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764485.329981:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764485.329983:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764485.329985:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764485.329986:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764485.329987:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764485.329989:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764485.329991:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764485.329994:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764485.329996:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764485.330000:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896bda40 x1874601358849152/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764510 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764485.330013:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896bda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358849152:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764485.330017:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764485.330018:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764485.330021:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bc780 x1874601358848768/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764510 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764485.330024:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764485.330026:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764485.330027:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649e000.
02000000:00000001:1.0:1787764485.330029:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764485.330030:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764485.330031:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:1.0:1787764485.330032:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764485.330034:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982188699400.
02000000:00000001:1.0:1787764485.330035:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764485.330036:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764485.330037:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bc780.
00000100:00000001:1.0:1787764485.330039:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764485.330039:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764485.330040:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764485.330042:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bde00 x1874601358848896/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764510 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764485.330046:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764485.330046:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764485.330047:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649d400.
02000000:00000001:1.0:1787764485.330048:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764485.330049:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764485.330049:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:1.0:1787764485.330050:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764485.330051:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982188698000.
02000000:00000001:1.0:1787764485.330052:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764485.330053:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764485.330053:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bde00.
00000100:00000001:1.0:1787764485.330055:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764485.330056:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764485.330057:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764485.330059:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bf480 x1874601358849024/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764510 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764485.330063:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764485.330063:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764485.330064:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649f800.
02000000:00000001:1.0:1787764485.330065:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764485.330066:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764485.330067:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:1.0:1787764485.330067:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764485.330068:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218869bc00.
02000000:00000001:1.0:1787764485.330069:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764485.330070:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764485.330070:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bf480.
00000100:00000001:1.0:1787764485.330072:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764485.330072:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764485.330073:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764485.330075:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bda40 x1874601358849152/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764510 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764485.330078:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764485.330078:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764485.330079:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649d000.
02000000:00000001:1.0:1787764485.330080:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764485.330081:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764485.330081:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:1.0:1787764485.330082:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764485.330083:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982188699000.
02000000:00000001:1.0:1787764485.330084:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764485.330084:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764485.330085:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bda40.
00000100:00000001:1.0:1787764485.330086:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764485.330087:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764485.330088:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764485.330090:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764485.330091:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764485.330092:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764485.330094:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764485.647921:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764485.647927:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764485.647932:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764485.647933:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764485.647935:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764485.647936:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764485.647938:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764485.647939:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764485.647941:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764485.647942:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764485.647966:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764485.647968:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764485.647969:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764485.905309:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764485.905317:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764485.905319:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764485.905324:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764485.905327:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764485.905330:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764485.905332:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764485.905334:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764485.905336:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764486.671958:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4300044555, at 4300044608
00000100:00000040:3.0:1787764486.671958:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4300044555, at 4300044608
00000100:00000010:3.0:1787764486.671974:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2c7e0.
00000100:00000010:2.0:1787764486.671976:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191d2c720.
00010000:00000001:0.0:1787764486.672100:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764486.672103:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764486.672108:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764486.672110:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764486.672112:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764486.672123:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764486.672126:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764486.672128:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764486.672160:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764486.672163:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764486.672168:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764486.672169:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764486.672172:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764486.672173:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764486.672176:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764486.672177:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764486.672267:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764486.672270:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764486.672274:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764486.927953:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764486.927961:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764486.927964:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764486.927969:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764486.927973:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764486.927976:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764486.927978:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764486.927980:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764486.927989:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764487.695973:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764487.695980:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764487.695987:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764487.695988:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764487.695991:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764487.695993:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764487.695996:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764487.695997:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764487.696000:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764487.696001:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764487.696066:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764487.696070:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764487.696073:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764487.951955:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764487.951964:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764487.951966:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764487.951972:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764487.951976:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764487.951980:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764487.951983:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764487.951985:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764487.951987:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764488.719932:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764488.719940:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764488.719946:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764488.719947:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764488.719951:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764488.719954:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764488.719956:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764488.719959:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764488.719962:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764488.719964:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764488.719966:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764488.719968:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764488.719971:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764488.719973:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764488.719977:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764488.719978:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764488.719979:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764488.719981:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764488.719982:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764488.719984:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764488.719986:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764488.719988:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764488.720011:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764488.720014:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764488.720016:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764488.975962:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764488.975971:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764488.975973:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764488.975978:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764488.975981:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764488.975984:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764488.975986:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764488.975988:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764488.975990:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764489.743941:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764489.743948:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764489.743954:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764489.743955:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764489.743959:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764489.743960:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764489.743963:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764489.743964:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764489.743968:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764489.743969:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764489.744477:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764489.744482:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764489.744486:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764489.999920:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764489.999927:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764489.999929:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764489.999934:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764489.999938:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764489.999941:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764489.999944:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764489.999947:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764489.999949:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764490.448044:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764490.448055:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787764490.448058:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764490.448062:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764490.448067:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764490.448074:0:18336:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5375
00000400:00000200:1.0:1787764490.448083:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764490.448089:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764490.448093:0:18336:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764490.448112:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764490.448116:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764490.448118:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764490.448121:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764490.448125:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764490.448127:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:1.0:1787764490.448130:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764490.448133:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:1.0:1787764490.448142:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:1.0:1787764490.448148:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:1.0:1787764490.448152:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764490.448154:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764490.448155:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764490.448157:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764490.448166:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:1.0:1787764490.448171:0:18336:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764490.448173:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764490.448176:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764490.448180:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764490.448183:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764490.448186:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787764490.448188:0:18336:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764490.448199:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f85a40.
00000020:00000040:1.0:1787764490.448203:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:1.0:1787764490.448206:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764490.448208:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764490.448211:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764490.448215:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764490.448219:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764490.448226:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649d000.
00000100:00000001:1.0:1787764490.448232:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764490.448240:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f85a40 x1874601358849280/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764490.448250:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764490.448254:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764490.448259:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000920ad038] to pc [ptlrpcd_rcv+-1]  req@ffff982187f85a40 x1874601358849280/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764490.448280:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764490.448283:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764490.448286:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787764490.448287:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764490.448289:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764490.448291:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764490.448293:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5375
00000400:00000200:1.0:1787764490.448297:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764490.448301:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764490.448303:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764490.448307:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764490.448309:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764490.448311:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764490.448313:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764490.448314:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764490.448318:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787764490.448319:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:1.0:1787764490.448320:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:1.0:1787764490.448323:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787764490.448323:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:1.0:1787764490.448327:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:1.0:1787764490.448330:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:1.0:1787764490.448333:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:2.0:1787764490.448334:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f85a40 x1874601358849280/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787764490.448338:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764490.448341:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764490.448343:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764490.448345:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764490.448347:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:1.0:1787764490.448350:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764490.448355:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764490.448359:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787764490.448362:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764490.448366:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764490.448367:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764490.448370:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764490.448372:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1787764490.448373:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787764490.448377:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764490.448380:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1787764490.448385:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787764490.448386:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358849280:192.168.202.141@tcp:250:kworker.0
00000008:00000001:1.0:1787764490.448391:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764490.448393:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1787764490.448395:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764490.448399:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:1.0:1787764490.448400:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f870c0.
02000000:00000001:2.0:1787764490.448403:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787764490.448404:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:1.0:1787764490.448409:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764490.448409:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787764490.448411:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764490.448414:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764490.448416:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:2.0:1787764490.448417:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869a400.
02000000:00000001:1.0:1787764490.448418:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764490.448423:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764490.448424:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649f800.
00000100:00000001:1.0:1787764490.448429:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764490.448430:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00100000:1.0:1787764490.448436:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f870c0 x1874601358849408/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1787764490.448437:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764490.448445:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000001:1.0:1787764490.448455:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764490.448457:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764490.448461:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a65be51] to pc [ptlrpcd_rcv+-1]  req@ffff982187f870c0 x1874601358849408/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764490.448469:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764490.448471:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764490.448474:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1787764490.448476:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764490.448477:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764490.448480:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764490.448483:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5375
00000400:00000200:1.0:1787764490.448487:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764490.448490:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764490.448492:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764490.448495:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764490.448497:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764490.448499:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764490.448501:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764490.448503:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764490.448504:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:1.0:1787764490.448506:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764490.448507:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:1.0:1787764490.448509:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:1.0:1787764490.448511:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000200:2.0:1787764490.448512:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358849280, portal 25
00000100:00000040:1.0:1787764490.448515:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764490.448518:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764490.448519:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787764490.448522:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515383872 : -114205194167744 : ffff982187f85a40)
00000100:00000040:1.0:1787764490.448523:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764490.448528:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000040:2.0:1787764490.448532:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f85a40 x1874601358849280/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787764490.448533:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:1.0:1787764490.448540:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764490.448546:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764490.448546:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:1.0:1787764490.448550:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1787764490.448551:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
02000000:00000001:1.0:1787764490.448554:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764490.448558:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764490.448560:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764490.448562:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000400:00000010:2.0:1787764490.448565:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000008:00000001:1.0:1787764490.448566:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764490.448570:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787764490.448572:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358849280, offset 0
00000100:00000010:1.0:1787764490.448575:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f84f00.
00000020:00000040:1.0:1787764490.448579:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:1.0:1787764490.448584:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1787764490.448584:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
02000000:00000001:1.0:1787764490.448587:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764490.448590:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764490.448592:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764490.448594:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764490.448597:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
02000000:00000010:1.0:1787764490.448600:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649d400.
00000100:00000001:1.0:1787764490.448604:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764490.448607:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000100:00100000:1.0:1787764490.448612:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f84f00 x1874601358849536/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787764490.448615:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1787764490.448623:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1787764490.448624:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000100:00000001:1.0:1787764490.448627:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764490.448631:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764490.448636:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764490.448640:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70506:70506:256:4294967295] 192.168.202.141@tcp LPNI seq info [70506:70506:8:4294967295]
00000400:00000200:2.0:1787764490.448645:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000040:1.0:1787764490.448646:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007cd831b5] to pc [ptlrpcd_rcv+-1]  req@ffff982187f84f00 x1874601358849536/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764490.448661:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764490.448661:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000100:00080000:1.0:1787764490.448666:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764490.448672:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000200:2.0:1787764490.448672:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000100:00000001:1.0:1787764490.448675:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764490.448677:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764490.448680:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000800:00000010:2.0:1787764490.448682:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000100:00080000:1.0:1787764490.448684:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5375
00000400:00000200:1.0:1787764490.448690:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000800:00000200:2.0:1787764490.448694:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000400:00000200:1.0:1787764490.448696:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764490.448700:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000800:00000200:2.0:1787764490.448701:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000100:00000040:1.0:1787764490.448704:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764490.448708:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764490.448712:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000800:00000200:2.1:1787764490.448714:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:1.0:1787764490.448715:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764490.448720:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:2.1:1787764490.448721:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000020:00000040:1.0:1787764490.448722:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:1.0:1787764490.448724:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764490.448727:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:1.0:1787764490.448729:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:1.0:1787764490.448730:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:1.0:1787764490.448734:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764490.448737:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764490.448741:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000800:00000100:2.0:1787764490.448742:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000100:00000001:1.0:1787764490.448745:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000800:00000010:2.0:1787764490.448747:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000020:00000040:1.0:1787764490.448749:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:1.0:1787764490.448753:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764490.448756:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764490.448756:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:1.0:1787764490.448759:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764490.448763:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1787764490.448766:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
02000000:00000001:1.0:1787764490.448767:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764490.448771:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764490.448774:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000400:00000200:2.0:1787764490.448775:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000008:00000001:1.0:1787764490.448778:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787764490.448780:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:1.0:1787764490.448781:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764490.448789:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000010:1.0:1787764490.448795:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f87c00.
00000100:00000200:2.0:1787764490.448795:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f85a40 x1874601358849280/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787764490.448800:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:1.0:1787764490.448805:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764490.448807:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764490.448811:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764490.448813:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764490.448815:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764490.448815:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000010:1.0:1787764490.448821:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649e000.
00000100:00000040:2.0:1787764490.448822:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f85a40 x1874601358849280/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764515 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764490.448825:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764490.448833:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f87c00 x1874601358849664/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764490.448836:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764490.448840:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764490.448845:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764490.448869:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764490.448875:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764490.448881:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764490.448885:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000480dc2f8] to pc [ptlrpcd_rcv+-1]  req@ffff982187f87c00 x1874601358849664/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764490.448890:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4300049676
00000100:00000010:2.0:1787764490.448898:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982198767660.
00000100:00000001:1.0:1787764490.448899:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764490.448903:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764490.448908:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787764490.448909:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787764490.448910:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764490.448912:0:18336:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764490.448916:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764490.448919:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5375
00000100:00000001:2.0:1787764490.448919:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4300049676
00000400:00000200:1.0:1787764490.448926:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000010:2.0:1787764490.448927:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982198767000.
00000400:00000200:1.0:1787764490.448931:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00000001:2.0:1787764490.448933:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000100:00080000:1.0:1787764490.448935:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787764490.448939:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1787764490.448940:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764490.448945:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787764490.448945:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764490.448949:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764490.448951:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1787764490.448953:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764490.448956:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764490.448958:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000100:00100000:2.0:1787764490.448960:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764490/real 1787764490]  req@ffff982187f85a40 x1874601358849280/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1787764490.448961:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764490.448964:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:1.0:1787764490.448967:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:1.0:1787764490.448971:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:1.0:1787764490.448977:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000400:00000001:2.0:1787764490.448979:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:1.0:1787764490.448980:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764490.448984:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000400:00000001:2.0:1787764490.448984:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787764490.448988:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000400:00000010:2.0:1787764490.448988:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000020:00000040:1.0:1787764490.448992:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000400:00000200:2.0:1787764490.448995:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000100:00080000:1.0:1787764490.448996:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000400:00000010:2.0:1787764490.448999:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:1.0:1787764490.449000:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764490.449004:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787764490.449006:0:2388:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:1.0:1787764490.449007:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764490.449011:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787764490.449013:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f85a40 x1874601358849280/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764490.449014:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764490.449017:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1787764490.449021:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764490.449025:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764490.449032:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f85680.
00000100:00000200:2.0:1787764490.449033:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f85a40 x1874601358849280/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787764490.449036:0:18336:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:1.0:1787764490.449040:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764490.449043:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764490.449046:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764490.449048:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764490.449051:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764490.449056:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649e800.
00000100:00000001:2.0:1787764490.449060:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764490.449061:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764490.449064:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764490.449069:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f85680 x1874601358849792/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764490.449069:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764490.449073:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764490.449080:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00100000:2.0:1787764490.449082:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f85a40 x1874601358849280/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764490.449083:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764490.449090:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000008ac09af] to pc [ptlrpcd_rcv+-1]  req@ffff982187f85680 x1874601358849792/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764490.449108:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764490.449115:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764490.449119:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f85a40 x1874601358849280/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764515 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787764490.449121:0:18336:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5386)
00000100:00000001:2.0:1787764490.449130:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764490.449133:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764490.449143:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764490.449145:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764490.449150:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764490.449153:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764490.449156:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764490.449160:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764490.449162:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764490.449166:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f85a40 x1874601358849280/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764515 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764490.449175:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358849280:192.168.202.141@tcp:250:kworker.0
00000100:00000001:2.0:1787764490.449180:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764490.449183:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764490.449186:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f85a40 x1874601358849280/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764515 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764490.449193:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764490.449195:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764490.449199:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869a400.
02000000:00000001:2.0:1787764490.449201:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764490.449203:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764490.449204:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000020:00000001:2.0:1787764490.449206:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764490.449209:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649d000.
02000000:00000001:2.0:1787764490.449213:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764490.449215:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764490.449216:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f85a40.
00000100:00000001:2.0:1787764490.449219:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764490.449220:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764490.449222:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764490.449229:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764490.449231:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764490.449233:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764490.449234:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764490.449236:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764490.449240:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f870c0 x1874601358849408/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764490.449246:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764490.449247:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764490.449249:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764490.449251:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764490.449253:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764490.449255:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358849408:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764490.449258:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764490.449260:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764490.449262:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764490.449264:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764490.449267:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869a400.
02000000:00000001:2.0:1787764490.449269:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764490.449272:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764490.449274:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764490.449278:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764490.449281:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358849408, portal 10
00000100:00000001:2.0:1787764490.449284:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764490.449285:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515389632 : -114205194161984 : ffff982187f870c0)
00000100:00000040:2.0:1787764490.449291:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f870c0 x1874601358849408/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764490.449297:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764490.449299:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764490.449301:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000200:2.0:1787764490.449304:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358849408, offset 0
00000400:00000200:2.0:1787764490.449308:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764490.449312:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764490.449316:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764490.449321:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764490.449325:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764490.449327:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764490.449329:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764490.449332:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70507:70507:256:4294967295] 192.168.202.141@tcp LPNI seq info [70507:70507:8:4294967295]
00000400:00000200:2.0:1787764490.449336:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764490.449342:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764490.449347:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764490.449350:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000800:00000200:2.0:1787764490.449354:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764490.449356:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787764490.449360:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764490.449362:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1787764490.449366:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764490.449367:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:2.0:1787764490.449370:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764490.449374:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764490.449377:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:2.0:1787764490.449379:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:2.0:1787764490.449382:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764490.449386:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f870c0 x1874601358849408/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764490.449398:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764490.449401:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f870c0 x1874601358849408/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764515 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764490.449408:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764490.449409:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764490.449412:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764490.449416:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:2.0:1787764490.449419:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764490.449421:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300048407
00000100:00000001:2.0:1787764490.449423:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300049676
00000100:00000001:2.0:1787764490.449425:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300048407
00000100:00000001:2.0:1787764490.449428:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300049676
00000100:00000001:2.0:1787764490.449429:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764490.449431:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764490.449433:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764490.449436:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764490/real 1787764490]  req@ffff982187f870c0 x1874601358849408/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764490.449443:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764490.449444:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764490.449446:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764490.449448:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764490.449450:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764490.449516:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764490.449520:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f870c0 x1874601358849408/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764490.449528:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f870c0 x1874601358849408/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764490.449534:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764490.449536:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764490.449538:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764490.449539:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764490.449543:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f870c0 x1874601358849408/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764490.449549:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764490.449553:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f870c0 x1874601358849408/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764515 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764490.449560:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764490.449562:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764490.449564:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764490.449565:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764490.449567:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764490.449569:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764490.449571:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764490.449574:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764490.449576:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764490.449580:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f870c0 x1874601358849408/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764515 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764490.449588:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358849408:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764490.449592:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764490.449595:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f84f00 x1874601358849536/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764490.449601:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764490.449602:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764490.449604:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764490.449606:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764490.449609:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764490.449612:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358849536:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764490.449615:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764490.449617:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764490.449618:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764490.449619:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764490.449622:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869b800.
02000000:00000001:2.0:1787764490.449624:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764490.449627:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764490.449630:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764490.449633:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764490.449636:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358849536, portal 10
00000100:00000001:2.0:1787764490.449638:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764490.449639:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515380992 : -114205194170624 : ffff982187f84f00)
00000100:00000040:2.0:1787764490.449645:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f84f00 x1874601358849536/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764490.449651:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764490.449653:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764490.449655:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000200:2.0:1787764490.449657:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358849536, offset 0
00000400:00000200:2.0:1787764490.449661:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764490.449665:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764490.449668:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764490.449671:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764490.449674:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764490.449676:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764490.449678:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764490.449681:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70508:70508:256:4294967295] 192.168.202.141@tcp LPNI seq info [70508:70508:8:4294967295]
00000400:00000200:2.0:1787764490.449685:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764490.449691:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764490.449696:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764490.449699:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000800:00000200:2.0:1787764490.449703:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764490.449706:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787764490.449710:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764490.449713:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1787764490.449716:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764490.449718:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:2.0:1787764490.449721:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764490.449725:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764490.449727:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:2.0:1787764490.449729:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:2.0:1787764490.449732:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764490.449735:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f84f00 x1874601358849536/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764490.449742:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764490.449745:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f84f00 x1874601358849536/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764515 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764490.449752:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764490.449753:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764490.449756:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764490.449759:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:2.0:1787764490.449762:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764490.449764:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300048401
00000100:00000001:2.0:1787764490.449766:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300049676
00000100:00000001:2.0:1787764490.449768:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300048401
00000100:00000001:2.0:1787764490.449770:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300049676
00000100:00000001:2.0:1787764490.449772:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764490.449774:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764490.449775:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764490.449779:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764490/real 1787764490]  req@ffff982187f84f00 x1874601358849536/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764490.449786:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764490.449788:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764490.449790:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764490.449792:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764490.449793:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764490.449795:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764490.449798:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f84f00 x1874601358849536/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764490.449805:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f84f00 x1874601358849536/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764490.449811:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764490.449812:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764490.449814:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764490.449815:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764490.449819:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f84f00 x1874601358849536/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764490.449825:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764490.449829:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f84f00 x1874601358849536/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764515 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764490.449834:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764490.449837:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764490.449839:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764490.449840:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764490.449842:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764490.449843:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764490.449845:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764490.449867:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764490.449869:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764490.449873:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f84f00 x1874601358849536/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764515 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764490.449886:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358849536:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764490.449889:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764490.449893:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f87c00 x1874601358849664/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764490.449899:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764490.449900:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764490.449902:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764490.449904:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764490.449906:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764490.449909:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358849664:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764490.449912:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764490.449914:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764490.449916:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764490.449917:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764490.449920:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188698c00.
02000000:00000001:2.0:1787764490.449922:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764490.449925:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764490.449928:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764490.449931:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764490.449934:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358849664, portal 4
00000100:00000001:2.0:1787764490.449936:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764490.449937:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515392512 : -114205194159104 : ffff982187f87c00)
00000100:00000040:2.0:1787764490.449942:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f87c00 x1874601358849664/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764490.449948:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764490.449950:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764490.449952:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000200:2.0:1787764490.449954:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358849664, offset 0
00000400:00000200:2.0:1787764490.449958:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764490.449962:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764490.449965:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764490.449967:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764490.449970:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764490.449972:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764490.449974:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764490.449977:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70509:70509:256:4294967295] 192.168.202.141@tcp LPNI seq info [70509:70509:8:4294967295]
00000400:00000200:2.0:1787764490.449982:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764490.449988:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764490.449992:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764490.449995:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000800:00000200:2.0:1787764490.449999:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764490.450001:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787764490.450005:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764490.450007:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1787764490.450011:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764490.450013:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:2.0:1787764490.450016:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764490.450019:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764490.450022:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:2.0:1787764490.450023:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:2.0:1787764490.450025:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764490.450028:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f87c00 x1874601358849664/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764490.450036:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764490.450039:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f87c00 x1874601358849664/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764515 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764490.450045:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764490.450046:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764490.450049:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764490.450052:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:2.0:1787764490.450055:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764490.450057:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300048407
00000100:00000001:2.0:1787764490.450059:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300049676
00000100:00000001:2.0:1787764490.450062:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300048407
00000100:00000001:2.0:1787764490.450064:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300049676
00000100:00000001:2.0:1787764490.450066:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764490.450068:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764490.450070:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764490.450073:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764490/real 1787764490]  req@ffff982187f87c00 x1874601358849664/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764490.450080:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764490.450081:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764490.450083:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764490.450085:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764490.450087:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764490.450089:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764490.450092:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f87c00 x1874601358849664/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764490.450111:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f87c00 x1874601358849664/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764490.450117:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764490.450119:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764490.450121:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764490.450122:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764490.450125:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f87c00 x1874601358849664/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764490.450132:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764490.450135:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f87c00 x1874601358849664/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764515 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764490.450141:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764490.450154:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764490.450156:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764490.450157:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764490.450159:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764490.450161:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764490.450163:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764490.450166:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764490.450169:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764490.450173:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f87c00 x1874601358849664/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764515 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764490.450180:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358849664:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764490.450184:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764490.450187:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f85680 x1874601358849792/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764490.450193:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764490.450195:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764490.450197:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764490.450199:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764490.450200:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764490.450203:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358849792:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764490.450206:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764490.450208:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764490.450209:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764490.450211:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764490.450215:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869b400.
02000000:00000001:2.0:1787764490.450216:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764490.450219:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764490.450222:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764490.450225:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764490.450228:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358849792, portal 4
00000100:00000001:2.0:1787764490.450231:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764490.450232:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515382912 : -114205194168704 : ffff982187f85680)
00000100:00000040:2.0:1787764490.450237:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f85680 x1874601358849792/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764490.450242:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764490.450244:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764490.450246:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000200:2.0:1787764490.450248:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358849792, offset 0
00000400:00000200:2.0:1787764490.450252:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764490.450255:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764490.450258:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764490.450261:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764490.450263:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764490.450265:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764490.450267:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764490.450270:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70510:70510:256:4294967295] 192.168.202.141@tcp LPNI seq info [70510:70510:8:4294967295]
00000400:00000200:2.0:1787764490.450274:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764490.450279:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764490.450284:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764490.450287:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000800:00000200:2.0:1787764490.450291:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764490.450293:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787764490.450297:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764490.450299:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1787764490.450302:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764490.450304:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:2.0:1787764490.450306:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764490.450310:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764490.450313:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:2.0:1787764490.450315:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:2.0:1787764490.450317:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764490.450320:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f85680 x1874601358849792/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764490.450332:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764490.450335:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f85680 x1874601358849792/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764515 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764490.450341:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764490.450342:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764490.450345:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764490.450347:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:2.0:1787764490.450350:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764490.450351:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300048408
00000100:00000001:2.0:1787764490.450354:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300049676
00000100:00000001:2.0:1787764490.450356:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300048408
00000100:00000001:2.0:1787764490.450358:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300049676
00000100:00000001:2.0:1787764490.450360:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764490.450362:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764490.450364:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764490.450367:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764490/real 1787764490]  req@ffff982187f85680 x1874601358849792/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764490.450373:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764490.450375:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764490.450376:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764490.450378:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764490.450380:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764490.450381:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764490.450384:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f85680 x1874601358849792/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764490.450391:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f85680 x1874601358849792/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764490.450397:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764490.450399:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764490.450401:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764490.450402:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764490.450405:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f85680 x1874601358849792/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764490.450412:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764490.450415:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f85680 x1874601358849792/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764515 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764490.450421:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764490.450423:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764490.450425:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764490.450426:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764490.450428:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764490.450429:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764490.450432:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764490.450435:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764490.450436:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764490.450440:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f85680 x1874601358849792/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764515 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764490.450448:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358849792:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764490.450512:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764490.450515:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764490.450519:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f870c0 x1874601358849408/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764515 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764490.450525:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764490.450527:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764490.450529:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869a400.
02000000:00000001:2.0:1787764490.450531:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764490.450532:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764490.450534:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:2.0:1787764490.450536:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764490.450538:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649f800.
02000000:00000001:2.0:1787764490.450541:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764490.450542:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764490.450543:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f870c0.
00000100:00000001:2.0:1787764490.450546:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764490.450547:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764490.450549:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764490.450553:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f84f00 x1874601358849536/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764515 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764490.450559:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764490.450561:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764490.450562:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869b800.
02000000:00000001:2.0:1787764490.450564:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764490.450565:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764490.450566:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:2.0:1787764490.450568:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764490.450569:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649d400.
02000000:00000001:2.0:1787764490.450572:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764490.450573:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764490.450574:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f84f00.
00000100:00000001:2.0:1787764490.450577:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764490.450578:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764490.450580:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764490.450584:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f87c00 x1874601358849664/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764515 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764490.450589:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764490.450591:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764490.450592:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188698c00.
02000000:00000001:2.0:1787764490.450594:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764490.450595:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764490.450596:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:2.0:1787764490.450598:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764490.450599:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649e000.
02000000:00000001:2.0:1787764490.450601:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764490.450603:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764490.450604:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f87c00.
00000100:00000001:2.0:1787764490.450606:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764490.450607:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764490.450608:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764490.450612:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f85680 x1874601358849792/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764515 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764490.450618:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764490.450619:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764490.450620:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869b400.
02000000:00000001:2.0:1787764490.450622:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764490.450623:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764490.450624:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:2.0:1787764490.450626:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764490.450627:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649e800.
02000000:00000001:2.0:1787764490.450629:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764490.450630:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764490.450631:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f85680.
00000100:00000001:2.0:1787764490.450634:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764490.450635:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764490.450636:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764490.450641:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764490.450642:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764490.450644:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764490.450645:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764490.768921:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764490.768927:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764490.768933:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764490.768934:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764490.768938:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764490.768939:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764490.768942:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764490.768943:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764490.768946:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764490.768947:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764490.769006:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764490.769011:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764490.769014:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764491.024225:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764491.024233:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764491.024235:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764491.024241:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764491.024244:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764491.024247:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764491.024250:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764491.024252:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764491.024255:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764491.791978:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4300049676, at 4300049728
00000100:00000010:3.0:1787764491.791995:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767000.
00010000:00000001:0.0:1787764491.792029:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764491.792032:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764491.792037:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764491.792038:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764491.792041:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764491.792042:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764491.792045:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764491.792047:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764491.792050:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764491.792051:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764491.792069:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764491.792071:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764491.792075:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787764491.792618:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4300049676, at 4300049728
00000100:00000010:2.0:1787764491.792625:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982198767660.
00000100:00000001:3.0:1787764492.048022:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764492.048033:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764492.048036:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764492.048042:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764492.048047:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764492.048051:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764492.048054:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764492.048057:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764492.048061:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764492.815922:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764492.815928:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764492.815934:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764492.815936:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764492.815939:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764492.815940:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764492.815943:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764492.815944:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764492.815947:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764492.815948:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764492.816273:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764492.816277:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764492.816281:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764493.071955:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764493.071961:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764493.071963:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764493.071967:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764493.071971:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764493.071974:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764493.071976:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764493.071978:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764493.071981:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764493.839918:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764493.839930:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764493.839936:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764493.839937:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764493.839941:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764493.839942:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764493.839945:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764493.839946:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764493.839950:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764493.839951:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764493.839983:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764493.839987:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764493.839990:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764494.095900:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764494.095907:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764494.095909:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764494.095913:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764494.095918:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764494.095921:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764494.095924:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764494.095927:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764494.095930:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764494.863887:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764494.863894:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764494.863897:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764494.863901:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764494.863906:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764494.863908:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764494.863909:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764494.863912:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764494.863915:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764494.863917:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764494.863920:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764494.863921:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764494.863924:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764494.863925:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764494.863926:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764494.863927:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764494.863928:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764494.863930:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764494.863931:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764494.863933:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764494.863936:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764494.863937:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764494.863950:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764494.863952:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764494.863953:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764495.119915:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764495.119921:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764495.119922:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764495.119926:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764495.119929:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764495.119931:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764495.119933:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764495.119934:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764495.119936:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764495.567941:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764495.567950:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787764495.567952:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764495.567956:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764495.567960:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764495.567966:0:58520:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5381
00000400:00000200:1.0:1787764495.567973:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764495.567979:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764495.567982:0:58520:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764495.567985:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764495.567988:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764495.567991:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764495.567993:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764495.567997:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764495.567999:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:1.0:1787764495.568002:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764495.568004:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:1.0:1787764495.568007:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:1.0:1787764495.568009:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:1.0:1787764495.568011:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764495.568013:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764495.568015:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764495.568017:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764495.568019:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:1.0:1787764495.568022:0:58520:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764495.568024:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764495.568027:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764495.568030:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764495.568033:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764495.568035:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787764495.568037:0:58520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764495.568044:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f861c0.
00000020:00000040:1.0:1787764495.568047:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:1.0:1787764495.568071:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764495.568073:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764495.568076:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764495.568078:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764495.568082:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764495.568090:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649e800.
00000100:00000001:1.0:1787764495.568096:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764495.568105:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f861c0 x1874601358849920/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764495.568114:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764495.568118:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764495.568122:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a525cb1] to pc [ptlrpcd_rcv+-1]  req@ffff982187f861c0 x1874601358849920/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764495.568143:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764495.568146:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764495.568149:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787764495.568151:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764495.568152:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764495.568155:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764495.568158:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5381
00000400:00000200:1.0:1787764495.568161:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764495.568164:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764495.568166:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764495.568169:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764495.568171:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764495.568173:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764495.568175:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764495.568178:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764495.568179:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:1.0:1787764495.568181:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764495.568183:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:1.0:1787764495.568186:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:1.0:1787764495.568188:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:1.0:1787764495.568191:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764495.568193:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764495.568195:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764495.568197:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764495.568198:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764495.568203:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00000001:2.0:1787764495.568203:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1787764495.568207:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764495.568208:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787764495.568213:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764495.568216:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1787764495.568219:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f861c0 x1874601358849920/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787764495.568223:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764495.568229:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764495.568233:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787764495.568236:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00100000:1.0:1787764495.568239:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787764495.568239:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764495.568244:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:1.0:1787764495.568245:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764495.568248:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764495.568249:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764495.568255:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f84b40.
00000020:00000040:1.0:1787764495.568257:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:1.0:1787764495.568260:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764495.568262:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764495.568265:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764495.568266:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764495.568266:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764495.568271:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764495.568274:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358849920:192.168.202.141@tcp:250:kworker.0
02000000:00000010:1.0:1787764495.568277:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649e000.
00000100:00000001:2.0:1787764495.568281:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1787764495.568283:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764495.568286:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:1.0:1787764495.568290:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f84b40 x1874601358850048/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1787764495.568291:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764495.568295:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1787764495.568302:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000010:2.0:1787764495.568302:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869a000.
00000100:00000001:1.0:1787764495.568306:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764495.568307:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764495.568312:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b9a4d30] to pc [ptlrpcd_rcv+-1]  req@ffff982187f84b40 x1874601358850048/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787764495.568316:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764495.568323:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000100:00000001:1.0:1787764495.568326:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787764495.568330:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764495.568338:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358849920, portal 25
00000100:00080000:1.0:1787764495.568339:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787764495.568342:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:1.0:1787764495.568346:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787764495.568346:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515385792 : -114205194165824 : ffff982187f861c0)
00000100:00000001:1.0:1787764495.568349:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764495.568353:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:2.0:1787764495.568356:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f861c0 x1874601358849920/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764495.568358:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764495.568363:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5381
00000400:00000200:1.0:1787764495.568372:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764495.568372:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:1.0:1787764495.568379:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764495.568381:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764495.568384:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000040:2.0:1787764495.568387:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000100:00000001:1.0:1787764495.568389:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764495.568392:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764495.568395:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000400:00000010:2.0:1787764495.568395:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000020:00000001:1.0:1787764495.568400:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000200:2.0:1787764495.568401:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358849920, offset 0
00000020:00000040:1.0:1787764495.568402:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:1.0:1787764495.568406:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764495.568408:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:1.0:1787764495.568411:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000400:00000200:2.0:1787764495.568413:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000020:00000001:1.0:1787764495.568415:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:1.0:1787764495.568420:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764495.568423:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787764495.568424:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000040:1.0:1787764495.568428:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764495.568440:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000400:00000200:2.0:1787764495.568444:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000020:00000040:1.0:1787764495.568446:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000400:00000200:2.0:1787764495.568451:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:1.0:1787764495.568453:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764495.568456:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764495.568459:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1787764495.568459:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
02000000:00000001:1.0:1787764495.568463:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1787764495.568466:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
02000000:00000001:1.0:1787764495.568467:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764495.568470:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1787764495.568472:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000008:00100000:1.0:1787764495.568473:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787764495.568477:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764495.568479:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764495.568482:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70511:70511:256:4294967295] 192.168.202.141@tcp LPNI seq info [70511:70511:8:4294967295]
00000100:00000010:1.0:1787764495.568484:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f85680.
00000020:00000040:1.0:1787764495.568488:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:1.0:1787764495.568492:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1787764495.568492:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
02000000:00000001:1.0:1787764495.568494:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764495.568496:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764495.568497:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764495.568498:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764495.568502:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649d800.
00000100:00000001:1.0:1787764495.568506:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764495.568507:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000100:00100000:1.0:1787764495.568513:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f85680 x1874601358850176/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764495.568521:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764495.568522:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764495.568526:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000008ac09af] to pc [ptlrpcd_rcv+-1]  req@ffff982187f85680 x1874601358850176/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1787764495.568526:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000100:00000001:1.0:1787764495.568534:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764495.568536:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:2.0:1787764495.568537:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000100:00080000:1.0:1787764495.568539:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787764495.568542:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764495.568543:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764495.568545:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764495.568549:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5381
00000800:00000200:2.0:1787764495.568549:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000400:00000200:1.0:1787764495.568556:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000800:00000200:2.0:1787764495.568557:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000400:00000200:1.0:1787764495.568560:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764495.568563:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764495.568567:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000800:00000200:2.1:1787764495.568568:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:1.0:1787764495.568570:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764495.568573:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000800:00000200:2.1:1787764495.568574:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000100:00000001:1.0:1787764495.568575:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764495.568578:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764495.568580:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:1.0:1787764495.568582:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764495.568585:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000800:00000100:2.0:1787764495.568585:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000020:00000001:1.0:1787764495.568588:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000800:00000010:2.0:1787764495.568590:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000020:00000001:1.0:1787764495.568591:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:1.0:1787764495.568596:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764495.568598:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787764495.568598:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:1.0:1787764495.568599:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764495.568603:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764495.568605:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000400:00000200:2.0:1787764495.568608:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000100:00080000:1.0:1787764495.568609:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764495.568615:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764495.568616:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764495.568618:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1787764495.568618:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
02000000:00000001:1.0:1787764495.568622:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787764495.568623:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:1.0:1787764495.568624:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764495.568626:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1787764495.568629:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764495.568630:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764495.568630:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000010:1.0:1787764495.568634:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f87c00.
00000020:00000040:1.0:1787764495.568636:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:1.0:1787764495.568639:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000200:2.0:1787764495.568639:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f861c0 x1874601358849920/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787764495.568642:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764495.568645:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764495.568649:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764495.568652:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764495.568655:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764495.568659:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f861c0 x1874601358849920/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764520 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1787764495.568664:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649ec00.
00000100:00000001:2.0:1787764495.568670:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764495.568671:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764495.568673:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:1.0:1787764495.568679:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f87c00 x1874601358850304/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764495.568681:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764495.568692:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764495.568694:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764495.568697:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000040:1.0:1787764495.568699:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000480dc2f8] to pc [ptlrpcd_rcv+-1]  req@ffff982187f87c00 x1874601358850304/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764495.568701:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4300054795
00000100:00000010:2.0:1787764495.568709:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9821832cf0c0.
00000100:00000001:1.0:1787764495.568711:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764495.568715:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787764495.568717:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000100:00080000:1.0:1787764495.568719:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787764495.568722:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764495.568725:0:58520:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764495.568725:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4300054795
00000100:00000001:1.0:1787764495.568731:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00000010:2.0:1787764495.568731:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9821832cf9c0.
00000100:00000001:2.0:1787764495.568737:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787764495.568741:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1787764495.568742:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5381
00000100:00000001:2.0:1787764495.568746:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764495.568750:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764495.568750:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000400:00000200:1.0:1787764495.568757:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00100000:2.0:1787764495.568758:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764495/real 1787764495]  req@ffff982187f861c0 x1874601358849920/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764495.568762:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764495.568769:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764495.568774:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:2.0:1787764495.568776:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:1.0:1787764495.568777:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000400:00000001:2.0:1787764495.568779:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787764495.568781:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000400:00000010:2.0:1787764495.568783:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000020:00000001:1.0:1787764495.568786:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:2.0:1787764495.568788:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000020:00000040:1.0:1787764495.568789:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000400:00000010:2.0:1787764495.568791:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000020:00000001:1.0:1787764495.568793:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787764495.568795:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000040:1.0:1787764495.568797:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000100:00000200:2.0:1787764495.568802:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f861c0 x1874601358849920/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1787764495.568803:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:1.0:1787764495.568808:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:1.0:1787764495.568816:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764495.568820:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1787764495.568821:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f861c0 x1874601358849920/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787764495.568825:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764495.568830:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:2.0:1787764495.568833:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000040:1.0:1787764495.568835:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00000001:2.0:1787764495.568836:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1787764495.568840:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764495.568841:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764495.568844:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764495.568845:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764495.568876:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1787764495.568876:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f861c0 x1874601358849920/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787764495.568881:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764495.568886:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764495.568890:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764495.568894:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1787764495.568894:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:1.0:1787764495.568899:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764495.568900:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f861c0 x1874601358849920/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764520 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764495.568901:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764495.568909:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f84f00.
00000100:00000001:2.0:1787764495.568912:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:1.0:1787764495.568913:0:58520:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
00000100:00000001:2.0:1787764495.568917:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1787764495.568918:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764495.568921:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764495.568921:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764495.568923:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764495.568925:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787764495.568927:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000001:1.0:1787764495.568928:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764495.568932:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764495.568932:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764495.568938:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
02000000:00000010:1.0:1787764495.568940:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649f000.
00000100:00080000:2.0:1787764495.568943:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764495.568946:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764495.568948:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:1.0:1787764495.568954:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f84f00 x1874601358850432/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1787764495.568956:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f861c0 x1874601358849920/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764520 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764495.568976:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00100000:2.0:1787764495.568979:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358849920:192.168.202.141@tcp:250:kworker.0
00000100:00000001:1.0:1787764495.568980:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764495.568985:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764495.568990:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007cd831b5] to pc [ptlrpcd_rcv+-1]  req@ffff982187f84f00 x1874601358850432/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764495.568990:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764495.568995:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f861c0 x1874601358849920/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764520 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764495.569007:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764495.569010:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764495.569013:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:1.0:1787764495.569014:0:58520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5391)
02000000:00000010:2.0:1787764495.569016:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869a000.
02000000:00000001:2.0:1787764495.569021:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764495.569022:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764495.569024:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000020:00000001:2.0:1787764495.569026:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764495.569036:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649e800.
02000000:00000001:2.0:1787764495.569040:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764495.569041:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764495.569042:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f861c0.
00000100:00000001:2.0:1787764495.569045:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764495.569046:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764495.569048:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764495.569071:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764495.569073:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764495.569075:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764495.569076:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764495.569077:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764495.569081:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f84b40 x1874601358850048/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764495.569086:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764495.569088:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764495.569089:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764495.569091:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764495.569093:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764495.569096:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358850048:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764495.569098:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764495.569100:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764495.569101:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764495.569103:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764495.569106:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869a000.
02000000:00000001:2.0:1787764495.569107:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764495.569110:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764495.569112:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764495.569115:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764495.569118:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358850048, portal 10
00000100:00000001:2.0:1787764495.569119:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764495.569120:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515380032 : -114205194171584 : ffff982187f84b40)
00000100:00000040:2.0:1787764495.569126:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f84b40 x1874601358850048/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764495.569132:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764495.569135:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764495.569137:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000200:2.0:1787764495.569138:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358850048, offset 0
00000400:00000200:2.0:1787764495.569142:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764495.569146:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764495.569149:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764495.569152:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764495.569154:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764495.569156:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764495.569158:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764495.569161:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70512:70512:256:4294967295] 192.168.202.141@tcp LPNI seq info [70512:70512:8:4294967295]
00000400:00000200:2.0:1787764495.569164:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764495.569169:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764495.569173:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764495.569177:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000800:00000200:2.0:1787764495.569180:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764495.569183:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787764495.569187:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764495.569189:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1787764495.569192:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764495.569194:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:2.0:1787764495.569196:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764495.569199:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764495.569201:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:2.0:1787764495.569203:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:2.0:1787764495.569205:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764495.569208:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f84b40 x1874601358850048/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764495.569215:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764495.569218:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f84b40 x1874601358850048/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764520 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764495.569223:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764495.569224:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764495.569227:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764495.569230:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:2.0:1787764495.569233:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764495.569235:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300053527
00000100:00000001:2.0:1787764495.569237:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300054795
00000100:00000001:2.0:1787764495.569239:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300053527
00000100:00000001:2.0:1787764495.569241:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300054795
00000100:00000001:2.0:1787764495.569243:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764495.569245:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764495.569246:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764495.569250:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764495/real 1787764495]  req@ffff982187f84b40 x1874601358850048/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764495.569264:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764495.569265:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764495.569267:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764495.569269:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764495.569270:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764495.569272:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764495.569275:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f84b40 x1874601358850048/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764495.569284:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f84b40 x1874601358850048/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764495.569289:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764495.569291:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764495.569292:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764495.569293:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764495.569297:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f84b40 x1874601358850048/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764495.569303:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764495.569307:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f84b40 x1874601358850048/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764520 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764495.569314:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764495.569316:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764495.569318:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764495.569319:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764495.569320:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764495.569322:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764495.569324:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764495.569327:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764495.569329:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764495.569333:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f84b40 x1874601358850048/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764520 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764495.569339:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358850048:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764495.569341:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764495.569343:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f85680 x1874601358850176/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764495.569347:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764495.569348:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764495.569349:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764495.569350:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764495.569351:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764495.569353:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358850176:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764495.569355:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764495.569356:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764495.569357:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764495.569358:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764495.569361:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869b400.
02000000:00000001:2.0:1787764495.569362:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764495.569364:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764495.569365:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764495.569367:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764495.569369:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358850176, portal 10
00000100:00000001:2.0:1787764495.569370:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764495.569371:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515382912 : -114205194168704 : ffff982187f85680)
00000100:00000040:2.0:1787764495.569375:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f85680 x1874601358850176/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764495.569379:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764495.569380:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764495.569381:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000200:2.0:1787764495.569383:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358850176, offset 0
00000400:00000200:2.0:1787764495.569385:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764495.569388:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764495.569390:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764495.569392:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764495.569393:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764495.569395:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764495.569396:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764495.569398:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70513:70513:256:4294967295] 192.168.202.141@tcp LPNI seq info [70513:70513:8:4294967295]
00000400:00000200:2.0:1787764495.569401:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764495.569404:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764495.569406:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764495.569408:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000800:00000200:2.0:1787764495.569410:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764495.569412:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787764495.569414:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764495.569416:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1787764495.569418:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764495.569419:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:2.0:1787764495.569421:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764495.569423:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764495.569425:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:2.0:1787764495.569426:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:2.0:1787764495.569428:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764495.569429:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f85680 x1874601358850176/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764495.569434:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764495.569436:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f85680 x1874601358850176/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764520 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764495.569439:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764495.569440:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764495.569441:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764495.569443:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:2.0:1787764495.569444:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764495.569446:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300053521
00000100:00000001:2.0:1787764495.569447:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300054795
00000100:00000001:2.0:1787764495.569449:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300053521
00000100:00000001:2.0:1787764495.569450:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300054795
00000100:00000001:2.0:1787764495.569451:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764495.569452:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764495.569453:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764495.569455:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764495/real 1787764495]  req@ffff982187f85680 x1874601358850176/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764495.569459:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764495.569460:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764495.569461:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764495.569462:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764495.569463:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764495.569464:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764495.569466:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f85680 x1874601358850176/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764495.569470:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f85680 x1874601358850176/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764495.569474:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764495.569475:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764495.569476:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764495.569477:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764495.569478:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f85680 x1874601358850176/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764495.569482:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764495.569484:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f85680 x1874601358850176/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764520 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764495.569487:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764495.569489:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764495.569490:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764495.569491:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764495.569492:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764495.569493:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764495.569495:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764495.569496:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764495.569498:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764495.569499:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f85680 x1874601358850176/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764520 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764495.569504:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358850176:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764495.569505:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764495.569507:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f87c00 x1874601358850304/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764495.569511:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764495.569511:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764495.569512:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764495.569513:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764495.569514:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764495.569516:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358850304:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764495.569517:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764495.569518:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764495.569519:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764495.569520:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764495.569522:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869ac00.
02000000:00000001:2.0:1787764495.569523:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764495.569525:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764495.569526:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764495.569528:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764495.569530:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358850304, portal 4
00000100:00000001:2.0:1787764495.569531:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764495.569532:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515392512 : -114205194159104 : ffff982187f87c00)
00000100:00000040:2.0:1787764495.569535:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f87c00 x1874601358850304/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764495.569539:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764495.569540:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764495.569542:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000200:2.0:1787764495.569543:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358850304, offset 0
00000400:00000200:2.0:1787764495.569547:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764495.569550:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764495.569553:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764495.569556:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764495.569558:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764495.569560:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764495.569562:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764495.569564:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70514:70514:256:4294967295] 192.168.202.141@tcp LPNI seq info [70514:70514:8:4294967295]
00000400:00000200:2.0:1787764495.569568:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764495.569573:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764495.569578:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764495.569581:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000800:00000200:2.0:1787764495.569585:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764495.569588:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787764495.569591:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764495.569594:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1787764495.569597:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764495.569599:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:2.0:1787764495.569602:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764495.569605:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764495.569607:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:2.0:1787764495.569609:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:2.0:1787764495.569611:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764495.569614:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f87c00 x1874601358850304/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764495.569627:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764495.569630:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f87c00 x1874601358850304/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764520 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764495.569637:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764495.569638:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764495.569641:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764495.569644:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:2.0:1787764495.569647:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764495.569649:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300053526
00000100:00000001:2.0:1787764495.569651:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300054795
00000100:00000001:2.0:1787764495.569653:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300053526
00000100:00000001:2.0:1787764495.569655:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300054795
00000100:00000001:2.0:1787764495.569657:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764495.569659:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764495.569661:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764495.569664:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764495/real 1787764495]  req@ffff982187f87c00 x1874601358850304/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764495.569671:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764495.569673:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764495.569674:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764495.569676:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764495.569677:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764495.569679:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764495.569682:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f87c00 x1874601358850304/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764495.569690:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f87c00 x1874601358850304/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764495.569696:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764495.569698:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764495.569699:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764495.569701:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764495.569704:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f87c00 x1874601358850304/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764495.569710:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764495.569714:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f87c00 x1874601358850304/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764520 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764495.569720:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764495.569722:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764495.569723:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764495.569724:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764495.569726:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764495.569728:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764495.569730:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764495.569733:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764495.569735:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764495.569739:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f87c00 x1874601358850304/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764520 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764495.569747:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358850304:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764495.569750:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764495.569753:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f84f00 x1874601358850432/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764495.569759:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764495.569761:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764495.569763:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764495.569764:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764495.569766:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764495.569769:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358850432:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764495.569772:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764495.569774:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764495.569776:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764495.569777:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764495.569780:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188698000.
02000000:00000001:2.0:1787764495.569782:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764495.569785:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764495.569787:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764495.569790:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764495.569792:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358850432, portal 4
00000100:00000001:2.0:1787764495.569794:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764495.569795:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515380992 : -114205194170624 : ffff982187f84f00)
00000100:00000040:2.0:1787764495.569801:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f84f00 x1874601358850432/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764495.569807:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764495.569809:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764495.569811:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000200:2.0:1787764495.569813:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358850432, offset 0
00000400:00000200:2.0:1787764495.569817:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764495.569820:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764495.569824:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764495.569826:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764495.569829:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764495.569831:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764495.569833:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764495.569836:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70515:70515:256:4294967295] 192.168.202.141@tcp LPNI seq info [70515:70515:8:4294967295]
00000400:00000200:2.0:1787764495.569839:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764495.569844:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764495.569869:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764495.569872:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000800:00000200:2.0:1787764495.569877:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764495.569879:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787764495.569884:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764495.569887:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1787764495.569891:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764495.569892:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:2.0:1787764495.569895:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764495.569898:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764495.569901:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:2.0:1787764495.569902:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:2.0:1787764495.569905:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764495.569908:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f84f00 x1874601358850432/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764495.569915:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764495.569918:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f84f00 x1874601358850432/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764520 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764495.569923:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764495.569925:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764495.569927:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764495.569930:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:2.0:1787764495.569933:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764495.569935:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300053528
00000100:00000001:2.0:1787764495.569937:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300054795
00000100:00000001:2.0:1787764495.569939:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300053528
00000100:00000001:2.0:1787764495.569941:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300054795
00000100:00000001:2.0:1787764495.569943:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764495.569945:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764495.569947:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764495.569950:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764495/real 1787764495]  req@ffff982187f84f00 x1874601358850432/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764495.569957:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764495.569959:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764495.569960:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764495.569962:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764495.569964:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764495.569966:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764495.569969:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f84f00 x1874601358850432/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764495.569976:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f84f00 x1874601358850432/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764495.569982:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764495.569983:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764495.569986:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764495.569987:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764495.569991:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f84f00 x1874601358850432/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764495.569997:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764495.570001:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f84f00 x1874601358850432/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764520 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764495.570007:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764495.570009:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764495.570011:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764495.570012:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764495.570013:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764495.570015:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764495.570017:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764495.570020:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764495.570022:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764495.570026:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f84f00 x1874601358850432/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764520 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764495.570039:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358850432:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764495.570042:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764495.570044:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764495.570047:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f84b40 x1874601358850048/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764520 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764495.570067:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764495.570069:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764495.570071:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869a000.
02000000:00000001:2.0:1787764495.570073:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764495.570075:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764495.570076:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:2.0:1787764495.570079:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764495.570080:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649e000.
02000000:00000001:2.0:1787764495.570083:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764495.570084:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764495.570085:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f84b40.
00000100:00000001:2.0:1787764495.570088:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764495.570089:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764495.570090:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764495.570094:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f85680 x1874601358850176/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764520 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764495.570101:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764495.570102:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764495.570104:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869b400.
02000000:00000001:2.0:1787764495.570106:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764495.570107:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764495.570108:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:2.0:1787764495.570110:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764495.570112:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649d800.
02000000:00000001:2.0:1787764495.570114:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764495.570115:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764495.570116:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f85680.
00000100:00000001:2.0:1787764495.570119:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764495.570121:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764495.570122:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764495.570126:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f87c00 x1874601358850304/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764520 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764495.570132:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764495.570133:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764495.570135:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869ac00.
02000000:00000001:2.0:1787764495.570137:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764495.570138:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764495.570139:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:2.0:1787764495.570141:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764495.570142:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649ec00.
02000000:00000001:2.0:1787764495.570145:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764495.570146:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764495.570147:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f87c00.
00000100:00000001:2.0:1787764495.570150:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764495.570151:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764495.570153:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764495.570156:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f84f00 x1874601358850432/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764520 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764495.570163:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764495.570164:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764495.570166:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188698000.
02000000:00000001:2.0:1787764495.570168:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764495.570169:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764495.570170:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:2.0:1787764495.570172:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764495.570174:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649f000.
02000000:00000001:2.0:1787764495.570177:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764495.570178:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764495.570179:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f84f00.
00000100:00000001:2.0:1787764495.570181:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764495.570183:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764495.570185:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764495.570188:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764495.570190:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764495.570191:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764495.570193:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764495.887909:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764495.887915:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764495.887921:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764495.887922:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764495.887926:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764495.887927:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764495.887929:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764495.887931:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764495.887934:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764495.887935:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764495.887960:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764495.887963:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764495.887966:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764496.143960:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764496.143967:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764496.143970:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764496.143975:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764496.143980:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764496.143983:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764496.143986:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764496.143988:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764496.143991:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764496.911939:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4300054795, at 4300054848
00010000:00000001:0.0:1787764496.911945:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000040:3.0:1787764496.911947:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4300054795, at 4300054848
00010000:00000001:0.0:1787764496.911950:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764496.911952:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9821832cf0c0.
00010000:00000001:0.0:1787764496.911958:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:3.0:1787764496.911958:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9821832cf9c0.
00010000:00000001:0.0:1787764496.911964:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764496.911968:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764496.911972:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764496.911975:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764496.911978:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764496.911981:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764496.911983:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764496.911987:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764496.911988:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764496.911992:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764496.911993:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764496.911996:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764496.911997:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764496.912029:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764496.912032:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764496.912034:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764497.168160:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764497.168167:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764497.168168:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764497.168173:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764497.168176:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764497.168179:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764497.168182:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764497.168184:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764497.168187:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764497.935899:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764497.935904:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764497.935908:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764497.935909:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764497.935911:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764497.935912:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764497.935914:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764497.935915:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764497.935917:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764497.935918:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764497.935932:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764497.935934:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764497.935935:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764498.191938:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764498.191946:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764498.191948:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764498.191954:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764498.191958:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764498.191962:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764498.191965:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764498.191968:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764498.191971:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764498.959948:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764498.959954:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764498.959958:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764498.959959:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764498.959961:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764498.959964:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764498.959965:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764498.959967:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764498.959970:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764498.959971:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764498.959972:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764498.959974:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764498.959976:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764498.959977:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764498.959979:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764498.959980:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764498.959981:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764498.959981:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764498.959982:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764498.959983:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764498.959984:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764498.959985:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764498.960056:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764498.960061:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764498.960064:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764499.215943:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764499.215950:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764499.215952:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764499.215955:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764499.215959:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764499.215964:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764499.215967:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764499.215970:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764499.215974:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764499.983963:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764499.983968:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764499.983972:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764499.983973:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764499.983975:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764499.983976:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764499.983978:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764499.983979:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764499.983981:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764499.983981:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764499.984051:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764499.984054:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764499.984057:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764500.239918:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764500.239924:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764500.239926:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764500.239930:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764500.239933:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764500.239935:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764500.239937:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764500.239938:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764500.239941:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764500.687993:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764500.688039:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787764500.688041:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764500.688045:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764500.688050:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764500.688057:0:18336:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5386
00000400:00000200:1.0:1787764500.688065:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764500.688071:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764500.688074:0:18336:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764500.688077:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764500.688081:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764500.688084:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764500.688086:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764500.688091:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764500.688092:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:1.0:1787764500.688095:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764500.688098:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:1.0:1787764500.688100:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:1.0:1787764500.688103:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:1.0:1787764500.688106:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764500.688108:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764500.688110:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764500.688112:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764500.688115:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:1.0:1787764500.688119:0:18336:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764500.688121:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764500.688123:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764500.688127:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764500.688130:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764500.688132:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787764500.688134:0:18336:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764500.688151:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f870c0.
00000020:00000040:1.0:1787764500.688155:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:1.0:1787764500.688159:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764500.688161:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764500.688164:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764500.688167:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764500.688171:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764500.688179:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649f000.
00000100:00000001:1.0:1787764500.688186:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764500.688195:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f870c0 x1874601358850560/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764500.688205:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764500.688209:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764500.688214:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a65be51] to pc [ptlrpcd_rcv+-1]  req@ffff982187f870c0 x1874601358850560/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764500.688241:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764500.688245:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764500.688248:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787764500.688249:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764500.688251:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764500.688253:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764500.688256:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5386
00000400:00000200:1.0:1787764500.688259:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764500.688262:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764500.688265:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764500.688268:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764500.688271:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764500.688274:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764500.688276:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764500.688279:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764500.688280:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000100:00000001:2.0:1787764500.688282:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764500.688288:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1787764500.688290:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787764500.688293:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:1.0:1787764500.688294:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:1.0:1787764500.688298:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:1.0:1787764500.688301:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:2.0:1787764500.688305:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f870c0 x1874601358850560/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787764500.688306:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764500.688311:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764500.688315:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764500.688320:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764500.688326:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00000001:2.0:1787764500.688326:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1787764500.688330:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764500.688333:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764500.688334:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787764500.688338:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764500.688340:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764500.688344:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764500.688345:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764500.688347:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764500.688348:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787764500.688350:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1787764500.688355:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1787764500.688356:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358850560:192.168.202.141@tcp:250:kworker.0
00000008:00000001:1.0:1787764500.688362:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764500.688365:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764500.688369:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f85a40.
00000020:00000040:1.0:1787764500.688372:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:1.0:1787764500.688374:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764500.688376:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764500.688378:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787764500.688380:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764500.688381:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764500.688384:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764500.688385:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764500.688387:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764500.688391:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649ec00.
02000000:00000001:2.0:1787764500.688391:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1787764500.688397:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764500.688397:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188699c00.
02000000:00000001:2.0:1787764500.688403:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764500.688407:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f85a40 x1874601358850688/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787764500.688411:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764500.688417:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000100:00000001:1.0:1787764500.688428:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764500.688431:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787764500.688432:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000040:1.0:1787764500.688437:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000920ad038] to pc [ptlrpcd_rcv+-1]  req@ffff982187f85a40 x1874601358850688/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764500.688444:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358850560, portal 25
00000100:00000001:2.0:1787764500.688449:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764500.688452:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764500.688452:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515389632 : -114205194161984 : ffff982187f870c0)
00000100:00080000:1.0:1787764500.688458:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764500.688464:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000040:2.0:1787764500.688464:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f870c0 x1874601358850560/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764500.688467:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764500.688469:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764500.688475:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764500.688480:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5386
00000400:00000200:1.0:1787764500.688488:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764500.688491:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:1.0:1787764500.688493:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764500.688497:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764500.688498:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000100:00000040:1.0:1787764500.688502:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000400:00000010:2.0:1787764500.688504:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000001:1.0:1787764500.688506:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1787764500.688509:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358850560, offset 0
00000100:00000040:1.0:1787764500.688510:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764500.688515:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764500.688518:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764500.688521:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000400:00000200:2.0:1787764500.688522:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000020:00000001:1.0:1787764500.688525:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764500.688528:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:1.0:1787764500.688531:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:1.0:1787764500.688535:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000400:00000200:2.0:1787764500.688535:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000040:1.0:1787764500.688542:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764500.688546:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787764500.688546:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000100:00000040:1.0:1787764500.688552:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000400:00000200:2.0:1787764500.688554:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1787764500.688556:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764500.688559:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000400:00000200:2.0:1787764500.688563:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000100:00080000:1.0:1787764500.688566:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764500.688570:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764500.688570:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764500.688575:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
02000000:00000001:1.0:1787764500.688576:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1787764500.688579:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70516:70516:256:4294967295] 192.168.202.141@tcp LPNI seq info [70516:70516:8:4294967295]
02000000:00000001:1.0:1787764500.688580:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1787764500.688585:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
02000000:00000001:1.0:1787764500.688586:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764500.688589:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764500.688592:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787764500.688597:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764500.688598:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1787764500.688602:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787764500.688606:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000100:00000010:1.0:1787764500.688608:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f86940.
00000800:00000010:2.0:1787764500.688612:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000020:00000040:1.0:1787764500.688613:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:1.0:1787764500.688618:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764500.688620:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787764500.688623:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:1.0:1787764500.688624:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764500.688627:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.0:1787764500.688628:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
02000000:00000001:1.0:1787764500.688630:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764500.688637:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649d800.
00000800:00000200:2.1:1787764500.688637:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:1.0:1787764500.688643:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787764500.688644:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000100:00100000:1.0:1787764500.688651:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f86940 x1874601358850816/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1787764500.688653:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764500.688658:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000100:00000001:1.0:1787764500.688665:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1787764500.688665:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1787764500.688668:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764500.688673:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000100:00000040:1.0:1787764500.688677:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac69d1b8] to pc [ptlrpcd_rcv+-1]  req@ffff982187f86940 x1874601358850816/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787764500.688680:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:2.0:1787764500.688684:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:1.0:1787764500.688691:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764500.688692:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:1.0:1787764500.688697:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1787764500.688698:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f870c0 x1874601358850560/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764500.688705:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787764500.688709:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764500.688711:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764500.688712:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787764500.688715:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:2.0:1787764500.688717:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f870c0 x1874601358850560/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764525 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764500.688721:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5386
00000400:00000200:1.0:1787764500.688730:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764500.688736:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00000001:2.0:1787764500.688737:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764500.688740:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787764500.688740:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:1.0:1787764500.688746:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764500.688746:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764500.688750:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787764500.688753:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000040:1.0:1787764500.688756:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764500.688757:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4300059915
00000100:00000001:1.0:1787764500.688761:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764500.688765:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000010:2.0:1787764500.688765:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9821832cf0c0.
00000020:00000040:1.0:1787764500.688766:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:1.0:1787764500.688770:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764500.688773:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000100:00000001:2.0:1787764500.688773:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000020:00000001:1.0:1787764500.688777:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:1.0:1787764500.688781:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000001:2.0:1787764500.688782:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4300059915
00000100:00000040:1.0:1787764500.688787:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000010:2.0:1787764500.688787:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9821832cf360.
00000100:00000001:1.0:1787764500.688792:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787764500.688792:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787764500.688795:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1787764500.688798:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764500.688800:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764500.688803:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:2.0:1787764500.688804:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000020:00000040:1.0:1787764500.688809:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00100000:2.0:1787764500.688810:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764500/real 1787764500]  req@ffff982187f870c0 x1874601358850560/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764500.688816:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000400:00000001:2.0:1787764500.688820:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:1.0:1787764500.688821:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787764500.688823:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:1.0:1787764500.688825:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:2.0:1787764500.688826:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764500.688830:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
02000000:00000001:1.0:1787764500.688831:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:2.0:1787764500.688832:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764500.688835:0:2388:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:1.0:1787764500.688837:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787764500.688840:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f870c0 x1874601358850560/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764500.688842:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764500.688845:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00000200:2.0:1787764500.688871:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f870c0 x1874601358850560/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1787764500.688879:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764500.688881:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764500.688884:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764500.688884:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764500.688889:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764500.688891:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:1.0:1787764500.688893:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f84780.
00000100:00100000:2.0:1787764500.688894:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f870c0 x1874601358850560/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787764500.688899:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
00000100:00000001:2.0:1787764500.688902:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1787764500.688905:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764500.688908:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764500.688909:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f870c0 x1874601358850560/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764525 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764500.688911:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764500.688913:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764500.688915:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764500.688918:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649e000.
00000100:00000001:1.0:1787764500.688925:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764500.688926:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764500.688930:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764500.688932:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764500.688934:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764500.688936:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f84780 x1874601358850944/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764500.688937:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764500.688941:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764500.688947:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:1.0:1787764500.688952:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00080000:2.0:1787764500.688955:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764500.688957:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764500.688959:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764500.688964:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bf6eed9] to pc [ptlrpcd_rcv+-1]  req@ffff982187f84780 x1874601358850944/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787764500.688969:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f870c0 x1874601358850560/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764525 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764500.688983:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764500.688989:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1787764500.688990:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358850560:192.168.202.141@tcp:250:kworker.0
00000100:00080000:1.0:1787764500.688996:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787764500.688999:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787764500.688999:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764500.689015:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:1.0:1787764500.689016:0:18336:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:2.0:1787764500.689019:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f870c0 x1874601358850560/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764525 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764500.689021:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764500.689028:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5386
00000100:00000001:2.0:1787764500.689028:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764500.689031:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000400:00000200:1.0:1787764500.689035:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
02000000:00000010:2.0:1787764500.689035:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188699c00.
02000000:00000001:2.0:1787764500.689041:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000400:00000200:1.0:1787764500.689042:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000020:00000001:2.0:1787764500.689043:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764500.689046:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000100:00080000:1.0:1787764500.689048:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000020:00000001:2.0:1787764500.689049:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764500.689052:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649f000.
00000100:00000040:1.0:1787764500.689055:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
02000000:00000001:2.0:1787764500.689057:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:1.0:1787764500.689058:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1787764500.689059:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764500.689061:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f870c0.
00000100:00000040:1.0:1787764500.689062:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764500.689064:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764500.689068:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:2.0:1787764500.689068:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764500.689071:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1787764500.689073:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764500.689076:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:1.0:1787764500.689077:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787764500.689079:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000020:00000040:1.0:1787764500.689080:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000100:00000001:2.0:1787764500.689081:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764500.689084:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000001:2.0:1787764500.689084:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764500.689087:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1787764500.689088:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000001:2.0:1787764500.689089:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764500.689094:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f85a40 x1874601358850688/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787764500.689096:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764500.689098:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764500.689101:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764500.689107:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764500.689112:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00000001:2.0:1787764500.689112:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764500.689114:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764500.689117:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
02000000:00000001:2.0:1787764500.689117:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764500.689119:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764500.689124:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764500.689124:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764500.689129:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1787764500.689133:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358850688:192.168.202.141@tcp:38:kworker.0
02000000:00000001:1.0:1787764500.689134:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764500.689140:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764500.689140:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764500.689144:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1787764500.689145:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764500.689148:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
02000000:00000001:2.0:1787764500.689149:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1787764500.689152:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764500.689153:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764500.689157:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f843c0.
02000000:00000001:2.0:1787764500.689158:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:1.0:1787764500.689161:0:18336:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000010:2.0:1787764500.689164:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188699c00.
02000000:00000001:1.0:1787764500.689165:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764500.689168:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764500.689169:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764500.689173:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764500.689175:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1787764500.689176:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
02000000:00000001:1.0:1787764500.689178:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787764500.689181:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
02000000:00000010:1.0:1787764500.689184:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649e800.
00000400:00000010:2.0:1787764500.689188:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000001:1.0:1787764500.689189:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787764500.689194:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358850688, portal 10
00000100:00100000:1.0:1787764500.689197:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f843c0 x1874601358851072/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764500.689198:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764500.689201:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515383872 : -114205194167744 : ffff982187f85a40)
00000100:00000001:1.0:1787764500.689211:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1787764500.689213:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f85a40 x1874601358850688/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764500.689215:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764500.689222:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764500.689224:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ab335ac] to pc [ptlrpcd_rcv+-1]  req@ffff982187f843c0 x1874601358851072/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787764500.689226:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764500.689230:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000200:2.0:1787764500.689233:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358850688, offset 0
00000400:00000200:2.0:1787764500.689239:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000100:00000001:1.0:1787764500.689245:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764500.689246:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764500.689252:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000100:00000040:1.0:1787764500.689254:0:18336:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5396)
00000400:00000200:2.0:1787764500.689255:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764500.689260:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764500.689262:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764500.689264:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764500.689266:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70517:70517:256:4294967295] 192.168.202.141@tcp LPNI seq info [70517:70517:8:4294967295]
00000400:00000200:2.0:1787764500.689268:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764500.689274:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764500.689277:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764500.689280:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000800:00000200:2.0:1787764500.689283:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764500.689284:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787764500.689288:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764500.689290:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1787764500.689305:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764500.689307:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:2.0:1787764500.689310:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764500.689314:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764500.689317:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:2.0:1787764500.689319:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:2.0:1787764500.689321:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764500.689325:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f85a40 x1874601358850688/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764500.689333:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764500.689337:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f85a40 x1874601358850688/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764525 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764500.689342:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764500.689343:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764500.689346:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764500.689349:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:2.0:1787764500.689351:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764500.689352:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300058647
00000100:00000001:2.0:1787764500.689354:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300059915
00000100:00000001:2.0:1787764500.689356:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300058647
00000100:00000001:2.0:1787764500.689357:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300059915
00000100:00000001:2.0:1787764500.689359:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764500.689360:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764500.689361:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764500.689363:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764500/real 1787764500]  req@ffff982187f85a40 x1874601358850688/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764500.689368:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764500.689369:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764500.689370:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764500.689372:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764500.689373:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764500.689374:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764500.689376:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f85a40 x1874601358850688/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764500.689382:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f85a40 x1874601358850688/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764500.689385:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764500.689386:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764500.689387:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764500.689388:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764500.689390:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f85a40 x1874601358850688/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764500.689393:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764500.689395:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f85a40 x1874601358850688/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764525 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764500.689400:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764500.689402:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764500.689403:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764500.689404:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764500.689405:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764500.689406:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764500.689407:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764500.689409:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764500.689411:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764500.689415:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f85a40 x1874601358850688/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764525 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764500.689422:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358850688:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764500.689425:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764500.689429:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f86940 x1874601358850816/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764500.689435:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764500.689436:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764500.689439:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764500.689440:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764500.689442:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764500.689445:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358850816:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764500.689449:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764500.689450:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764500.689452:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764500.689454:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764500.689457:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869b800.
02000000:00000001:2.0:1787764500.689459:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764500.689463:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764500.689465:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764500.689467:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764500.689469:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358850816, portal 10
00000100:00000001:2.0:1787764500.689470:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764500.689471:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515387712 : -114205194163904 : ffff982187f86940)
00000100:00000040:2.0:1787764500.689475:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f86940 x1874601358850816/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764500.689479:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764500.689481:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764500.689482:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000200:2.0:1787764500.689483:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358850816, offset 0
00000400:00000200:2.0:1787764500.689486:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764500.689488:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764500.689490:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764500.689492:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764500.689494:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764500.689495:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764500.689497:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764500.689499:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70518:70518:256:4294967295] 192.168.202.141@tcp LPNI seq info [70518:70518:8:4294967295]
00000400:00000200:2.0:1787764500.689502:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764500.689505:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764500.689508:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764500.689510:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000800:00000200:2.0:1787764500.689512:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764500.689514:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787764500.689517:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764500.689518:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1787764500.689520:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764500.689522:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:2.0:1787764500.689523:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764500.689526:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764500.689527:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:2.0:1787764500.689529:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:2.0:1787764500.689530:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764500.689532:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f86940 x1874601358850816/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764500.689539:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764500.689542:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f86940 x1874601358850816/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764525 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764500.689548:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764500.689549:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764500.689552:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764500.689556:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:2.0:1787764500.689559:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764500.689561:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300058641
00000100:00000001:2.0:1787764500.689563:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300059915
00000100:00000001:2.0:1787764500.689565:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300058641
00000100:00000001:2.0:1787764500.689567:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300059915
00000100:00000001:2.0:1787764500.689568:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764500.689570:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764500.689572:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764500.689575:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764500/real 1787764500]  req@ffff982187f86940 x1874601358850816/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764500.689581:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764500.689582:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764500.689583:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764500.689585:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764500.689586:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764500.689588:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764500.689590:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f86940 x1874601358850816/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764500.689597:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f86940 x1874601358850816/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764500.689603:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764500.689605:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764500.689606:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764500.689607:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764500.689610:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f86940 x1874601358850816/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764500.689616:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764500.689619:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f86940 x1874601358850816/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764525 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764500.689625:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764500.689627:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764500.689628:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764500.689629:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764500.689630:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764500.689631:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764500.689634:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764500.689637:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764500.689639:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764500.689642:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f86940 x1874601358850816/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764525 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764500.689649:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358850816:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764500.689652:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764500.689655:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f84780 x1874601358850944/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764500.689660:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764500.689661:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764500.689663:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764500.689665:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764500.689666:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764500.689669:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f84780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358850944:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764500.689671:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764500.689673:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764500.689674:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764500.689675:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764500.689678:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188698400.
02000000:00000001:2.0:1787764500.689679:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764500.689682:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764500.689685:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764500.689687:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764500.689690:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358850944, portal 4
00000100:00000001:2.0:1787764500.689691:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764500.689692:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515379072 : -114205194172544 : ffff982187f84780)
00000100:00000040:2.0:1787764500.689697:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f84780 x1874601358850944/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764500.689702:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764500.689704:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764500.689706:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000200:2.0:1787764500.689708:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358850944, offset 0
00000400:00000200:2.0:1787764500.689711:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764500.689715:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764500.689718:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764500.689720:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764500.689722:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764500.689724:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764500.689726:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764500.689729:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70519:70519:256:4294967295] 192.168.202.141@tcp LPNI seq info [70519:70519:8:4294967295]
00000400:00000200:2.0:1787764500.689733:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764500.689738:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764500.689743:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764500.689746:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000800:00000200:2.0:1787764500.689748:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764500.689750:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787764500.689753:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764500.689763:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1787764500.689765:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764500.689769:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:2.0:1787764500.689771:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764500.689773:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764500.689775:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:2.0:1787764500.689776:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:2.0:1787764500.689778:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764500.689780:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f84780 x1874601358850944/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764500.689785:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764500.689787:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f84780 x1874601358850944/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764525 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764500.689791:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764500.689792:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764500.689794:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764500.689796:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:2.0:1787764500.689798:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764500.689800:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300058646
00000100:00000001:2.0:1787764500.689801:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300059915
00000100:00000001:2.0:1787764500.689803:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300058646
00000100:00000001:2.0:1787764500.689804:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300059915
00000100:00000001:2.0:1787764500.689805:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764500.689806:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764500.689807:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764500.689809:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764500/real 1787764500]  req@ffff982187f84780 x1874601358850944/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764500.689814:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764500.689815:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764500.689816:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764500.689817:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764500.689818:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764500.689819:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764500.689821:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f84780 x1874601358850944/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764500.689826:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f84780 x1874601358850944/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764500.689830:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764500.689830:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764500.689831:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764500.689832:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764500.689834:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f84780 x1874601358850944/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764500.689837:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764500.689839:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f84780 x1874601358850944/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764525 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764500.689843:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764500.689844:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764500.689845:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764500.689845:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764500.689846:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764500.689862:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764500.689864:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764500.689865:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764500.689866:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764500.689869:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f84780 x1874601358850944/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764525 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764500.689874:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f84780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358850944:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764500.689876:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764500.689877:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764500.689879:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f85a40 x1874601358850688/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764525 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764500.689882:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764500.689883:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764500.689885:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188699c00.
02000000:00000001:2.0:1787764500.689886:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764500.689888:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764500.689889:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:2.0:1787764500.689890:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764500.689891:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649ec00.
02000000:00000001:2.0:1787764500.689893:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764500.689894:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764500.689895:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f85a40.
00000100:00000001:2.0:1787764500.689896:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764500.689897:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764500.689898:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764500.689900:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f86940 x1874601358850816/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764525 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764500.689903:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764500.689903:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764500.689904:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869b800.
02000000:00000001:2.0:1787764500.689906:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764500.689906:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764500.689907:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:2.0:1787764500.689908:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764500.689908:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649d800.
02000000:00000001:2.0:1787764500.689910:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764500.689911:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764500.689912:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f86940.
00000100:00000001:2.0:1787764500.689913:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764500.689914:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764500.689915:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764500.689916:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f84780 x1874601358850944/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764525 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764500.689920:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764500.689920:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764500.689921:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188698400.
02000000:00000001:2.0:1787764500.689922:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764500.689923:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764500.689923:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:2.0:1787764500.689924:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764500.689925:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649e000.
02000000:00000001:2.0:1787764500.689926:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764500.689926:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764500.689927:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f84780.
00000100:00000001:2.0:1787764500.689928:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764500.689929:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764500.689930:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764500.689933:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764500.689934:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764500.689936:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764500.689937:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764500.689938:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764500.689941:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f843c0 x1874601358851072/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764500.689947:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764500.689948:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764500.689950:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764500.689951:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764500.689952:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764500.689955:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f843c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358851072:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764500.689958:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764500.689960:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764500.689961:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764500.689963:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764500.689966:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188698400.
02000000:00000001:2.0:1787764500.689968:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764500.689971:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764500.689974:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764500.689977:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764500.689980:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358851072, portal 4
00000100:00000001:2.0:1787764500.689982:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764500.689983:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515378112 : -114205194173504 : ffff982187f843c0)
00000100:00000040:2.0:1787764500.689989:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f843c0 x1874601358851072/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764500.689993:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764500.689994:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764500.689996:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000200:2.0:1787764500.689997:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358851072, offset 0
00000400:00000200:2.0:1787764500.690000:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764500.690020:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764500.690023:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764500.690025:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764500.690027:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764500.690028:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764500.690030:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764500.690032:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70520:70520:256:4294967295] 192.168.202.141@tcp LPNI seq info [70520:70520:8:4294967295]
00000400:00000200:2.0:1787764500.690034:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764500.690038:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764500.690041:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764500.690044:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000800:00000200:2.0:1787764500.690046:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764500.690048:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1787764500.690050:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764500.690052:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1787764500.690054:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764500.690056:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:2.0:1787764500.690058:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764500.690060:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764500.690062:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:2.0:1787764500.690063:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:2.0:1787764500.690065:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764500.690067:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f843c0 x1874601358851072/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764500.690072:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764500.690074:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f843c0 x1874601358851072/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764525 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764500.690078:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764500.690079:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764500.690081:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764500.690082:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:2.0:1787764500.690084:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764500.690085:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300058648
00000100:00000001:2.0:1787764500.690087:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300059915
00000100:00000001:2.0:1787764500.690088:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300058648
00000100:00000001:2.0:1787764500.690090:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300059915
00000100:00000001:2.0:1787764500.690091:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764500.690092:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764500.690093:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764500.690095:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764500/real 1787764500]  req@ffff982187f843c0 x1874601358851072/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764500.690099:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764500.690100:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764500.690101:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764500.690103:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764500.690103:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764500.690105:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764500.690106:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f843c0 x1874601358851072/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764500.690111:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f843c0 x1874601358851072/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764500.690114:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764500.690115:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764500.690116:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764500.690117:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764500.690119:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f843c0 x1874601358851072/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764500.690123:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764500.690126:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f843c0 x1874601358851072/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764525 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764500.690132:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764500.690135:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764500.690136:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764500.690137:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764500.690138:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764500.690140:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764500.690142:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764500.690145:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764500.690147:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764500.690151:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f843c0 x1874601358851072/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764525 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764500.690158:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f843c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358851072:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764500.690162:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764500.690164:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764500.690167:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f843c0 x1874601358851072/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764525 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764500.690173:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764500.690174:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764500.690176:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188698400.
02000000:00000001:2.0:1787764500.690178:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764500.690180:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764500.690181:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:2.0:1787764500.690183:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764500.690184:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649e800.
02000000:00000001:2.0:1787764500.690185:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764500.690186:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764500.690187:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f843c0.
00000100:00000001:2.0:1787764500.690189:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764500.690190:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764500.690191:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764500.690193:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764500.690194:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764500.690195:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764500.690196:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764501.007928:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764501.007933:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764501.007937:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764501.007939:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764501.007942:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764501.007943:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764501.007947:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764501.007948:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764501.007950:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764501.007952:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764501.007971:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764501.007974:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764501.007977:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764501.263954:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764501.263961:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764501.263964:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764501.263970:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764501.263975:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764501.263978:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764501.263980:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764501.263983:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764501.263985:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764502.031961:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4300059915, at 4300059968
00000100:00000040:3.0:1787764502.031961:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4300059915, at 4300059968
00010000:00000001:0.0:1787764502.031963:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764502.031969:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764502.031975:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:3.0:1787764502.031976:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9821832cf360.
00010000:00000001:0.0:1787764502.031978:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764502.031980:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9821832cf0c0.
00010000:00000001:0.0:1787764502.031984:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764502.031987:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764502.032004:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764502.032005:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764502.032009:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764502.032011:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764502.032061:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764502.032065:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764502.032068:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764502.287919:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764502.287926:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764502.287928:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764502.287933:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764502.287937:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764502.287942:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764502.287945:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764502.287948:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764502.287951:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764503.055941:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764503.055947:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764503.055953:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764503.055954:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764503.055956:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764503.055957:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764503.055959:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764503.055960:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764503.055962:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764503.055962:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764503.056024:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764503.056027:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764503.056029:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764503.311944:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764503.311950:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764503.311952:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764503.311955:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764503.311957:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764503.311960:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764503.311962:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764503.311964:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764503.311965:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764504.079968:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764504.079990:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764504.079997:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764504.079998:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764504.080002:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764504.080003:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764504.080007:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764504.080008:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764504.080011:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764504.080012:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764504.080055:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764504.080058:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764504.080060:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764504.335950:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764504.335957:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764504.335959:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764504.335963:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764504.335966:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764504.335969:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764504.335981:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764504.335983:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764504.335985:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764505.103976:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764505.103984:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764505.103986:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764505.103989:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764505.103992:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764505.103994:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764505.103995:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764505.103997:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764505.104001:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764505.104002:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764505.104004:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764505.104005:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764505.104007:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764505.104008:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764505.104009:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764505.104010:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764505.104011:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764505.104011:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764505.104012:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764505.104013:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764505.104015:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764505.104016:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764505.104065:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764505.104069:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764505.104072:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764505.359904:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764505.359911:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764505.359913:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764505.359918:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764505.359921:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764505.359924:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764505.359927:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764505.359929:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764505.359931:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764505.807955:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764505.807975:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787764505.807976:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764505.807979:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764505.807982:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764505.807987:0:18336:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5391
00000400:00000200:2.0:1787764505.807994:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764505.807999:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764505.808001:0:18336:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764505.808003:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764505.808005:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764505.808007:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764505.808008:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764505.808011:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764505.808012:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:2.0:1787764505.808017:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764505.808019:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:2.0:1787764505.808020:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:2.0:1787764505.808022:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:2.0:1787764505.808023:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764505.808024:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764505.808025:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764505.808027:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764505.808029:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:2.0:1787764505.808031:0:18336:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764505.808032:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764505.808034:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764505.808037:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764505.808039:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764505.808040:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787764505.808041:0:18336:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764505.808048:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896bf0c0.
00000020:00000040:2.0:1787764505.808050:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:2.0:1787764505.808053:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764505.808054:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764505.808057:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764505.808059:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764505.808062:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764505.808068:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982188699c00.
00000100:00000001:2.0:1787764505.808073:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764505.808079:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896bf0c0 x1874601358851200/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764505.808086:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764505.808089:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764505.808092:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c4c07353] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bf0c0 x1874601358851200/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764505.808108:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764505.808111:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764505.808113:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787764505.808114:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764505.808115:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764505.808117:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764505.808118:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5391
00000400:00000200:2.0:1787764505.808120:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764505.808122:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764505.808123:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764505.808126:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764505.808127:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764505.808129:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764505.808130:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764505.808132:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764505.808132:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:2.0:1787764505.808133:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764505.808134:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:2.0:1787764505.808136:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:2.0:1787764505.808138:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:2.0:1787764505.808140:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764505.808141:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787764505.808143:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1787764505.808143:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764505.808148:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:1.0:1787764505.808150:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:2.0:1787764505.808150:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:2.0:1787764505.808154:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764505.808155:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787764505.808156:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764505.808159:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764505.808164:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764505.808166:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764505.808167:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896bf0c0 x1874601358851200/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764505.808168:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764505.808172:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764505.808177:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764505.808181:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764505.808185:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896bc000.
00000100:00000001:1.0:1787764505.808187:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:2.0:1787764505.808188:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
00000100:00000001:1.0:1787764505.808192:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764505.808192:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764505.808193:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764505.808198:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764505.808199:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764505.808200:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764505.808201:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764505.808205:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000010:2.0:1787764505.808206:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218869a800.
00000100:00000001:2.0:1787764505.808210:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764505.808211:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764505.808215:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896bc000 x1874601358851328/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787764505.808220:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896bf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358851200:192.168.202.141@tcp:250:kworker.0
00000100:00000001:2.0:1787764505.808222:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764505.808225:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764505.808229:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:2.0:1787764505.808231:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ceda9ea7] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bc000 x1874601358851328/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787764505.808235:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1787764505.808237:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764505.808239:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764505.808241:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787764505.808242:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764505.808243:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764505.808245:0:18336:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:1.0:1787764505.808249:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764505.808249:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5391
00000400:00000200:2.0:1787764505.808254:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
02000000:00000001:1.0:1787764505.808256:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:2.0:1787764505.808256:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764505.808260:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764505.808261:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764505.808262:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:1.0:1787764505.808264:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649f400.
00000100:00000040:2.0:1787764505.808264:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764505.808267:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764505.808270:0:18336:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:1.0:1787764505.808271:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787764505.808272:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:2.0:1787764505.808274:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1787764505.808282:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000020:00000040:2.0:1787764505.808284:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000400:00000010:1.0:1787764505.808287:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3268.
00000020:00000001:2.0:1787764505.808287:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:2.0:1787764505.808290:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:2.0:1787764505.808294:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764505.808295:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764505.808296:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000400:00000010:1.0:1787764505.808298:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fa18.
00000100:00000001:2.0:1787764505.808298:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764505.808301:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:2.0:1787764505.808304:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764505.808305:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764505.808306:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:1.0:1787764505.808308:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358851200, portal 25
02000000:00000001:2.0:1787764505.808308:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764505.808313:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764505.808315:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764505.808315:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764505.808319:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787764505.808320:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539736256 : -114205169815360 : ffff9821896bf0c0)
00000008:00000001:2.0:1787764505.808321:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764505.808324:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764505.808328:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896be580.
00000020:00000040:2.0:1787764505.808330:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
00000100:00000040:1.0:1787764505.808332:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896bf0c0 x1874601358851200/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787764505.808332:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764505.808334:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764505.808336:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764505.808338:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764505.808340:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764505.808346:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218869b800.
00000100:00000001:1.0:1787764505.808349:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1787764505.808350:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764505.808354:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896be580 x1874601358851456/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764505.808360:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764505.808362:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764505.808365:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000100:00000040:2.0:1787764505.808367:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a463b55c] to pc [ptlrpcd_rcv+-1]  req@ffff9821896be580 x1874601358851456/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787764505.808370:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fcc0.
00000100:00000001:2.0:1787764505.808376:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787764505.808378:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358851200, offset 0
00000100:00080000:2.0:1787764505.808383:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787764505.808388:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000100:00080000:2.0:1787764505.808389:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787764505.808392:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764505.808393:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764505.808395:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764505.808397:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5391
00000400:00000200:1.0:1787764505.808401:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764505.808401:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764505.808409:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000400:00000200:1.0:1787764505.808413:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000100:00080000:2.0:1787764505.808414:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764505.808419:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764505.808421:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764505.808426:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000400:00000200:1.0:1787764505.808428:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1787764505.808430:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764505.808434:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:1.0:1787764505.808435:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000020:00000040:2.0:1787764505.808437:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:2.0:1787764505.808441:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1787764505.808442:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000020:00000040:2.0:1787764505.808445:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000400:00000200:1.0:1787764505.808447:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000020:00000001:2.0:1787764505.808448:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:2.0:1787764505.808451:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000400:00000200:1.0:1787764505.808456:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70521:70521:256:4294967295] 192.168.202.141@tcp LPNI seq info [70521:70521:8:4294967295]
00000100:00000040:2.0:1787764505.808457:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764505.808460:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764505.808463:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764505.808468:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000400:00000200:1.0:1787764505.808472:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000020:00000040:2.0:1787764505.808474:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:2.0:1787764505.808479:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764505.808485:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764505.808489:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787764505.808490:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
02000000:00000001:2.0:1787764505.808494:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764505.808499:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787764505.808500:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000100:00000001:2.0:1787764505.808501:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764505.808504:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764505.808506:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787764505.808508:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88000.
00000100:00000001:2.0:1787764505.808508:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764505.808515:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896bcf00.
00000020:00000040:2.0:1787764505.808518:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
00000800:00000200:1.0:1787764505.808519:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
02000000:00000001:2.0:1787764505.808520:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764505.808522:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764505.808525:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.0:1787764505.808527:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
02000000:00000001:2.0:1787764505.808527:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764505.808529:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764505.808534:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982188698400.
00000100:00000001:2.0:1787764505.808539:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787764505.808539:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00100000:2.0:1787764505.808546:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896bcf00 x1874601358851584/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1787764505.808546:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000100:00000001:2.0:1787764505.808558:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764505.808561:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764505.808565:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac7ee65d] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bcf00 x1874601358851584/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:1.0:1787764505.808566:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764505.808571:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88000.
00000100:00000001:2.0:1787764505.808573:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764505.808577:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764505.808580:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:1.0:1787764505.808581:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1787764505.808581:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764505.808583:0:18336:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764505.808587:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764505.808591:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5391
00000400:00000200:1.0:1787764505.808593:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764505.808597:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764505.808601:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764505.808602:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787764505.808603:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fcc0
00000100:00000040:2.0:1787764505.808604:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764505.808608:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1787764505.808609:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fcc0.
00000100:00000040:2.0:1787764505.808610:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764505.808614:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:1.0:1787764505.808616:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:2.0:1787764505.808616:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764505.808619:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:2.0:1787764505.808620:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764505.808622:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:2.0:1787764505.808624:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000200:1.0:1787764505.808626:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896bf0c0 x1874601358851200/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1787764505.808626:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:2.0:1787764505.808632:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764505.808636:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764505.808639:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764505.808643:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764505.808649:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00000001:1.0:1787764505.808651:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:2.0:1787764505.808651:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764505.808655:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764505.808656:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1787764505.808660:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bf0c0 x1874601358851200/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764530 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787764505.808660:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764505.808661:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764505.808665:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764505.808667:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764505.808671:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764505.808674:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764505.808677:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896bd2c0.
00000100:00000001:1.0:1787764505.808680:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787764505.808681:0:18336:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:2.0:1787764505.808684:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787764505.808686:0:2388:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:2.0:1787764505.808686:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764505.808693:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764505.808698:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1787764505.808701:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
02000000:00000001:2.0:1787764505.808701:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764505.808704:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764505.808707:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4300065035
02000000:00000010:2.0:1787764505.808707:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982188698c00.
00000100:00000001:2.0:1787764505.808714:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764505.808715:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982191cd4300.
00000100:00100000:2.0:1787764505.808720:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896bd2c0 x1874601358851712/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764505.808725:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787764505.808731:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764505.808734:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4300065035
00000100:00000001:2.0:1787764505.808734:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764505.808741:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982191cd4900.
00000100:00000040:2.0:1787764505.808743:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006421b88f] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bd2c0 x1874601358851712/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764505.808746:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787764505.808752:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764505.808757:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764505.808758:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764505.808762:0:18336:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5401)
00000100:00000001:1.0:1787764505.808763:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764505.808772:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764505/real 1787764505]  req@ffff9821896bf0c0 x1874601358851200/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764505.808782:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764505.808784:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764505.808786:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3268.
00000400:00000200:1.0:1787764505.808788:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fa18
00000400:00000010:1.0:1787764505.808790:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fa18.
00000100:00000001:1.0:1787764505.808792:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764505.808796:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896bf0c0 x1874601358851200/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764505.808804:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896bf0c0 x1874601358851200/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764505.808810:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764505.808812:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764505.808814:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764505.808816:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764505.808820:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896bf0c0 x1874601358851200/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764505.808826:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764505.808831:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896bf0c0 x1874601358851200/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764530 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764505.808838:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764505.808841:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764505.808843:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764505.808844:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764505.808846:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764505.808867:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764505.808871:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764505.808874:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764505.808877:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764505.808881:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896bf0c0 x1874601358851200/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764530 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764505.808889:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896bf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358851200:192.168.202.141@tcp:250:kworker.0
00000100:00000001:1.0:1787764505.808894:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764505.808896:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764505.808899:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bf0c0 x1874601358851200/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764530 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764505.808905:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764505.808908:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764505.808910:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649f400.
02000000:00000001:1.0:1787764505.808913:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764505.808915:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764505.808917:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000020:00000001:1.0:1787764505.808919:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764505.808921:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982188699c00.
02000000:00000001:1.0:1787764505.808925:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764505.808926:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764505.808928:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bf0c0.
00000100:00000001:1.0:1787764505.808930:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764505.808932:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764505.808934:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764505.808940:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764505.808942:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764505.808944:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764505.808946:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764505.808947:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764505.808951:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896bc000 x1874601358851328/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764505.808976:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764505.808978:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764505.808980:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764505.808981:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764505.808984:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764505.808987:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358851328:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764505.808991:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764505.808992:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764505.808994:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764505.808996:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764505.808999:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649f400.
02000000:00000001:1.0:1787764505.809000:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764505.809004:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764505.809006:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3268.
00000400:00000010:1.0:1787764505.809009:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fa18.
00000100:00000200:1.0:1787764505.809012:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358851328, portal 10
00000100:00000001:1.0:1787764505.809014:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764505.809016:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539723776 : -114205169827840 : ffff9821896bc000)
00000100:00000040:1.0:1787764505.809021:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896bc000 x1874601358851328/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764505.809028:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764505.809030:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764505.809033:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fcc0.
00000100:00000200:1.0:1787764505.809035:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358851328, offset 0
00000400:00000200:1.0:1787764505.809039:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764505.809042:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764505.809046:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764505.809048:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764505.809051:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764505.809053:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764505.809055:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764505.809058:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70522:70522:256:4294967295] 192.168.202.141@tcp LPNI seq info [70522:70522:8:4294967295]
00000400:00000200:1.0:1787764505.809062:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764505.809068:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764505.809072:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764505.809076:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88000.
00000800:00000200:1.0:1787764505.809079:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764505.809082:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787764505.809087:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764505.809090:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1787764505.809094:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764505.809095:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88000.
00000400:00000200:1.0:1787764505.809098:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764505.809101:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764505.809104:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fcc0
00000400:00000010:1.0:1787764505.809106:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fcc0.
00000100:00000001:1.0:1787764505.809108:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764505.809112:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896bc000 x1874601358851328/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764505.809119:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764505.809122:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bc000 x1874601358851328/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764530 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764505.809129:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764505.809130:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764505.809133:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764505.809137:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:1.0:1787764505.809140:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764505.809142:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300063767
00000100:00000001:1.0:1787764505.809145:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300065035
00000100:00000001:1.0:1787764505.809147:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300063767
00000100:00000001:1.0:1787764505.809149:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300065035
00000100:00000001:1.0:1787764505.809152:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764505.809154:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764505.809156:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764505.809159:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764505/real 1787764505]  req@ffff9821896bc000 x1874601358851328/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764505.809175:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764505.809177:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764505.809178:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3268.
00000400:00000200:1.0:1787764505.809181:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fa18
00000400:00000010:1.0:1787764505.809182:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fa18.
00000100:00000001:1.0:1787764505.809184:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764505.809188:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896bc000 x1874601358851328/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764505.809196:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896bc000 x1874601358851328/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764505.809202:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764505.809204:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764505.809205:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764505.809207:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764505.809210:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896bc000 x1874601358851328/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764505.809217:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764505.809221:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896bc000 x1874601358851328/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764530 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764505.809228:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764505.809231:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764505.809232:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764505.809234:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764505.809235:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764505.809237:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764505.809240:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764505.809243:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764505.809245:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764505.809249:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896bc000 x1874601358851328/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764530 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764505.809257:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358851328:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764505.809261:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764505.809264:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896be580 x1874601358851456/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764505.809270:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764505.809272:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764505.809274:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764505.809275:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764505.809277:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764505.809280:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896be580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358851456:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764505.809284:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764505.809285:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764505.809287:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764505.809289:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764505.809292:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649d000.
02000000:00000001:1.0:1787764505.809294:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764505.809297:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764505.809299:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3268.
00000400:00000010:1.0:1787764505.809302:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fa18.
00000100:00000200:1.0:1787764505.809305:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358851456, portal 10
00000100:00000001:1.0:1787764505.809307:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764505.809308:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539733376 : -114205169818240 : ffff9821896be580)
00000100:00000040:1.0:1787764505.809313:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896be580 x1874601358851456/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764505.809320:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764505.809322:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764505.809324:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fcc0.
00000100:00000200:1.0:1787764505.809327:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358851456, offset 0
00000400:00000200:1.0:1787764505.809332:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764505.809336:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764505.809339:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764505.809342:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764505.809344:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764505.809347:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764505.809349:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764505.809352:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70523:70523:256:4294967295] 192.168.202.141@tcp LPNI seq info [70523:70523:8:4294967295]
00000400:00000200:1.0:1787764505.809356:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764505.809361:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764505.809366:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764505.809370:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88000.
00000800:00000200:1.0:1787764505.809373:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764505.809376:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787764505.809380:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764505.809382:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1787764505.809386:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764505.809388:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88000.
00000400:00000200:1.0:1787764505.809391:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764505.809394:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764505.809397:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fcc0
00000400:00000010:1.0:1787764505.809399:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fcc0.
00000100:00000001:1.0:1787764505.809402:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764505.809406:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896be580 x1874601358851456/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764505.809413:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764505.809416:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896be580 x1874601358851456/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764530 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764505.809422:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764505.809424:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764505.809427:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764505.809429:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:1.0:1787764505.809433:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764505.809435:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300063761
00000100:00000001:1.0:1787764505.809437:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300065035
00000100:00000001:1.0:1787764505.809439:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300063761
00000100:00000001:1.0:1787764505.809441:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300065035
00000100:00000001:1.0:1787764505.809443:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764505.809445:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764505.809447:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764505.809450:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764505/real 1787764505]  req@ffff9821896be580 x1874601358851456/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764505.809457:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764505.809458:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764505.809460:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3268.
00000400:00000200:1.0:1787764505.809462:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fa18
00000400:00000010:1.0:1787764505.809464:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fa18.
00000100:00000001:1.0:1787764505.809466:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764505.809469:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896be580 x1874601358851456/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764505.809477:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896be580 x1874601358851456/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764505.809484:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764505.809485:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764505.809487:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764505.809488:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764505.809492:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896be580 x1874601358851456/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764505.809498:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764505.809502:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896be580 x1874601358851456/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764530 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764505.809508:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764505.809511:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764505.809513:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764505.809514:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764505.809515:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764505.809517:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764505.809519:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764505.809523:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764505.809525:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764505.809528:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896be580 x1874601358851456/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764530 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764505.809535:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896be580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358851456:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764505.809539:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764505.809542:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896bcf00 x1874601358851584/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764505.809549:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764505.809550:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764505.809552:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764505.809554:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764505.809556:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764505.809559:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896bcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358851584:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764505.809561:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764505.809563:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764505.809565:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764505.809567:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764505.809570:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649cc00.
02000000:00000001:1.0:1787764505.809572:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764505.809575:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764505.809577:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3268.
00000400:00000010:1.0:1787764505.809580:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fa18.
00000100:00000200:1.0:1787764505.809583:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358851584, portal 4
00000100:00000001:1.0:1787764505.809585:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764505.809586:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539727616 : -114205169824000 : ffff9821896bcf00)
00000100:00000040:1.0:1787764505.809592:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896bcf00 x1874601358851584/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764505.809598:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764505.809601:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764505.809603:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fcc0.
00000100:00000200:1.0:1787764505.809606:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358851584, offset 0
00000400:00000200:1.0:1787764505.809610:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764505.809614:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764505.809618:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764505.809621:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764505.809623:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764505.809625:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764505.809627:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764505.809630:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70524:70524:256:4294967295] 192.168.202.141@tcp LPNI seq info [70524:70524:8:4294967295]
00000400:00000200:1.0:1787764505.809634:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764505.809640:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764505.809644:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764505.809648:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88000.
00000800:00000200:1.0:1787764505.809652:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764505.809655:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787764505.809659:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764505.809662:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1787764505.809665:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764505.809667:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88000.
00000400:00000200:1.0:1787764505.809669:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764505.809673:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764505.809675:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fcc0
00000400:00000010:1.0:1787764505.809677:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fcc0.
00000100:00000001:1.0:1787764505.809679:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764505.809683:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896bcf00 x1874601358851584/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764505.809695:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764505.809698:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bcf00 x1874601358851584/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764530 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764505.809704:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764505.809705:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764505.809709:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764505.809712:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:1.0:1787764505.809715:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764505.809717:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300063766
00000100:00000001:1.0:1787764505.809719:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300065035
00000100:00000001:1.0:1787764505.809721:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300063766
00000100:00000001:1.0:1787764505.809723:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300065035
00000100:00000001:1.0:1787764505.809725:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764505.809727:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764505.809729:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764505.809733:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764505/real 1787764505]  req@ffff9821896bcf00 x1874601358851584/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764505.809740:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764505.809741:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764505.809743:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3268.
00000400:00000200:1.0:1787764505.809745:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fa18
00000400:00000010:1.0:1787764505.809746:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fa18.
00000100:00000001:1.0:1787764505.809748:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764505.809752:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896bcf00 x1874601358851584/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764505.809760:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896bcf00 x1874601358851584/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764505.809766:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764505.809768:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764505.809770:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764505.809772:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764505.809775:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896bcf00 x1874601358851584/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764505.809782:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764505.809785:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896bcf00 x1874601358851584/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764530 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764505.809792:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764505.809795:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764505.809796:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764505.809797:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764505.809799:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764505.809801:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764505.809804:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764505.809807:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764505.809809:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764505.809813:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896bcf00 x1874601358851584/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764530 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764505.809821:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896bcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358851584:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764505.809825:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764505.809828:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896bd2c0 x1874601358851712/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764505.809834:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764505.809836:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764505.809837:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764505.809839:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764505.809841:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764505.809844:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896bd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358851712:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764505.809864:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764505.809866:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764505.809868:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764505.809870:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764505.809873:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649c000.
02000000:00000001:1.0:1787764505.809875:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764505.809878:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764505.809881:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3268.
00000400:00000010:1.0:1787764505.809883:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fa18.
00000100:00000200:1.0:1787764505.809886:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358851712, portal 4
00000100:00000001:1.0:1787764505.809888:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764505.809889:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539728576 : -114205169823040 : ffff9821896bd2c0)
00000100:00000040:1.0:1787764505.809895:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896bd2c0 x1874601358851712/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764505.809901:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764505.809903:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764505.809905:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fcc0.
00000100:00000200:1.0:1787764505.809908:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358851712, offset 0
00000400:00000200:1.0:1787764505.809911:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764505.809915:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764505.809918:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764505.809921:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764505.809923:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764505.809925:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764505.809928:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764505.809930:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70525:70525:256:4294967295] 192.168.202.141@tcp LPNI seq info [70525:70525:8:4294967295]
00000400:00000200:1.0:1787764505.809934:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764505.809940:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764505.809944:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764505.809947:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88000.
00000800:00000200:1.0:1787764505.809951:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764505.809954:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1787764505.809972:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764505.809974:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1787764505.809978:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764505.809980:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88000.
00000400:00000200:1.0:1787764505.809983:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764505.809986:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764505.809989:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fcc0
00000400:00000010:1.0:1787764505.809991:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fcc0.
00000100:00000001:1.0:1787764505.809993:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764505.809997:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896bd2c0 x1874601358851712/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764505.810004:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764505.810008:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bd2c0 x1874601358851712/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764530 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764505.810014:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764505.810016:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764505.810019:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764505.810021:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:1.0:1787764505.810024:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764505.810026:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300063768
00000100:00000001:1.0:1787764505.810029:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300065035
00000100:00000001:1.0:1787764505.810030:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300063768
00000100:00000001:1.0:1787764505.810032:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300065035
00000100:00000001:1.0:1787764505.810034:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764505.810036:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764505.810038:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764505.810042:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764505/real 1787764505]  req@ffff9821896bd2c0 x1874601358851712/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764505.810049:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764505.810051:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764505.810053:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3268.
00000400:00000200:1.0:1787764505.810055:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fa18
00000400:00000010:1.0:1787764505.810057:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fa18.
00000100:00000001:1.0:1787764505.810059:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764505.810062:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896bd2c0 x1874601358851712/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764530 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764505.810069:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896bd2c0 x1874601358851712/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764505.810075:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764505.810077:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764505.810078:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764505.810080:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764505.810083:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896bd2c0 x1874601358851712/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764530 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764505.810089:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764505.810094:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896bd2c0 x1874601358851712/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764530 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764505.810100:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764505.810102:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764505.810103:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764505.810105:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764505.810106:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764505.810108:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764505.810110:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764505.810113:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764505.810116:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764505.810119:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896bd2c0 x1874601358851712/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764530 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764505.810132:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896bd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358851712:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764505.810136:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764505.810138:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764505.810141:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bc000 x1874601358851328/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764530 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764505.810147:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764505.810148:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764505.810150:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649f400.
02000000:00000001:1.0:1787764505.810152:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764505.810154:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764505.810155:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:1.0:1787764505.810157:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764505.810158:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218869a800.
02000000:00000001:1.0:1787764505.810160:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764505.810162:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764505.810163:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bc000.
00000100:00000001:1.0:1787764505.810165:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764505.810167:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764505.810168:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764505.810171:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896be580 x1874601358851456/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764530 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764505.810178:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764505.810179:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764505.810180:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649d000.
02000000:00000001:1.0:1787764505.810182:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764505.810183:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764505.810185:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:1.0:1787764505.810186:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764505.810188:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218869b800.
02000000:00000001:1.0:1787764505.810190:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764505.810191:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764505.810192:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896be580.
00000100:00000001:1.0:1787764505.810195:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764505.810196:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764505.810198:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764505.810200:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bcf00 x1874601358851584/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764530 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764505.810206:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764505.810207:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764505.810209:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649cc00.
02000000:00000001:1.0:1787764505.810211:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764505.810212:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764505.810213:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:1.0:1787764505.810215:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764505.810216:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982188698400.
02000000:00000001:1.0:1787764505.810217:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764505.810218:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764505.810220:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bcf00.
00000100:00000001:1.0:1787764505.810222:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764505.810223:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764505.810224:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764505.810227:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bd2c0 x1874601358851712/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764530 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764505.810233:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764505.810234:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764505.810235:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649c000.
02000000:00000001:1.0:1787764505.810237:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764505.810238:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764505.810239:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:1.0:1787764505.810241:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764505.810242:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982188698c00.
02000000:00000001:1.0:1787764505.810244:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764505.810245:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764505.810246:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bd2c0.
00000100:00000001:1.0:1787764505.810247:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764505.810249:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764505.810250:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764505.810253:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764505.810255:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764505.810256:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764505.810258:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764506.127992:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764506.127999:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764506.128005:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764506.128006:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764506.128009:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764506.128011:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764506.128014:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764506.128015:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764506.128018:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764506.128020:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764506.128075:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764506.128079:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764506.128083:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764506.383981:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764506.383988:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764506.383991:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764506.383997:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764506.384001:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764506.384004:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764506.384006:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764506.384010:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764506.384013:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764507.151989:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4300065035, at 4300065088
00000100:00000040:3.0:1787764507.151995:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4300065035, at 4300065088
00010000:00000001:0.0:1787764507.151997:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764507.152003:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764507.152006:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191cd4300.
00000100:00000010:3.0:1787764507.152010:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191cd4900.
00010000:00000001:0.0:1787764507.152013:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764507.152018:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764507.152020:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764507.152023:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764507.152026:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764507.152029:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764507.152031:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764507.152033:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764507.152038:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764507.152040:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764507.152044:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764507.152046:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764507.152050:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764507.152051:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764507.152083:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764507.152087:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764507.152089:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764507.408255:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764507.408278:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764507.408281:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764507.408288:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764507.408292:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764507.408297:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764507.408300:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764507.408304:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764507.408308:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764508.175990:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764508.175996:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764508.176001:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764508.176002:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764508.176005:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764508.176006:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764508.176009:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764508.176010:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764508.176013:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764508.176014:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764508.176069:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764508.176073:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764508.176077:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764508.431977:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764508.431984:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764508.431987:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764508.431993:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764508.431997:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764508.432001:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764508.432004:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764508.432007:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764508.432009:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764509.199993:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764509.199999:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764509.200005:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764509.200006:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764509.200010:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764509.200013:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764509.200016:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764509.200019:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764509.200028:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764509.200030:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764509.200032:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764509.200035:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764509.200038:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764509.200039:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764509.200042:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764509.200044:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764509.200045:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764509.200046:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764509.200047:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764509.200048:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764509.200050:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764509.200052:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764509.200114:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764509.200118:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764509.200121:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764509.455939:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764509.455946:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764509.455948:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764509.455954:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764509.455959:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764509.455962:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764509.455965:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764509.455968:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764509.455971:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764510.224004:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764510.224010:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764510.224016:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764510.224017:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764510.224020:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764510.224022:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764510.224025:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764510.224026:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764510.224030:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764510.224031:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764510.224079:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764510.224082:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764510.224084:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764510.479969:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764510.479977:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764510.479980:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764510.479985:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764510.479989:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764510.479993:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764510.479996:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764510.479998:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764510.480000:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764510.927992:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764510.928003:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787764510.928005:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764510.928009:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764510.928013:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764510.928019:0:18336:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5396
00000400:00000200:2.0:1787764510.928027:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764510.928033:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764510.928036:0:18336:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764510.928039:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764510.928042:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764510.928045:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764510.928047:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764510.928051:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764510.928053:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:2.0:1787764510.928055:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764510.928059:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:2.0:1787764510.928061:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:2.0:1787764510.928063:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:2.0:1787764510.928066:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764510.928069:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764510.928071:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764510.928073:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764510.928076:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:2.0:1787764510.928080:0:18336:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764510.928082:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764510.928085:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764510.928088:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764510.928091:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764510.928094:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787764510.928096:0:18336:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764510.928104:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896bd2c0.
00000020:00000040:2.0:1787764510.928108:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:2.0:1787764510.928111:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764510.928113:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764510.928116:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764510.928118:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764510.928122:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764510.928131:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982188698800.
00000100:00000001:2.0:1787764510.928147:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764510.928158:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896bd2c0 x1874601358851840/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764510.928169:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764510.928173:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764510.928177:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006421b88f] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bd2c0 x1874601358851840/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764510.928201:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764510.928204:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764510.928208:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787764510.928209:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764510.928211:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764510.928214:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764510.928216:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5396
00000400:00000200:2.0:1787764510.928220:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764510.928224:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764510.928226:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764510.928230:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764510.928232:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764510.928234:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764510.928237:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764510.928239:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787764510.928242:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1787764510.928242:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:2.0:1787764510.928246:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787764510.928248:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:2.0:1787764510.928249:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000100:00000001:1.0:1787764510.928252:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1787764510.928253:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:1.0:1787764510.928261:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896bd2c0 x1874601358851840/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1787764510.928265:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:2.0:1787764510.928272:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764510.928277:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787764510.928278:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1787764510.928281:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764510.928282:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764510.928286:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
02000000:00000001:1.0:1787764510.928289:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:2.0:1787764510.928291:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
02000000:00000001:1.0:1787764510.928292:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764510.928296:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764510.928297:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764510.928303:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764510.928304:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896bd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358851840:192.168.202.141@tcp:250:kworker.0
02000000:00000001:2.0:1787764510.928307:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787764510.928311:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764510.928314:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764510.928316:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764510.928319:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764510.928320:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764510.928323:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787764510.928324:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764510.928330:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649d000.
02000000:00000001:1.0:1787764510.928333:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1787764510.928336:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787764510.928341:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000008:00000001:2.0:1787764510.928343:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787764510.928346:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3268.
00000100:00000001:2.0:1787764510.928346:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764510.928351:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896bcf00.
00000400:00000010:1.0:1787764510.928355:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fa18.
00000020:00000040:2.0:1787764510.928356:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:2.0:1787764510.928361:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764510.928363:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787764510.928365:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358851840, portal 25
00000100:00000001:2.0:1787764510.928365:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764510.928367:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787764510.928371:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:2.0:1787764510.928371:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764510.928374:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539728576 : -114205169823040 : ffff9821896bd2c0)
02000000:00000010:2.0:1787764510.928377:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218869a000.
00000100:00000001:2.0:1787764510.928382:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764510.928383:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896bd2c0 x1874601358851840/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764535 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764510.928390:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896bcf00 x1874601358851968/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764510.928396:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764510.928404:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000100:00000001:2.0:1787764510.928405:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764510.928408:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787764510.928413:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fcc0.
00000100:00000200:1.0:1787764510.928417:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358851840, offset 0
00000100:00000040:2.0:1787764510.928424:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac7ee65d] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bcf00 x1874601358851968/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787764510.928425:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764510.928433:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764510.928434:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764510.928438:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787764510.928441:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000100:00080000:2.0:1787764510.928441:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787764510.928442:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764510.928445:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1787764510.928448:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1787764510.928448:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764510.928451:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5396
00000400:00000200:1.0:1787764510.928454:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764510.928456:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764510.928460:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764510.928461:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764510.928465:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787764510.928466:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000100:00000040:2.0:1787764510.928469:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764510.928473:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787764510.928474:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70526:70526:256:4294967295] 192.168.202.141@tcp LPNI seq info [70526:70526:8:4294967295]
00000100:00000040:2.0:1787764510.928477:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000400:00000200:1.0:1787764510.928481:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764510.928481:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764510.928485:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764510.928486:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:2.0:1787764510.928488:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764510.928489:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:2.0:1787764510.928491:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:2.0:1787764510.928495:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000400:00000200:1.0:1787764510.928499:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000100:00000040:2.0:1787764510.928503:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000800:00000200:1.0:1787764510.928508:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000100:00000001:2.0:1787764510.928508:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764510.928514:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764510.928517:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000800:00000010:1.0:1787764510.928519:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88000.
00000020:00000040:2.0:1787764510.928520:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:2.0:1787764510.928526:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764510.928529:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764510.928531:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764510.928534:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.0:1787764510.928535:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
02000000:00000001:2.0:1787764510.928537:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764510.928541:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:1.0:1787764510.928543:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000008:00100000:2.0:1787764510.928543:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764510.928546:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764510.928549:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764510.928552:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896be580.
00000800:00000200:1.1:1787764510.928554:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000020:00000040:2.0:1787764510.928555:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:2.0:1787764510.928559:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764510.928560:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787764510.928561:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000100:00000001:2.0:1787764510.928562:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764510.928563:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764510.928566:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787764510.928570:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
02000000:00000010:2.0:1787764510.928570:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218869b400.
00000800:00000010:1.0:1787764510.928576:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88000.
00000100:00000001:2.0:1787764510.928576:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764510.928581:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896be580 x1874601358852096/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787764510.928586:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1787764510.928587:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764510.928590:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764510.928595:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a463b55c] to pc [ptlrpcd_rcv+-1]  req@ffff9821896be580 x1874601358852096/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787764510.928597:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1787764510.928606:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764510.928607:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fcc0
00000100:00080000:2.0:1787764510.928608:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1787764510.928612:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fcc0.
00000100:00080000:2.0:1787764510.928612:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787764510.928616:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764510.928617:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764510.928619:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787764510.928620:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764510.928624:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5396
00000400:00000200:2.0:1787764510.928627:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764510.928628:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764510.928630:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764510.928633:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000200:1.0:1787764510.928635:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896bd2c0 x1874601358851840/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764535 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764510.928635:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764510.928638:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764510.928641:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764510.928644:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764510.928646:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:2.0:1787764510.928649:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764510.928651:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:2.0:1787764510.928655:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:2.0:1787764510.928656:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000001:1.0:1787764510.928658:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764510.928658:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764510.928661:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764510.928665:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000040:1.0:1787764510.928666:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bd2c0 x1874601358851840/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764535 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764510.928666:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764510.928669:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:2.0:1787764510.928673:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764510.928676:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764510.928678:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764510.928681:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764510.928684:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764510.928686:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764510.928687:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764510.928689:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1787764510.928691:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000008:00000001:2.0:1787764510.928692:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764510.928695:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764510.928696:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896bc000.
00000020:00000040:2.0:1787764510.928698:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
00000100:00000001:1.0:1787764510.928700:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764510.928705:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
02000000:00000001:2.0:1787764510.928707:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787764510.928708:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4300070155
02000000:00000001:2.0:1787764510.928711:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764510.928713:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764510.928714:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764510.928716:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764510.928721:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218869ac00.
00000100:00000010:1.0:1787764510.928723:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982191cd4a20.
00000100:00000001:2.0:1787764510.928725:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764510.928731:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000100:00100000:2.0:1787764510.928732:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896bc000 x1874601358852224/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764510.928740:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4300070155
00000100:00000001:2.0:1787764510.928742:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000010:1.0:1787764510.928745:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982191cd4960.
00000100:00000001:2.0:1787764510.928746:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764510.928752:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000100:00000040:2.0:1787764510.928753:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ceda9ea7] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bc000 x1874601358852224/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764510.928758:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764510.928760:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764510.928762:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764510.928763:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787764510.928766:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00080000:2.0:1787764510.928768:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787764510.928770:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764510.928771:0:18336:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1787764510.928774:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764510/real 1787764510]  req@ffff9821896bd2c0 x1874601358851840/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764510.928774:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764510.928779:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5396
00000400:00000200:2.0:1787764510.928784:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764510.928788:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000400:00000001:1.0:1787764510.928790:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:2.0:1787764510.928791:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000400:00000001:1.0:1787764510.928794:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:2.0:1787764510.928795:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000400:00000010:1.0:1787764510.928797:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3268.
00000100:00000001:2.0:1787764510.928798:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787764510.928802:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fa18
00000100:00000040:2.0:1787764510.928802:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000400:00000010:1.0:1787764510.928806:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fa18.
00000100:00000001:2.0:1787764510.928806:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764510.928810:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787764510.928812:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000040:2.0:1787764510.928812:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:2.0:1787764510.928815:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000200:1.0:1787764510.928818:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896bd2c0 x1874601358851840/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787764510.928818:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:2.0:1787764510.928822:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:2.0:1787764510.928824:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:2.0:1787764510.928829:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764510.928832:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764510.928836:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764510.928839:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000200:1.0:1787764510.928840:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896bd2c0 x1874601358851840/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787764510.928842:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:2.0:1787764510.928846:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764510.928863:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764510.928865:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764510.928868:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764510.928869:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764510.928870:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764510.928871:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764510.928875:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764510.928878:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764510.928881:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000010:2.0:1787764510.928882:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896bf0c0.
00000100:00000001:1.0:1787764510.928884:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1787764510.928885:0:18336:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
00000100:00000001:1.0:1787764510.928887:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764510.928889:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1787764510.928889:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764510.928891:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764510.928893:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764510.928895:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:1.0:1787764510.928896:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896bd2c0 x1874601358851840/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787764510.928897:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764510.928902:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982188698000.
00000100:00000001:1.0:1787764510.928907:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764510.928907:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764510.928929:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896bd2c0 x1874601358851840/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764535 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764510.928931:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896bf0c0 x1874601358852352/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764510.928944:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764510.928949:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764510.928952:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764510.928954:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764510.928957:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764510.928958:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764510.928961:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764510.928962:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:2.0:1787764510.928965:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c4c07353] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bf0c0 x1874601358852352/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764510.928966:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764510.928974:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764510.928976:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764510.928977:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764510.928981:0:18336:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5406)
00000100:00000040:1.0:1787764510.928982:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896bd2c0 x1874601358851840/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764535 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764510.928989:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896bd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358851840:192.168.202.141@tcp:250:kworker.0
00000100:00000001:1.0:1787764510.928992:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764510.928994:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764510.928996:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bd2c0 x1874601358851840/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764535 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764510.929000:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764510.929002:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764510.929007:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649d000.
02000000:00000001:1.0:1787764510.929010:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764510.929011:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764510.929012:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000020:00000001:1.0:1787764510.929013:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764510.929015:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982188698800.
02000000:00000001:1.0:1787764510.929017:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764510.929019:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764510.929020:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bd2c0.
00000100:00000001:1.0:1787764510.929021:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764510.929022:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764510.929024:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764510.929029:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764510.929030:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764510.929031:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764510.929032:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764510.929033:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764510.929035:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896bcf00 x1874601358851968/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764510.929040:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764510.929041:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764510.929042:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764510.929043:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764510.929045:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764510.929048:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896bcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358851968:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764510.929051:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764510.929053:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764510.929054:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764510.929056:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764510.929058:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649d000.
02000000:00000001:1.0:1787764510.929060:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764510.929064:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764510.929066:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3268.
00000400:00000010:1.0:1787764510.929070:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fa18.
00000100:00000200:1.0:1787764510.929073:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358851968, portal 10
00000100:00000001:1.0:1787764510.929074:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764510.929076:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539727616 : -114205169824000 : ffff9821896bcf00)
00000100:00000040:1.0:1787764510.929082:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896bcf00 x1874601358851968/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764535 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764510.929089:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764510.929091:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764510.929093:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fcc0.
00000100:00000200:1.0:1787764510.929095:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358851968, offset 0
00000400:00000200:1.0:1787764510.929098:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764510.929101:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764510.929103:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764510.929112:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764510.929113:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764510.929115:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764510.929117:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764510.929119:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70527:70527:256:4294967295] 192.168.202.141@tcp LPNI seq info [70527:70527:8:4294967295]
00000400:00000200:1.0:1787764510.929122:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764510.929126:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764510.929128:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764510.929130:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88000.
00000800:00000200:1.0:1787764510.929133:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764510.929139:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787764510.929142:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764510.929145:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1787764510.929147:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764510.929149:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88000.
00000400:00000200:1.0:1787764510.929151:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764510.929153:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764510.929155:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fcc0
00000400:00000010:1.0:1787764510.929156:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fcc0.
00000100:00000001:1.0:1787764510.929157:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764510.929160:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896bcf00 x1874601358851968/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764535 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764510.929164:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764510.929166:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bcf00 x1874601358851968/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764535 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764510.929170:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764510.929171:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764510.929173:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764510.929175:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:1.0:1787764510.929177:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764510.929178:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300068887
00000100:00000001:1.0:1787764510.929180:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300070155
00000100:00000001:1.0:1787764510.929181:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300068887
00000100:00000001:1.0:1787764510.929183:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300070155
00000100:00000001:1.0:1787764510.929184:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764510.929185:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764510.929187:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764510.929189:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764510/real 1787764510]  req@ffff9821896bcf00 x1874601358851968/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764510.929193:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764510.929194:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764510.929195:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3268.
00000400:00000200:1.0:1787764510.929196:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fa18
00000400:00000010:1.0:1787764510.929197:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fa18.
00000100:00000001:1.0:1787764510.929198:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764510.929200:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896bcf00 x1874601358851968/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764510.929205:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896bcf00 x1874601358851968/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764510.929208:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764510.929209:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764510.929210:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764510.929211:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764510.929212:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896bcf00 x1874601358851968/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764510.929216:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764510.929218:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896bcf00 x1874601358851968/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764535 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764510.929222:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764510.929223:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764510.929224:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764510.929225:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764510.929226:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764510.929227:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764510.929228:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764510.929231:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764510.929232:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764510.929234:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896bcf00 x1874601358851968/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764535 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764510.929238:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896bcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358851968:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764510.929240:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764510.929242:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896be580 x1874601358852096/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764510.929245:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764510.929246:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764510.929247:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764510.929248:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764510.929249:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764510.929251:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896be580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358852096:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764510.929252:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764510.929253:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764510.929254:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764510.929256:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764510.929258:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649f400.
02000000:00000001:1.0:1787764510.929259:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764510.929261:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764510.929262:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3268.
00000400:00000010:1.0:1787764510.929264:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fa18.
00000100:00000200:1.0:1787764510.929266:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358852096, portal 10
00000100:00000001:1.0:1787764510.929267:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764510.929268:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539733376 : -114205169818240 : ffff9821896be580)
00000100:00000040:1.0:1787764510.929271:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896be580 x1874601358852096/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764535 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764510.929275:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764510.929276:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764510.929278:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fcc0.
00000100:00000200:1.0:1787764510.929279:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358852096, offset 0
00000400:00000200:1.0:1787764510.929281:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764510.929283:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764510.929285:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764510.929287:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764510.929288:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764510.929290:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764510.929291:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764510.929293:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70528:70528:256:4294967295] 192.168.202.141@tcp LPNI seq info [70528:70528:8:4294967295]
00000400:00000200:1.0:1787764510.929295:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764510.929299:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764510.929301:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764510.929303:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88000.
00000800:00000200:1.0:1787764510.929305:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764510.929307:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787764510.929309:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764510.929310:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1787764510.929313:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764510.929314:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88000.
00000400:00000200:1.0:1787764510.929315:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764510.929317:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764510.929319:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fcc0
00000400:00000010:1.0:1787764510.929320:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fcc0.
00000100:00000001:1.0:1787764510.929321:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764510.929323:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896be580 x1874601358852096/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764535 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764510.929328:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764510.929329:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896be580 x1874601358852096/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764535 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764510.929333:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764510.929334:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764510.929335:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764510.929337:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:1.0:1787764510.929339:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764510.929340:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300068881
00000100:00000001:1.0:1787764510.929341:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300070155
00000100:00000001:1.0:1787764510.929343:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300068881
00000100:00000001:1.0:1787764510.929344:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300070155
00000100:00000001:1.0:1787764510.929345:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764510.929346:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764510.929347:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764510.929349:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764510/real 1787764510]  req@ffff9821896be580 x1874601358852096/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764510.929352:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764510.929353:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764510.929354:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3268.
00000400:00000200:1.0:1787764510.929355:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fa18
00000400:00000010:1.0:1787764510.929356:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fa18.
00000100:00000001:1.0:1787764510.929357:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764510.929359:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896be580 x1874601358852096/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764510.929364:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896be580 x1874601358852096/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764510.929367:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764510.929368:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764510.929368:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764510.929369:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764510.929371:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896be580 x1874601358852096/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764510.929374:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764510.929376:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896be580 x1874601358852096/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764535 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764510.929380:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764510.929382:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764510.929383:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764510.929383:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764510.929384:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764510.929385:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764510.929386:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764510.929388:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764510.929389:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764510.929391:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896be580 x1874601358852096/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764535 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764510.929395:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896be580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358852096:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764510.929397:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764510.929399:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896bc000 x1874601358852224/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764510.929402:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764510.929403:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764510.929404:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764510.929405:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764510.929406:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764510.929407:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358852224:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764510.929409:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764510.929409:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764510.929410:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764510.929411:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764510.929413:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649cc00.
02000000:00000001:1.0:1787764510.929414:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764510.929416:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764510.929418:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3268.
00000400:00000010:1.0:1787764510.929419:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fa18.
00000100:00000200:1.0:1787764510.929421:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358852224, portal 4
00000100:00000001:1.0:1787764510.929422:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764510.929423:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539723776 : -114205169827840 : ffff9821896bc000)
00000100:00000040:1.0:1787764510.929426:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896bc000 x1874601358852224/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764535 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764510.929430:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764510.929431:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764510.929432:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fcc0.
00000100:00000200:1.0:1787764510.929434:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358852224, offset 0
00000400:00000200:1.0:1787764510.929436:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764510.929437:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764510.929439:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764510.929440:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764510.929442:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764510.929443:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764510.929444:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764510.929446:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70529:70529:256:4294967295] 192.168.202.141@tcp LPNI seq info [70529:70529:8:4294967295]
00000400:00000200:1.0:1787764510.929448:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764510.929452:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764510.929454:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764510.929455:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88000.
00000800:00000200:1.0:1787764510.929457:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764510.929459:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787764510.929462:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764510.929463:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1787764510.929465:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764510.929467:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88000.
00000400:00000200:1.0:1787764510.929468:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764510.929470:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764510.929471:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fcc0
00000400:00000010:1.0:1787764510.929472:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fcc0.
00000100:00000001:1.0:1787764510.929474:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764510.929476:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896bc000 x1874601358852224/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764535 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764510.929480:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764510.929482:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bc000 x1874601358852224/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764535 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764510.929485:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764510.929486:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764510.929488:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764510.929489:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:1.0:1787764510.929491:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764510.929492:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300068886
00000100:00000001:1.0:1787764510.929493:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300070155
00000100:00000001:1.0:1787764510.929495:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300068886
00000100:00000001:1.0:1787764510.929496:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300070155
00000100:00000001:1.0:1787764510.929497:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764510.929498:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764510.929499:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764510.929501:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764510/real 1787764510]  req@ffff9821896bc000 x1874601358852224/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764510.929504:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764510.929505:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764510.929506:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3268.
00000400:00000200:1.0:1787764510.929507:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fa18
00000400:00000010:1.0:1787764510.929508:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fa18.
00000100:00000001:1.0:1787764510.929508:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764510.929510:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896bc000 x1874601358852224/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764510.929514:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896bc000 x1874601358852224/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764510.929521:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764510.929522:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764510.929523:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764510.929524:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764510.929526:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896bc000 x1874601358852224/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764510.929529:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764510.929531:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896bc000 x1874601358852224/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764535 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764510.929534:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764510.929536:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764510.929536:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764510.929537:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764510.929538:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764510.929539:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764510.929540:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764510.929542:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764510.929543:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764510.929545:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896bc000 x1874601358852224/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764535 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764510.929549:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358852224:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764510.929550:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764510.929552:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896bf0c0 x1874601358852352/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764510.929555:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764510.929556:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764510.929558:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764510.929558:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764510.929560:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764510.929561:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896bf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358852352:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764510.929563:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764510.929564:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764510.929565:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764510.929566:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764510.929567:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649c000.
02000000:00000001:1.0:1787764510.929568:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764510.929570:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764510.929571:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3268.
00000400:00000010:1.0:1787764510.929573:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fa18.
00000100:00000200:1.0:1787764510.929574:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358852352, portal 4
00000100:00000001:1.0:1787764510.929575:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764510.929576:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539736256 : -114205169815360 : ffff9821896bf0c0)
00000100:00000040:1.0:1787764510.929579:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896bf0c0 x1874601358852352/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764535 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764510.929582:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764510.929583:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764510.929584:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fcc0.
00000100:00000200:1.0:1787764510.929586:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358852352, offset 0
00000400:00000200:1.0:1787764510.929588:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764510.929590:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764510.929591:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764510.929593:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764510.929594:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764510.929596:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764510.929597:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764510.929599:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70530:70530:256:4294967295] 192.168.202.141@tcp LPNI seq info [70530:70530:8:4294967295]
00000400:00000200:1.0:1787764510.929601:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764510.929604:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764510.929607:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764510.929609:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88000.
00000800:00000200:1.0:1787764510.929611:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764510.929613:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787764510.929615:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764510.929628:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1787764510.929630:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764510.929631:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88000.
00000400:00000200:1.0:1787764510.929633:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764510.929635:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764510.929637:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fcc0
00000400:00000010:1.0:1787764510.929638:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fcc0.
00000100:00000001:1.0:1787764510.929640:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764510.929642:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896bf0c0 x1874601358852352/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764535 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764510.929646:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764510.929648:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bf0c0 x1874601358852352/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764535 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764510.929652:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764510.929652:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764510.929654:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764510.929656:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:1.0:1787764510.929657:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764510.929658:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300068887
00000100:00000001:1.0:1787764510.929660:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300070155
00000100:00000001:1.0:1787764510.929661:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300068887
00000100:00000001:1.0:1787764510.929662:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300070155
00000100:00000001:1.0:1787764510.929663:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764510.929664:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764510.929665:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764510.929667:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764510/real 1787764510]  req@ffff9821896bf0c0 x1874601358852352/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764510.929672:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764510.929673:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764510.929674:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3268.
00000400:00000200:1.0:1787764510.929675:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fa18
00000400:00000010:1.0:1787764510.929676:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fa18.
00000100:00000001:1.0:1787764510.929677:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764510.929678:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896bf0c0 x1874601358852352/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764535 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764510.929682:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896bf0c0 x1874601358852352/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764510.929685:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764510.929686:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764510.929687:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764510.929688:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764510.929690:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896bf0c0 x1874601358852352/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764535 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764510.929693:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764510.929695:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896bf0c0 x1874601358852352/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764535 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764510.929699:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764510.929701:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764510.929701:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764510.929702:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764510.929703:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764510.929704:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764510.929705:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764510.929707:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764510.929708:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764510.929710:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896bf0c0 x1874601358852352/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764535 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764510.929717:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896bf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358852352:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764510.929720:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764510.929722:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764510.929725:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bcf00 x1874601358851968/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764535 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764510.929730:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764510.929732:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764510.929733:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649d000.
02000000:00000001:1.0:1787764510.929736:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764510.929737:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764510.929739:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:1.0:1787764510.929740:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764510.929742:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218869a000.
02000000:00000001:1.0:1787764510.929744:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764510.929746:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764510.929747:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bcf00.
00000100:00000001:1.0:1787764510.929749:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764510.929751:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764510.929752:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764510.929755:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896be580 x1874601358852096/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764535 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764510.929761:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764510.929763:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764510.929763:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649f400.
02000000:00000001:1.0:1787764510.929765:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764510.929766:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764510.929767:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:1.0:1787764510.929768:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764510.929769:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218869b400.
02000000:00000001:1.0:1787764510.929770:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764510.929771:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764510.929772:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896be580.
00000100:00000001:1.0:1787764510.929773:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764510.929774:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764510.929775:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764510.929777:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bc000 x1874601358852224/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764535 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764510.929781:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764510.929781:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764510.929782:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649cc00.
02000000:00000001:1.0:1787764510.929783:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764510.929784:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764510.929784:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:1.0:1787764510.929785:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764510.929786:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218869ac00.
02000000:00000001:1.0:1787764510.929787:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764510.929787:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764510.929788:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bc000.
00000100:00000001:1.0:1787764510.929789:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764510.929790:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764510.929791:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764510.929792:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bf0c0 x1874601358852352/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764535 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764510.929796:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764510.929797:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764510.929797:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649c000.
02000000:00000001:1.0:1787764510.929798:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764510.929799:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764510.929799:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:1.0:1787764510.929800:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764510.929801:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982188698000.
02000000:00000001:1.0:1787764510.929802:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764510.929803:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764510.929803:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bf0c0.
00000100:00000001:1.0:1787764510.929804:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764510.929805:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764510.929806:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764510.929808:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764510.929809:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764510.929811:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764510.929812:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764511.247991:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764511.247999:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764511.248005:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764511.248006:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764511.248009:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764511.248011:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764511.248014:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764511.248015:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764511.248018:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764511.248020:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764511.248088:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764511.248093:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764511.248096:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764511.503968:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764511.503976:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764511.503978:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764511.503984:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764511.503988:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764511.503992:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764511.503995:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764511.503998:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764511.504001:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764512.272012:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4300070155, at 4300070208
00000100:00000040:3.0:1787764512.272012:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4300070155, at 4300070208
00010000:00000001:0.0:1787764512.272015:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764512.272022:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764512.272037:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764512.272040:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764512.272041:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191cd4960.
00010000:00000001:0.0:1787764512.272047:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:2.0:1787764512.272048:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191cd4a20.
00010000:00000001:0.0:1787764512.272050:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764512.272057:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764512.272059:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764512.272064:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764512.272065:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764512.272101:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764512.272105:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764512.272108:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764512.531045:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764512.531055:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764512.531058:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764512.531065:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764512.531069:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764512.531074:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764512.531078:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764512.531081:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764512.531085:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764513.295946:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764513.295951:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764513.295955:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764513.295956:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764513.295958:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764513.295959:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764513.295961:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764513.295962:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764513.295964:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764513.295965:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764513.295980:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764513.295982:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764513.295984:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764513.551976:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764513.551986:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764513.551989:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764513.551995:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764513.552000:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764513.552004:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764513.552006:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764513.552009:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764513.552013:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764514.320028:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764514.320037:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764514.320045:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764514.320046:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764514.320050:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764514.320052:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764514.320056:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764514.320057:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764514.320061:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764514.320063:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764514.320140:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764514.320146:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764514.320150:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764514.575960:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764514.575968:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764514.575970:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764514.575974:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764514.575980:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764514.575983:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764514.575985:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764514.575986:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764514.575988:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764515.343931:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764515.343937:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764515.343939:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764515.343942:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764515.343947:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764515.343950:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764515.343952:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764515.343954:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764515.343957:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764515.343958:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764515.343960:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764515.343961:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764515.343963:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764515.343964:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764515.343965:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764515.343966:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764515.343967:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764515.343968:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764515.343969:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764515.343970:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764515.343972:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764515.343974:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764515.344006:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764515.344009:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764515.344012:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764515.599966:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764515.599973:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764515.599975:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764515.599980:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764515.599985:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764515.599989:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764515.599992:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764515.599995:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764515.599997:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764516.048006:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764516.048015:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787764516.048017:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764516.048021:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764516.048025:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764516.048039:0:18336:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5401
00000400:00000200:1.0:1787764516.048047:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764516.048053:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764516.048056:0:18336:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764516.048059:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764516.048062:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764516.048065:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764516.048067:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764516.048070:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764516.048072:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:1.0:1787764516.048075:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764516.048078:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:1.0:1787764516.048080:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:1.0:1787764516.048083:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:1.0:1787764516.048085:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764516.048087:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764516.048089:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764516.048091:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764516.048094:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:1.0:1787764516.048097:0:18336:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764516.048100:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764516.048103:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764516.048106:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764516.048109:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764516.048112:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787764516.048114:0:18336:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764516.048122:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f86d00.
00000020:00000040:1.0:1787764516.048125:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:1.0:1787764516.048129:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764516.048131:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764516.048133:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764516.048136:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764516.048140:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764516.048147:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649f400.
00000100:00000001:1.0:1787764516.048154:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764516.048170:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f86d00 x1874601358852480/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764516.048179:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764516.048183:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764516.048188:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008cf4c69e] to pc [ptlrpcd_rcv+-1]  req@ffff982187f86d00 x1874601358852480/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764516.048210:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764516.048214:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764516.048217:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787764516.048218:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764516.048219:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764516.048222:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764516.048224:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5401
00000400:00000200:1.0:1787764516.048227:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764516.048230:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764516.048232:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764516.048235:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764516.048236:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764516.048239:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764516.048241:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764516.048244:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764516.048246:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:1.0:1787764516.048248:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764516.048250:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:1.0:1787764516.048252:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:1.0:1787764516.048255:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:1.0:1787764516.048258:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764516.048259:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764516.048262:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764516.048262:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764516.048264:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764516.048268:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00000001:2.0:1787764516.048268:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1787764516.048274:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764516.048274:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787764516.048280:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764516.048282:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1787764516.048286:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f86d00 x1874601358852480/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787764516.048288:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764516.048293:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764516.048297:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764516.048303:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787764516.048304:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764516.048308:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1787764516.048309:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764516.048314:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764516.048315:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:1.0:1787764516.048318:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f86580.
02000000:00000001:2.0:1787764516.048319:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:1.0:1787764516.048322:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:2.0:1787764516.048325:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764516.048327:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764516.048330:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764516.048333:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358852480:192.168.202.141@tcp:250:kworker.0
00000100:00000001:1.0:1787764516.048334:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764516.048336:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764516.048340:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764516.048341:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000010:1.0:1787764516.048345:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649d000.
02000000:00000001:2.0:1787764516.048348:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1787764516.048351:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764516.048352:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764516.048357:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:1.0:1787764516.048359:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f86580 x1874601358852608/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764516.048379:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764516.048381:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764516.048394:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d31d406] to pc [ptlrpcd_rcv+-1]  req@ffff982187f86580 x1874601358852608/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764516.048401:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764516.048404:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764516.048414:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1787764516.048416:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764516.048417:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764516.048420:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764516.048422:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5401
00000400:00000200:1.0:1787764516.048425:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764516.048437:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764516.048439:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764516.048442:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764516.048444:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764516.048452:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764516.048455:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764516.048457:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764516.048458:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:1.0:1787764516.048459:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764516.048461:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:1.0:1787764516.048463:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:1.0:1787764516.048465:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:1.0:1787764516.048475:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
02000000:00000010:2.0:1787764516.048475:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188699800.
00000100:00000001:1.0:1787764516.048481:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1787764516.048482:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764516.048485:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764516.048488:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000400:00000200:2.0:1787764516.048492:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764516.048497:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764516.048503:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764516.048509:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358852480, portal 25
00000100:00000001:2.0:1787764516.048511:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764516.048513:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515388672 : -114205194162944 : ffff982187f86d00)
00000100:00000040:2.0:1787764516.048521:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f86d00 x1874601358852480/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787764516.048522:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:1.0:1787764516.048527:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764516.048529:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764516.048539:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:1.0:1787764516.048540:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764516.048545:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1787764516.048547:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
02000000:00000001:1.0:1787764516.048549:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764516.048552:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764516.048554:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000400:00000010:2.0:1787764516.048557:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e07f8.
00000100:00000200:2.0:1787764516.048561:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358852480, offset 0
00000008:00000001:1.0:1787764516.048566:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764516.048569:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764516.048572:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000100:00000010:1.0:1787764516.048573:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f87480.
00000020:00000040:1.0:1787764516.048584:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:1.0:1787764516.048587:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1787764516.048589:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764516.048597:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
02000000:00000001:1.0:1787764516.048599:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764516.048603:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764516.048604:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1787764516.048605:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:1.0:1787764516.048607:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764516.048612:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764516.048616:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764516.048619:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
02000000:00000010:1.0:1787764516.048621:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649e800.
00000400:00000200:2.0:1787764516.048626:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70531:70531:256:4294967295] 192.168.202.141@tcp LPNI seq info [70531:70531:8:4294967295]
00000100:00000001:1.0:1787764516.048627:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764516.048634:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00100000:1.0:1787764516.048646:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f87480 x1874601358852736/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787764516.048649:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764516.048657:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764516.048663:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8600.
00000800:00000200:2.0:1787764516.048670:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:1.0:1787764516.048679:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:2.1:1787764516.048680:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:1.0:1787764516.048690:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764516.048695:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003027b144] to pc [ptlrpcd_rcv+-1]  req@ffff982187f87480 x1874601358852736/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764516.048696:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764516.048705:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764516.048710:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4300075275
00000100:00000001:1.0:1787764516.048711:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764516.048717:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:2.0:1787764516.048720:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9821832cf0c0.
00000100:00080000:1.0:1787764516.048721:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787764516.048725:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764516.048727:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764516.048730:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787764516.048730:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000100:00080000:1.0:1787764516.048736:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5401
00000100:00000001:2.0:1787764516.048740:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4300075275
00000400:00000200:1.0:1787764516.048742:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764516.048747:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00000010:2.0:1787764516.048748:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9821832cf5a0.
00000100:00080000:1.0:1787764516.048750:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787764516.048755:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000100:00000040:1.0:1787764516.048756:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764516.048761:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787764516.048763:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1787764516.048764:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764516.048769:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:2.0:1787764516.048770:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764516.048777:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764516.048779:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1787764516.048787:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787764516.048787:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000020:00000040:1.0:1787764516.048791:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000100:00000001:2.0:1787764516.048791:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000020:00000001:1.0:1787764516.048795:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787764516.048797:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:1.0:1787764516.048799:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000100:00000001:2.0:1787764516.048800:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1787764516.048803:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000001:2.0:1787764516.048804:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1787764516.048806:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:1.0:1787764516.048812:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000040:2.0:1787764516.048813:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f86580 x1874601358852608/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764516.048815:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764516.048819:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764516.048824:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764516.048829:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00000001:2.0:1787764516.048831:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1787764516.048835:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764516.048836:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764516.048841:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764516.048842:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764516.048845:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764516.048846:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764516.048894:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764516.048899:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358852608:192.168.202.141@tcp:38:kworker.0
02000000:00000001:1.0:1787764516.048903:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764516.048904:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764516.048909:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764516.048910:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764516.048913:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764516.048915:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764516.048919:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869bc00.
00000100:00000001:1.0:1787764516.048920:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787764516.048921:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1787764516.048925:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000400:00000200:2.0:1787764516.048930:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000008:00000001:1.0:1787764516.048931:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764516.048936:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787764516.048937:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512370.
00000100:00000010:1.0:1787764516.048940:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f87840.
00000400:00000010:2.0:1787764516.048944:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0908.
00000020:00000040:1.0:1787764516.048945:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:1.0:1787764516.048950:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000200:2.0:1787764516.048951:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358852608, portal 10
02000000:00000001:1.0:1787764516.048953:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764516.048956:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764516.048957:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787764516.048959:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515386752 : -114205194164864 : ffff982187f86580)
02000000:00000001:1.0:1787764516.048960:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764516.048963:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764516.048969:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649e000.
00000100:00000040:2.0:1787764516.048971:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f86580 x1874601358852608/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764516.048987:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1787764516.048988:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764516.048993:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764516.048997:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0220.
00000100:00000200:2.0:1787764516.049000:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358852608, offset 0
00000100:00100000:1.0:1787764516.049007:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f87840 x1874601358852864/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787764516.049008:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764516.049016:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764516.049022:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1787764516.049023:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764516.049027:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764516.049030:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764516.049032:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764516.049035:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000100:00000001:1.0:1787764516.049039:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764516.049040:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70532:70532:255:4294967295] 192.168.202.141@tcp LPNI seq info [70532:70532:7:4294967295]
00000100:00000040:1.0:1787764516.049048:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000974c9555] to pc [ptlrpcd_rcv+-1]  req@ffff982187f87840 x1874601358852864/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787764516.049049:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764516.049060:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764516.049068:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764516.049075:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8200.
00000100:00000001:1.0:1787764516.049079:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787764516.049080:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00080000:1.0:1787764516.049083:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764516.049086:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787764516.049089:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764516.049091:0:18336:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.1:1787764516.049091:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:2.0:1787764516.049098:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764516.049101:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:2.0:1787764516.049104:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000100:00080000:1.0:1787764516.049106:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5401
00000400:00000200:1.0:1787764516.049112:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764516.049112:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764516.049118:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00000001:2.0:1787764516.049118:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300074007
00000100:00000001:2.0:1787764516.049124:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300075275
00000100:00080000:1.0:1787764516.049127:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787764516.049130:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300074007
00000100:00000040:1.0:1787764516.049131:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764516.049136:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787764516.049136:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300075275
00000100:00000040:1.0:1787764516.049141:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764516.049144:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764516.049146:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764516.049148:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000100:00000001:2.0:1787764516.049148:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764516.049152:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764516.049155:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764516.049159:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f87480 x1874601358852736/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1787764516.049162:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764516.049166:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:1.0:1787764516.049170:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000001:2.0:1787764516.049180:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764516.049182:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764516.049185:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
02000000:00000001:2.0:1787764516.049187:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764516.049191:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764516.049194:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764516.049197:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358852736:192.168.202.141@tcp:38:kworker.0
00000100:00000040:1.0:1787764516.049199:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764516.049204:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787764516.049205:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:1.0:1787764516.049208:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
02000000:00000001:2.0:1787764516.049210:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1787764516.049211:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
02000000:00000001:2.0:1787764516.049213:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764516.049216:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:1.0:1787764516.049221:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
02000000:00000010:2.0:1787764516.049221:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188699000.
00000100:00080000:1.0:1787764516.049226:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
02000000:00000001:2.0:1787764516.049226:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764516.049228:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764516.049230:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1787764516.049233:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764516.049237:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512580.
02000000:00000001:1.0:1787764516.049238:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764516.049241:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764516.049243:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:2.0:1787764516.049244:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0088.
00000008:00100000:1.0:1787764516.049245:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1787764516.049249:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787764516.049250:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358852736, portal 10
00000100:00000001:2.0:1787764516.049253:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764516.049255:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515390592 : -114205194161024 : ffff982187f87480)
00000100:00000040:2.0:1787764516.049261:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f87480 x1874601358852736/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764516.049264:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764516.049270:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f85e00.
00000100:00000001:2.0:1787764516.049273:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764516.049276:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764516.049279:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0cc0.
00000020:00000040:1.0:1787764516.049281:0:18336:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
00000100:00000200:2.0:1787764516.049283:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358852736, offset 0
02000000:00000001:1.0:1787764516.049285:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764516.049286:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764516.049290:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1787764516.049294:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
02000000:00000001:1.0:1787764516.049297:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1787764516.049301:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764516.049305:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
02000000:00000001:1.0:1787764516.049306:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764516.049311:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764516.049315:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764516.049317:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764516.049319:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764516.049322:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70533:70533:254:4294967295] 192.168.202.141@tcp LPNI seq info [70533:70533:6:4294967295]
02000000:00000010:1.0:1787764516.049323:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649d800.
00000400:00000200:2.0:1787764516.049329:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764516.049331:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764516.049341:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f85e00 x1874601358852992/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787764516.049341:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764516.049351:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764516.049355:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8d00.
00000800:00000200:2.0:1787764516.049358:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764516.049363:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:2.0:1787764516.049365:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764516.049368:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:2.0:1787764516.049371:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764516.049372:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300074001
00000100:00000001:2.0:1787764516.049375:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300075275
00000100:00000001:2.0:1787764516.049377:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300074001
00000100:00000001:2.0:1787764516.049381:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300075275
00000100:00000001:2.0:1787764516.049384:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764516.049386:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764516.049388:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764516.049392:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764516.049398:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764516.049400:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764516.049402:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1787764516.049405:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764516.049407:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764516.049408:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764516.049413:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f87840 x1874601358852864/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764516.049414:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764516.049423:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004bea692] to pc [ptlrpcd_rcv+-1]  req@ffff982187f85e00 x1874601358852992/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764516.049429:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764516.049431:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764516.049434:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764516.049435:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764516.049440:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764516.049449:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358852864:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764516.049456:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1787764516.049458:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764516.049459:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764516.049462:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764516.049465:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764516.049468:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188698000.
02000000:00000001:2.0:1787764516.049470:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764516.049473:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000040:1.0:1787764516.049475:0:18336:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5411)
00000400:00000010:2.0:1787764516.049477:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512630.
00000400:00000010:2.0:1787764516.049483:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0bb0.
00000100:00000200:2.0:1787764516.049486:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358852864, portal 4
00000100:00000001:2.0:1787764516.049488:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764516.049489:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515391552 : -114205194160064 : ffff982187f87840)
00000100:00000040:2.0:1787764516.049495:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f87840 x1874601358852864/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764516.049502:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764516.049504:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764516.049507:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e03b8.
00000100:00000200:2.0:1787764516.049509:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358852864, offset 0
00000400:00000200:2.0:1787764516.049514:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764516.049517:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764516.049520:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764516.049523:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764516.049525:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764516.049528:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764516.049530:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764516.049533:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70534:70534:253:4294967295] 192.168.202.141@tcp LPNI seq info [70534:70534:5:4294967295]
00000400:00000200:2.0:1787764516.049536:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764516.049542:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764516.049546:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764516.049550:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8700.
00000800:00000200:2.0:1787764516.049553:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764516.049557:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:2.0:1787764516.049560:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764516.049563:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:2.0:1787764516.049566:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764516.049568:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300074006
00000100:00000001:2.0:1787764516.049570:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300075275
00000100:00000001:2.0:1787764516.049572:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300074006
00000100:00000001:2.0:1787764516.049574:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300075275
00000100:00000001:2.0:1787764516.049576:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764516.049578:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764516.049580:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764516.049582:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764516.049585:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764516.049586:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1787764516.049588:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764516.049589:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764516.049590:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764516.049594:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f85e00 x1874601358852992/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764516.049601:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764516.049602:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764516.049604:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764516.049606:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764516.049608:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764516.049611:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f85e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358852992:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764516.049614:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764516.049616:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764516.049618:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764516.049619:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764516.049622:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869ac00.
02000000:00000001:2.0:1787764516.049624:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764516.049627:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764516.049630:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512d68.
00000400:00000010:2.0:1787764516.049633:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0440.
00000100:00000200:2.0:1787764516.049636:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358852992, portal 4
00000100:00000001:2.0:1787764516.049638:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764516.049639:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515384832 : -114205194166784 : ffff982187f85e00)
00000100:00000040:2.0:1787764516.049644:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f85e00 x1874601358852992/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764516.049650:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764516.049652:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764516.049654:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e02a8.
00000100:00000200:2.0:1787764516.049656:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358852992, offset 0
00000400:00000200:2.0:1787764516.049660:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764516.049663:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764516.049666:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764516.049669:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764516.049672:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764516.049674:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764516.049677:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764516.049680:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70535:70535:252:4294967295] 192.168.202.141@tcp LPNI seq info [70535:70535:4:4294967295]
00000400:00000200:2.0:1787764516.049684:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764516.049689:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764516.049693:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764516.049697:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8900.
00000800:00000200:2.0:1787764516.049700:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764516.049703:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:2.0:1787764516.049706:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764516.049708:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:2.0:1787764516.049711:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764516.049713:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300074007
00000100:00000001:2.0:1787764516.049715:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300075275
00000100:00000001:2.0:1787764516.049717:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300074007
00000100:00000001:2.0:1787764516.049719:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300075275
00000100:00000001:2.0:1787764516.049721:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764516.049723:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764516.049726:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764516.049728:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764516.049730:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764516.049731:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1787764516.049733:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764516.049734:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764516.049735:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764516.049737:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764516.367929:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764516.367934:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764516.367938:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764516.367941:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764516.367942:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764516.367945:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764516.367946:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764516.367948:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764516.367949:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764516.367950:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764516.367953:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764516.367953:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764516.367955:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764516.367956:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764516.367958:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764516.367958:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764516.367975:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764516.367977:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764516.367979:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764516.623963:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764516.623969:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764516.623971:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764516.623976:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764516.623979:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764516.623982:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764516.623985:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764516.623987:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764516.623990:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764517.391953:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4300075275, at 4300075328
00000100:00000040:3.0:1787764517.391953:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4300075275, at 4300075328
00010000:00000001:0.0:1787764517.391957:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764517.391963:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764517.391968:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9821832cf0c0.
00010000:00000001:0.0:1787764517.391970:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:3.0:1787764517.391970:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9821832cf5a0.
00010000:00000001:0.0:1787764517.391974:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764517.391979:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764517.391981:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764517.391985:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764517.391987:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764517.391991:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764517.391992:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764517.392013:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764517.392016:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764517.392019:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764517.647927:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764517.647935:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764517.647937:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764517.647943:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764517.647948:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764517.647952:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764517.647955:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764517.647957:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764517.647961:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764518.415983:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764518.415990:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764518.415996:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764518.415997:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764518.416001:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764518.416003:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764518.416006:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764518.416009:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764518.416011:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764518.416014:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764518.416016:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764518.416018:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764518.416021:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764518.416022:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764518.416025:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764518.416027:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764518.416028:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764518.416029:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764518.416031:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764518.416032:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764518.416034:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764518.416036:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764518.416079:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764518.416082:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764518.416085:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764518.671964:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764518.671973:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764518.671976:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764518.671981:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764518.671986:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764518.671990:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764518.671993:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764518.671996:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764518.671999:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:3.0:1787764519.120068:0:2376:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.141:988
00000400:00000100:3.0:1787764519.120102:0:2376:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.141@tcp at host 192.168.202.141 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1787764519.120108:0:2376:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764519.120110:0:2376:0:(router.c:1791:lnet_notify()) 192.168.202.41@tcp notifying 192.168.202.141@tcp: down
00000400:00000200:3.0:1787764519.120114:0:2376:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764519.120128:0:2376:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1787764519.120134:0:2376:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:3.0:1787764519.120137:0:2376:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8600.
00000400:00000200:3.0:1787764519.120142:0:2376:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787764519.120146:0:2376:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787764519.120152:0:2376:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e07f8
00000400:00000010:3.0:1787764519.120154:0:2376:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e07f8.
00000100:00000001:3.0:1787764519.120160:0:2376:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787764519.120168:0:2376:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff982187f86d00 x1874601358852480/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764519.120194:0:2376:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764519.120199:0:2376:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f86d00 x1874601358852480/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764541 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764519.120206:0:2376:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764519.120208:0:2376:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787764519.120215:0:2376:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:3.0:1787764519.120217:0:2376:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8200.
00000400:00000200:3.0:1787764519.120220:0:2376:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787764519.120223:0:2376:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787764519.120226:0:2376:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0220
00000400:00000010:3.0:1787764519.120227:0:2376:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0220.
00000100:00000001:3.0:1787764519.120230:0:2376:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787764519.120234:0:2376:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff982187f86580 x1874601358852608/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764519.120241:0:2376:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764519.120244:0:2376:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f86580 x1874601358852608/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764541 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764519.120249:0:2376:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764519.120251:0:2376:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787764519.120255:0:2376:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:3.0:1787764519.120257:0:2376:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8d00.
00000400:00000200:3.0:1787764519.120259:0:2376:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787764519.120262:0:2376:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787764519.120264:0:2376:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0cc0
00000400:00000010:3.0:1787764519.120266:0:2376:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0cc0.
00000100:00000001:3.0:1787764519.120268:0:2376:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787764519.120272:0:2376:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff982187f87480 x1874601358852736/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764519.120279:0:2376:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764519.120282:0:2376:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f87480 x1874601358852736/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764541 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764519.120288:0:2376:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764519.120290:0:2376:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787764519.120294:0:2376:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:3.0:1787764519.120296:0:2376:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8700.
00000400:00000200:3.0:1787764519.120299:0:2376:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787764519.120302:0:2376:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787764519.120304:0:2376:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e03b8
00000400:00000010:3.0:1787764519.120306:0:2376:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e03b8.
00000100:00000001:3.0:1787764519.120308:0:2376:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787764519.120312:0:2376:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff982187f87840 x1874601358852864/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764519.120318:0:2376:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764519.120320:0:2376:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f87840 x1874601358852864/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764541 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764519.120325:0:2376:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764519.120327:0:2376:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787764519.120330:0:2376:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:3.0:1787764519.120332:0:2376:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8900.
00000400:00000200:3.0:1787764519.120334:0:2376:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787764519.120337:0:2376:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787764519.120339:0:2376:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e02a8
00000400:00000010:3.0:1787764519.120340:0:2376:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e02a8.
00000100:00000001:3.0:1787764519.120342:0:2376:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787764519.120346:0:2376:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff982187f85e00 x1874601358852992/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764519.120352:0:2376:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764519.120355:0:2376:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f85e00 x1874601358852992/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764541 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764519.120361:0:2376:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764519.120363:0:2376:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764519.120528:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764519.120532:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764519.120534:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764519.120541:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764516/real 1787764519]  req@ffff982187f85e00 x1874601358852992/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764519.120552:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764519.120553:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764519.120556:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512d68.
00000400:00000200:2.0:1787764519.120559:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0440
00000400:00000010:2.0:1787764519.120561:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0440.
00000100:00000001:2.0:1787764519.120564:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764519.120567:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f85e00 x1874601358852992/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764519.120574:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f85e00 x1874601358852992/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764519.120579:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764519.120581:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764519.120584:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764519.120586:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764519.120589:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f85e00 x1874601358852992/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764519.120594:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764519.120598:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f85e00 x1874601358852992/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764541 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764519.120604:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764519.120606:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764519.120608:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764519.120609:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764519.120611:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764519.120613:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764519.120616:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764519.120620:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764519.120622:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764519.120625:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f85e00 x1874601358852992/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764541 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764519.120632:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f85e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358852992:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764519.120642:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764519.120646:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764516/real 1787764519]  req@ffff982187f87840 x1874601358852864/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764519.120653:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764519.120654:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764519.120656:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512630.
00000400:00000200:2.0:1787764519.120658:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0bb0
00000400:00000010:2.0:1787764519.120659:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0bb0.
00000100:00000001:2.0:1787764519.120661:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764519.120664:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f87840 x1874601358852864/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764519.120672:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f87840 x1874601358852864/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764519.120678:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764519.120680:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764519.120681:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764519.120683:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764519.120686:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f87840 x1874601358852864/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764519.120692:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764519.120695:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f87840 x1874601358852864/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764541 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764519.120702:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764519.120704:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764519.120706:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764519.120707:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764519.120708:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764519.120711:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764519.120713:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764519.120716:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764519.120718:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764519.120722:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f87840 x1874601358852864/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764541 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764519.120730:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358852864:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764519.120734:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764519.120737:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764516/real 1787764519]  req@ffff982187f86580 x1874601358852608/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764519.120749:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764519.120750:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764519.120752:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512370.
00000400:00000200:2.0:1787764519.120754:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0908
00000400:00000010:2.0:1787764519.120755:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0908.
00000100:00000001:2.0:1787764519.120757:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764519.120760:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f86580 x1874601358852608/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764519.120774:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f86580 x1874601358852608/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764519.120779:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764519.120781:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764519.120782:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764519.120783:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764519.120787:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f86580 x1874601358852608/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764519.120793:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764519.120796:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f86580 x1874601358852608/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764541 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764519.120802:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764519.120804:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764519.120805:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764519.120806:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764519.120807:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764519.120809:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764519.120811:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764519.120814:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764519.120816:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764519.120820:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f86580 x1874601358852608/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764541 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764519.120826:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358852608:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764519.120830:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764519.120832:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764516/real 1787764519]  req@ffff982187f87480 x1874601358852736/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764519.120874:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764519.120876:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764519.120877:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512580.
00000400:00000200:2.0:1787764519.120880:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0088
00000400:00000010:2.0:1787764519.120881:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0088.
00000100:00000001:2.0:1787764519.120883:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764519.120887:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f87480 x1874601358852736/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764519.120894:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f87480 x1874601358852736/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764519.120900:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764519.120901:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764519.120902:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764519.120904:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764519.120907:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f87480 x1874601358852736/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764519.120913:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764519.120917:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f87480 x1874601358852736/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764541 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764519.120928:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764519.120930:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764519.120932:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764519.120933:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764519.120934:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764519.120936:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764519.120938:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764519.120941:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764519.120943:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764519.120947:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f87480 x1874601358852736/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764541 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764519.120954:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358852736:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764519.120958:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764519.120961:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764516/real 1787764519]  req@ffff982187f86d00 x1874601358852480/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764519.120967:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764519.120968:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764519.120970:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764519.120973:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764519.120974:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764519.120976:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764519.120979:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f86d00 x1874601358852480/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764519.120987:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f86d00 x1874601358852480/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764519.120992:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764519.120994:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764519.120995:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764519.120996:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764519.120999:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f86d00 x1874601358852480/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764519.121009:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764519.121013:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f86d00 x1874601358852480/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764541 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764519.121018:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764519.121021:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764519.121022:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764519.121023:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764519.121024:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764519.121026:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764519.121028:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764519.121031:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764519.121033:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764519.121037:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f86d00 x1874601358852480/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764541 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764519.121044:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358852480:192.168.202.141@tcp:250:kworker.0
00000100:00000001:2.0:1787764519.121047:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764519.121049:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764519.121052:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f85e00 x1874601358852992/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764541 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764519.121057:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764519.121060:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764519.121065:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869ac00.
02000000:00000001:2.0:1787764519.121068:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764519.121071:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764519.121072:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:2.0:1787764519.121075:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764519.121077:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649d800.
02000000:00000001:2.0:1787764519.121080:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764519.121082:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764519.121084:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f85e00.
00000100:00000001:2.0:1787764519.121087:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764519.121088:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764519.121089:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764519.121092:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f87840 x1874601358852864/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764541 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764519.121098:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764519.121099:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764519.121100:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188698000.
02000000:00000001:2.0:1787764519.121102:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764519.121103:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764519.121104:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:2.0:1787764519.121106:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764519.121107:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649e000.
02000000:00000001:2.0:1787764519.121109:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764519.121110:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764519.121111:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f87840.
00000100:00000001:2.0:1787764519.121113:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764519.121128:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764519.121129:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764519.121132:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f86580 x1874601358852608/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764541 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764519.121138:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764519.121139:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764519.121141:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869bc00.
02000000:00000001:2.0:1787764519.121143:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764519.121144:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764519.121146:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:2.0:1787764519.121147:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764519.121149:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649d000.
02000000:00000001:2.0:1787764519.121151:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764519.121152:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764519.121153:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f86580.
00000100:00000001:2.0:1787764519.121155:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764519.121156:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764519.121158:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764519.121161:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f87480 x1874601358852736/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764541 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764519.121166:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764519.121167:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764519.121168:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188699000.
02000000:00000001:2.0:1787764519.121170:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764519.121171:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764519.121172:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:2.0:1787764519.121174:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764519.121175:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649e800.
02000000:00000001:2.0:1787764519.121178:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764519.121179:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764519.121180:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f87480.
00000100:00000001:2.0:1787764519.121182:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764519.121183:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764519.121185:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764519.121187:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f86d00 x1874601358852480/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764541 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764519.121192:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764519.121193:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764519.121195:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188699800.
02000000:00000001:2.0:1787764519.121197:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764519.121198:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764519.121199:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000020:00000001:2.0:1787764519.121200:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764519.121201:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649f400.
02000000:00000001:2.0:1787764519.121203:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764519.121204:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764519.121205:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f86d00.
00000100:00000001:2.0:1787764519.121207:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764519.121208:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764519.121210:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764519.121217:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764519.121220:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764519.121222:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764519.121224:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764519.439968:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764519.439974:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764519.439980:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764519.439981:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764519.439983:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764519.439984:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764519.439986:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764519.439987:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764519.439989:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764519.439990:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764519.440009:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764519.440011:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764519.440013:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764519.696145:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764519.696151:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764519.696154:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764519.696158:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764519.696162:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764519.696166:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764519.696168:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764519.696171:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764519.696182:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764520.463968:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764520.463973:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764520.463977:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764520.463978:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764520.463981:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764520.463982:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764520.463984:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764520.463984:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764520.463986:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764520.463987:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764520.464038:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764520.464041:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764520.464043:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764520.719947:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764520.719956:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764520.719958:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764520.719964:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764520.719969:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764520.719973:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764520.719977:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764520.719979:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764520.719990:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764521.167965:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764521.167974:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787764521.167976:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764521.167979:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764521.167983:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764521.167989:0:18336:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5406
00000400:00000200:1.0:1787764521.167999:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764521.168006:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764521.168010:0:18336:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764521.168014:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764521.168019:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764521.168022:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764521.168026:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764521.168030:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764521.168032:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:1.0:1787764521.168034:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764521.168037:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:1.0:1787764521.168039:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:1.0:1787764521.168040:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:1.0:1787764521.168043:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764521.168044:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764521.168046:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764521.168047:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764521.168049:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:1.0:1787764521.168052:0:18336:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764521.168053:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764521.168055:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764521.168058:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764521.168060:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764521.168062:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787764521.168064:0:18336:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764521.168072:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f852c0.
00000020:00000040:1.0:1787764521.168074:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:1.0:1787764521.168078:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764521.168080:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764521.168082:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764521.168085:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764521.168088:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764521.168094:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649f000.
00000100:00000001:1.0:1787764521.168100:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764521.168115:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f852c0 x1874601358853120/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764521.168125:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764521.168130:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764521.168135:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1b77011] to pc [ptlrpcd_rcv+-1]  req@ffff982187f852c0 x1874601358853120/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764521.168163:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764521.168167:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764521.168170:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787764521.168171:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764521.168172:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764521.168185:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764521.168187:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5406
00000400:00000200:1.0:1787764521.168192:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764521.168195:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764521.168197:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764521.168200:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764521.168202:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764521.168204:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764521.168206:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764521.168209:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764521.168210:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:1.0:1787764521.168211:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764521.168214:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:1.0:1787764521.168216:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:1.0:1787764521.168217:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:1.0:1787764521.168220:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764521.168221:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764521.168223:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764521.168225:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764521.168227:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:1.0:1787764521.168229:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764521.168231:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764521.168233:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764521.168238:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764521.168240:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764521.168242:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764521.168246:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787764521.168249:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764521.168251:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764521.168254:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f84000.
00000020:00000040:1.0:1787764521.168257:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:1.0:1787764521.168259:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764521.168260:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764521.168262:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764521.168263:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764521.168265:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764521.168269:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649fc00.
00000100:00000001:1.0:1787764521.168272:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764521.168277:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f84000 x1874601358853248/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764521.168285:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764521.168287:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764521.168291:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7c0e572] to pc [ptlrpcd_rcv+-1]  req@ffff982187f84000 x1874601358853248/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764521.168298:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764521.168300:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764521.168303:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1787764521.168304:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764521.168306:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764521.168308:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764521.168310:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5406
00000400:00000200:1.0:1787764521.168313:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764521.168315:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764521.168317:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764521.168320:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764521.168322:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764521.168324:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764521.168326:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764521.168333:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764521.168334:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:1.0:1787764521.168335:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764521.168337:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:1.0:1787764521.168339:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:1.0:1787764521.168341:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:1.0:1787764521.168344:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764521.168346:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764521.168347:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764521.168349:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764521.168351:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:1.0:1787764521.168354:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764521.168357:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764521.168359:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764521.168362:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764521.168364:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764521.168365:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764521.168367:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787764521.168369:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764521.168371:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764521.168376:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f86d00.
00000020:00000040:1.0:1787764521.168390:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:1.0:1787764521.168392:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764521.168393:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764521.168395:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764521.168396:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764521.168398:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764521.168401:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649c800.
00000100:00000001:1.0:1787764521.168404:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764521.168409:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f86d00 x1874601358853376/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764521.168416:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764521.168418:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764521.168421:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008cf4c69e] to pc [ptlrpcd_rcv+-1]  req@ffff982187f86d00 x1874601358853376/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764521.168429:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764521.168432:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764521.168435:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787764521.168436:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764521.168437:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764521.168439:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764521.168441:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5406
00000400:00000200:1.0:1787764521.168445:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764521.168447:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764521.168450:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764521.168452:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764521.168454:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764521.168456:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764521.168457:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764521.168459:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764521.168460:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:1.0:1787764521.168461:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764521.168463:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:1.0:1787764521.168465:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:1.0:1787764521.168467:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:1.0:1787764521.168469:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764521.168471:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764521.168472:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764521.168474:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764521.168476:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:1.0:1787764521.168478:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764521.168480:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764521.168481:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764521.168484:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764521.168485:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764521.168487:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764521.168489:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1787764521.168491:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764521.168493:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764521.168496:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f87480.
00000020:00000040:1.0:1787764521.168498:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:1.0:1787764521.168500:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764521.168501:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764521.168502:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764521.168504:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764521.168505:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764521.168509:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649e400.
00000100:00000001:1.0:1787764521.168511:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764521.168516:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f87480 x1874601358853504/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764521.168522:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764521.168524:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764521.168533:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003027b144] to pc [ptlrpcd_rcv+-1]  req@ffff982187f87480 x1874601358853504/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764521.168540:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764521.168542:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764521.168545:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787764521.168547:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764521.168548:0:18336:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764521.168550:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764521.168553:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5406
00000400:00000200:1.0:1787764521.168556:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764521.168558:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764521.168560:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764521.168562:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764521.168564:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764521.168566:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764521.168567:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764521.168569:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764521.168570:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:1.0:1787764521.168571:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764521.168573:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:1.0:1787764521.168575:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:1.0:1787764521.168577:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:1.0:1787764521.168580:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764521.168582:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764521.168584:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764521.168586:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764521.168588:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:1.0:1787764521.168591:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764521.168593:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764521.168595:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764521.168597:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764521.168599:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764521.168601:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764521.168603:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1787764521.168605:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764521.168607:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764521.168610:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f86580.
00000020:00000040:1.0:1787764521.168612:0:18336:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:1.0:1787764521.168614:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764521.168615:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764521.168617:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764521.168618:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764521.168620:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764521.168623:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649c400.
00000100:00000001:1.0:1787764521.168626:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764521.168630:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f86580 x1874601358853632/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764521.168637:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764521.168639:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764521.168642:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d31d406] to pc [ptlrpcd_rcv+-1]  req@ffff982187f86580 x1874601358853632/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764521.168649:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764521.168653:0:18336:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5416)
00000100:00000001:2.0:1787764521.168712:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764521.168716:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764521.168718:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764521.168724:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f852c0 x1874601358853120/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764521.168738:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764521.168740:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764521.168744:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764521.168747:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764521.168749:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764521.168752:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358853120:192.168.202.141@tcp:250:kworker.0
00000100:00000001:2.0:1787764521.168756:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764521.168760:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764521.168763:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764521.168765:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764521.168770:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188699000.
02000000:00000001:2.0:1787764521.168772:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764521.168777:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764521.168781:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764521.168788:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764521.168796:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358853120, portal 25
00000100:00000001:2.0:1787764521.168798:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764521.168800:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515381952 : -114205194169664 : ffff982187f852c0)
00000100:00000040:2.0:1787764521.168805:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f852c0 x1874601358853120/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764521.168813:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764521.168816:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764521.168893:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0088.
00000100:00000200:2.0:1787764521.168898:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358853120, offset 0
00000400:00000200:2.0:1787764521.168907:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764521.168916:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764521.168924:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764521.168932:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764521.168938:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764521.168944:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764521.168946:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764521.168951:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70536:70536:256:4294967295] 192.168.202.141@tcp LPNI seq info [70536:70536:8:4294967295]
00000400:00000200:2.0:1787764521.168956:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764521.168968:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764521.168974:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764521.168982:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8c00.
00000800:00000200:2.0:1787764521.168990:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764521.168996:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787764521.169004:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764521.169008:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1787764521.169013:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764521.169016:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8c00.
00000400:00000200:2.0:1787764521.169021:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764521.169025:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764521.169031:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0088
00000400:00000010:2.0:1787764521.169033:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0088.
00000100:00000001:2.0:1787764521.169038:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764521.169042:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f852c0 x1874601358853120/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764521.169052:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764521.169056:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f852c0 x1874601358853120/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764546 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764521.169063:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764521.169065:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764521.169074:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764521.169081:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764521.169085:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4300080396
00000100:00000010:2.0:1787764521.169092:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9821832cf0c0.
00000100:00000001:2.0:1787764521.169100:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787764521.169106:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4300080396
00000100:00000010:2.0:1787764521.169109:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9821832cf420.
00000100:00000001:2.0:1787764521.169113:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787764521.169120:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764521.169123:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764521.169126:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764521.169131:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764521/real 1787764521]  req@ffff982187f852c0 x1874601358853120/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764521.169141:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764521.169143:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764521.169146:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764521.169149:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764521.169151:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764521.169153:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764521.169156:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f852c0 x1874601358853120/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764521.169163:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f852c0 x1874601358853120/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764521.169169:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764521.169170:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764521.169172:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764521.169174:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764521.169178:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f852c0 x1874601358853120/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764521.169183:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764521.169188:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f852c0 x1874601358853120/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764546 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764521.169193:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764521.169196:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764521.169198:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764521.169199:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764521.169202:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764521.169203:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764521.169206:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764521.169209:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764521.169212:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764521.169215:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f852c0 x1874601358853120/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764546 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764521.169223:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358853120:192.168.202.141@tcp:250:kworker.0
00000100:00000001:2.0:1787764521.169227:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764521.169231:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f84000 x1874601358853248/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764521.169238:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764521.169239:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764521.169241:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764521.169243:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764521.169245:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764521.169247:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358853248:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764521.169251:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764521.169253:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764521.169254:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764521.169256:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764521.169259:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869bc00.
02000000:00000001:2.0:1787764521.169261:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764521.169265:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764521.169268:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764521.169271:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764521.169274:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358853248, portal 10
00000100:00000001:2.0:1787764521.169276:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764521.169277:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515377152 : -114205194174464 : ffff982187f84000)
00000100:00000040:2.0:1787764521.169284:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f84000 x1874601358853248/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764521.169291:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764521.169293:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764521.169295:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0088.
00000100:00000200:2.0:1787764521.169298:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358853248, offset 0
00000400:00000200:2.0:1787764521.169301:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764521.169305:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764521.169309:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764521.169312:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764521.169314:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764521.169316:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764521.169318:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764521.169321:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70537:70537:256:4294967295] 192.168.202.141@tcp LPNI seq info [70537:70537:8:4294967295]
00000400:00000200:2.0:1787764521.169325:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764521.169332:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764521.169337:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764521.169340:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8c00.
00000800:00000200:2.0:1787764521.169344:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764521.169346:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787764521.169350:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764521.169353:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1787764521.169356:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764521.169357:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8c00.
00000400:00000200:2.0:1787764521.169360:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764521.169363:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764521.169366:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0088
00000400:00000010:2.0:1787764521.169367:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0088.
00000100:00000001:2.0:1787764521.169370:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764521.169373:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f84000 x1874601358853248/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764521.169380:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764521.169383:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f84000 x1874601358853248/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764546 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764521.169394:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764521.169395:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764521.169398:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764521.169402:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:2.0:1787764521.169405:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764521.169407:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300079127
00000100:00000001:2.0:1787764521.169409:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300080396
00000100:00000001:2.0:1787764521.169411:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300079127
00000100:00000001:2.0:1787764521.169413:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300080396
00000100:00000001:2.0:1787764521.169416:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764521.169418:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764521.169419:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764521.169423:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764521/real 1787764521]  req@ffff982187f84000 x1874601358853248/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764521.169430:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764521.169432:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764521.169433:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764521.169436:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764521.169437:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764521.169440:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764521.169443:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f84000 x1874601358853248/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764521.169451:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f84000 x1874601358853248/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764521.169457:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764521.169461:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764521.169464:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764521.169466:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764521.169469:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f84000 x1874601358853248/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764521.169475:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764521.169478:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f84000 x1874601358853248/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764546 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764521.169484:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764521.169486:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764521.169488:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764521.169489:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764521.169491:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764521.169493:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764521.169495:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764521.169498:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764521.169500:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764521.169503:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f84000 x1874601358853248/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764546 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764521.169510:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358853248:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764521.169514:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764521.169518:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f86d00 x1874601358853376/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764521.169524:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764521.169526:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764521.169528:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764521.169529:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764521.169531:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764521.169534:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358853376:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764521.169537:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764521.169539:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764521.169541:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764521.169543:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764521.169546:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188698000.
02000000:00000001:2.0:1787764521.169548:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764521.169551:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764521.169554:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764521.169557:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764521.169560:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358853376, portal 10
00000100:00000001:2.0:1787764521.169562:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764521.169563:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515388672 : -114205194162944 : ffff982187f86d00)
00000100:00000040:2.0:1787764521.169568:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f86d00 x1874601358853376/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764521.169574:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764521.169576:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764521.169578:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0088.
00000100:00000200:2.0:1787764521.169580:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358853376, offset 0
00000400:00000200:2.0:1787764521.169584:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764521.169588:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764521.169591:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764521.169594:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764521.169596:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764521.169599:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764521.169601:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764521.169603:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70538:70538:256:4294967295] 192.168.202.141@tcp LPNI seq info [70538:70538:8:4294967295]
00000400:00000200:2.0:1787764521.169607:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764521.169613:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764521.169617:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764521.169620:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8c00.
00000800:00000200:2.0:1787764521.169623:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764521.169626:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787764521.169629:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764521.169632:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1787764521.169635:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764521.169637:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8c00.
00000400:00000200:2.0:1787764521.169640:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764521.169644:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764521.169646:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0088
00000400:00000010:2.0:1787764521.169648:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0088.
00000100:00000001:2.0:1787764521.169650:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764521.169653:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f86d00 x1874601358853376/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764521.169660:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764521.169663:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f86d00 x1874601358853376/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764546 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764521.169668:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764521.169669:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764521.169671:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764521.169675:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:2.0:1787764521.169678:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764521.169680:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300079121
00000100:00000001:2.0:1787764521.169682:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300080396
00000100:00000001:2.0:1787764521.169684:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300079121
00000100:00000001:2.0:1787764521.169686:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300080396
00000100:00000001:2.0:1787764521.169688:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764521.169691:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764521.169693:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764521.169696:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764521/real 1787764521]  req@ffff982187f86d00 x1874601358853376/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764521.169704:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764521.169705:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764521.169706:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764521.169708:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764521.169710:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764521.169713:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764521.169715:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f86d00 x1874601358853376/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764521.169722:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f86d00 x1874601358853376/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764521.169728:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764521.169729:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764521.169730:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764521.169731:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764521.169734:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f86d00 x1874601358853376/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764521.169739:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764521.169743:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f86d00 x1874601358853376/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764546 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764521.169749:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764521.169751:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764521.169752:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764521.169753:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764521.169755:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764521.169757:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764521.169759:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764521.169762:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764521.169764:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764521.169767:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f86d00 x1874601358853376/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764546 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764521.169773:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358853376:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764521.169777:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764521.169781:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f87480 x1874601358853504/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764521.169786:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764521.169788:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764521.169790:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764521.169792:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764521.169794:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764521.169796:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358853504:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764521.169799:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764521.169802:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764521.169803:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764521.169805:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764521.169807:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869ac00.
02000000:00000001:2.0:1787764521.169809:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764521.169812:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764521.169814:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764521.169845:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764521.169894:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358853504, portal 4
00000100:00000001:2.0:1787764521.169897:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764521.169898:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515390592 : -114205194161024 : ffff982187f87480)
00000100:00000040:2.0:1787764521.169904:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f87480 x1874601358853504/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764521.169911:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764521.169913:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764521.169916:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0088.
00000100:00000200:2.0:1787764521.169918:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358853504, offset 0
00000400:00000200:2.0:1787764521.169922:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764521.169926:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764521.169930:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764521.169933:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764521.169935:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764521.169937:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764521.169939:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764521.169942:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70539:70539:256:4294967295] 192.168.202.141@tcp LPNI seq info [70539:70539:8:4294967295]
00000400:00000200:2.0:1787764521.169946:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764521.169952:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764521.169956:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764521.169959:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8c00.
00000800:00000200:2.0:1787764521.169962:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764521.169965:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787764521.169969:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764521.169972:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1787764521.169975:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764521.169977:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8c00.
00000400:00000200:2.0:1787764521.169979:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764521.169982:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764521.169985:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0088
00000400:00000010:2.0:1787764521.169986:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0088.
00000100:00000001:2.0:1787764521.169989:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764521.169992:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f87480 x1874601358853504/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764521.169998:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764521.170001:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f87480 x1874601358853504/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764546 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764521.170007:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764521.170009:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764521.170012:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764521.170015:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:2.0:1787764521.170018:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764521.170020:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300079127
00000100:00000001:2.0:1787764521.170023:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300080396
00000100:00000001:2.0:1787764521.170024:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300079127
00000100:00000001:2.0:1787764521.170026:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300080396
00000100:00000001:2.0:1787764521.170028:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764521.170030:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764521.170032:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764521.170036:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764521/real 1787764521]  req@ffff982187f87480 x1874601358853504/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764521.170042:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764521.170044:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764521.170045:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764521.170048:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764521.170049:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764521.170051:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764521.170054:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f87480 x1874601358853504/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764521.170063:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f87480 x1874601358853504/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764521.170069:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764521.170071:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764521.170073:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764521.170074:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764521.170077:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f87480 x1874601358853504/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764521.170082:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764521.170085:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f87480 x1874601358853504/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764546 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764521.170091:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764521.170093:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764521.170095:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764521.170096:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764521.170098:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764521.170099:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764521.170101:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764521.170105:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764521.170107:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764521.170110:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f87480 x1874601358853504/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764546 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764521.170117:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358853504:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764521.170121:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764521.170124:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f86580 x1874601358853632/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764521.170130:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764521.170131:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764521.170133:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764521.170135:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764521.170137:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764521.170139:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358853632:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764521.170142:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764521.170145:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764521.170146:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764521.170148:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764521.170151:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869a000.
02000000:00000001:2.0:1787764521.170152:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764521.170155:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764521.170157:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764521.170160:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764521.170163:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358853632, portal 4
00000100:00000001:2.0:1787764521.170165:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764521.170166:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515386752 : -114205194164864 : ffff982187f86580)
00000100:00000040:2.0:1787764521.170172:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f86580 x1874601358853632/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764521.170178:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764521.170181:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764521.170183:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0088.
00000100:00000200:2.0:1787764521.170185:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358853632, offset 0
00000400:00000200:2.0:1787764521.170189:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764521.170193:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764521.170196:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764521.170198:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764521.170200:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764521.170202:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764521.170204:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764521.170207:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70540:70540:256:4294967295] 192.168.202.141@tcp LPNI seq info [70540:70540:8:4294967295]
00000400:00000200:2.0:1787764521.170210:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764521.170216:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764521.170220:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764521.170223:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8c00.
00000800:00000200:2.0:1787764521.170226:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764521.170229:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1787764521.170232:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764521.170235:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1787764521.170238:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764521.170240:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8c00.
00000400:00000200:2.0:1787764521.170243:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764521.170246:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764521.170250:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0088
00000400:00000010:2.0:1787764521.170251:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0088.
00000100:00000001:2.0:1787764521.170254:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764521.170258:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f86580 x1874601358853632/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764521.170264:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764521.170267:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f86580 x1874601358853632/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764546 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764521.170273:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764521.170274:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764521.170277:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764521.170280:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:2.0:1787764521.170282:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764521.170284:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300079128
00000100:00000001:2.0:1787764521.170287:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300080396
00000100:00000001:2.0:1787764521.170289:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300079128
00000100:00000001:2.0:1787764521.170291:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300080396
00000100:00000001:2.0:1787764521.170293:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764521.170294:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764521.170296:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764521.170299:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764521/real 1787764521]  req@ffff982187f86580 x1874601358853632/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764521.170307:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764521.170308:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764521.170310:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764521.170312:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764521.170313:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764521.170314:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764521.170317:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f86580 x1874601358853632/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764521.170325:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f86580 x1874601358853632/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764521.170330:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764521.170331:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764521.170333:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764521.170334:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764521.170337:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f86580 x1874601358853632/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764521.170343:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764521.170346:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f86580 x1874601358853632/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764546 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764521.170353:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764521.170355:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764521.170357:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764521.170358:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764521.170360:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764521.170361:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764521.170363:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764521.170366:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764521.170368:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764521.170371:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f86580 x1874601358853632/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764546 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764521.170378:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358853632:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764521.170382:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764521.170384:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764521.170387:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f852c0 x1874601358853120/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764546 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764521.170394:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764521.170396:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764521.170398:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188699000.
02000000:00000001:2.0:1787764521.170401:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764521.170403:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764521.170405:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000020:00000001:2.0:1787764521.170407:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764521.170410:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649f000.
02000000:00000001:2.0:1787764521.170413:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764521.170415:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764521.170417:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f852c0.
00000100:00000001:2.0:1787764521.170420:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764521.170421:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764521.170423:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764521.170427:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f84000 x1874601358853248/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764546 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764521.170433:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764521.170434:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764521.170436:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869bc00.
02000000:00000001:2.0:1787764521.170438:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764521.170439:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764521.170440:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:2.0:1787764521.170442:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764521.170444:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649fc00.
02000000:00000001:2.0:1787764521.170446:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764521.170447:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764521.170448:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f84000.
00000100:00000001:2.0:1787764521.170450:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764521.170451:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764521.170453:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764521.170456:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f86d00 x1874601358853376/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764546 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764521.170462:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764521.170463:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764521.170465:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188698000.
02000000:00000001:2.0:1787764521.170467:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764521.170468:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764521.170469:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:2.0:1787764521.170471:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764521.170472:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649c800.
02000000:00000001:2.0:1787764521.170474:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764521.170475:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764521.170477:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f86d00.
00000100:00000001:2.0:1787764521.170479:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764521.170480:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764521.170481:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764521.170485:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f87480 x1874601358853504/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764546 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764521.170496:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764521.170497:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764521.170498:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869ac00.
02000000:00000001:2.0:1787764521.170501:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764521.170502:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764521.170503:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:2.0:1787764521.170504:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764521.170506:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649e400.
02000000:00000001:2.0:1787764521.170508:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764521.170509:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764521.170510:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f87480.
00000100:00000001:2.0:1787764521.170512:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764521.170513:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764521.170514:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764521.170517:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f86580 x1874601358853632/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764546 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764521.170523:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764521.170524:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764521.170525:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869a000.
02000000:00000001:2.0:1787764521.170526:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764521.170527:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764521.170528:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:2.0:1787764521.170530:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764521.170531:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649c400.
02000000:00000001:2.0:1787764521.170533:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764521.170533:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764521.170534:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f86580.
00000100:00000001:2.0:1787764521.170536:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764521.170537:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764521.170539:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764521.170547:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764521.170549:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764521.170551:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764521.170552:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764521.487981:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764521.487989:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764521.487995:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764521.487996:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764521.487999:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764521.488000:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764521.488003:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764521.488004:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764521.488007:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764521.488009:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764521.488091:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764521.488098:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764521.488102:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764521.743958:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764521.743966:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764521.743967:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764521.743972:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764521.743976:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764521.743979:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764521.743981:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764521.743984:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764521.743986:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764522.511912:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4300080396, at 4300080448
00000100:00000040:3.0:1787764522.511912:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4300080396, at 4300080448
00010000:00000001:0.0:1787764522.511922:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764522.511928:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764522.511928:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9821832cf0c0.
00000100:00000010:3.0:1787764522.511930:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9821832cf420.
00010000:00000001:0.0:1787764522.511937:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764522.511940:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764522.511945:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764522.511946:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764522.511950:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764522.511952:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764522.511955:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764522.511956:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764522.511978:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764522.511981:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764522.511983:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764522.767954:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764522.767965:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764522.767968:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764522.767973:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764522.767977:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764522.767981:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764522.767984:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764522.767986:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764522.767989:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764523.535964:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764523.535971:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764523.535976:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764523.535977:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764523.535981:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764523.535982:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764523.535985:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764523.535987:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764523.535989:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764523.535991:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764523.536051:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764523.536055:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764523.536057:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764523.791941:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764523.791948:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764523.791950:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764523.791954:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764523.791958:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764523.791961:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764523.791964:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764523.791966:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764523.791969:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764524.559935:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764524.559941:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764524.559943:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764524.559945:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764524.559955:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764524.559956:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764524.559958:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764524.559959:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764524.559963:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764524.559964:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764524.559966:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764524.559967:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764524.559969:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764524.559970:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764524.559971:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764524.559972:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764524.559972:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764524.559973:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764524.559974:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764524.559975:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764524.559977:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764524.559978:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764524.560025:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764524.560028:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764524.560031:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764524.815930:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764524.815938:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764524.815940:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764524.815945:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764524.815950:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764524.815953:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764524.815956:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764524.815959:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764524.815962:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764525.583912:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764525.583917:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764525.583922:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764525.583923:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764525.583926:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764525.583926:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764525.583929:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764525.583930:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764525.583931:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764525.583932:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764525.583946:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764525.583948:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764525.583950:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764525.839958:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764525.839965:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764525.839966:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764525.839971:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764525.839974:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764525.839977:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764525.839979:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764525.839980:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764525.839982:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764526.287987:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764526.287994:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787764526.287995:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764526.287998:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764526.288001:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764526.288007:0:18336:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5411
00000400:00000200:0.0:1787764526.288013:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764526.288018:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764526.288020:0:18336:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764526.288022:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764526.288024:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764526.288026:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764526.288028:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787764526.288030:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764526.288031:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:0.0:1787764526.288033:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764526.288035:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:0.0:1787764526.288037:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:0.0:1787764526.288038:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:0.0:1787764526.288040:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764526.288041:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764526.288042:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764526.288044:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787764526.288045:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:0.0:1787764526.288048:0:18336:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787764526.288049:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764526.288051:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764526.288053:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764526.288055:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764526.288057:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787764526.288058:0:18336:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764526.288068:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189600f00.
00000020:00000040:0.0:1787764526.288071:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:0.0:1787764526.288075:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764526.288077:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764526.288079:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764526.288082:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764526.288086:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764526.288093:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186487400.
00000100:00000001:0.0:1787764526.288100:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764526.288108:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189600f00 x1874601358853760/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764526.288118:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764526.288122:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764526.288126:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000082892fdc] to pc [ptlrpcd_rcv+-1]  req@ffff982189600f00 x1874601358853760/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764526.288155:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764526.288159:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764526.288165:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787764526.288167:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764526.288168:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764526.288170:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764526.288173:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5411
00000400:00000200:0.0:1787764526.288177:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764526.288181:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764526.288184:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764526.288187:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764526.288189:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764526.288190:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764526.288194:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764526.288195:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764526.288196:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:2.0:1787764526.288199:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1787764526.288200:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764526.288203:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:0.0:1787764526.288204:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764526.288207:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000100:00000040:2.0:1787764526.288209:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982189600f00 x1874601358853760/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787764526.288210:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:0.0:1787764526.288215:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:0.0:1787764526.288222:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764526.288226:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787764526.288229:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1787764526.288230:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764526.288233:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764526.288234:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787764526.288238:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
02000000:00000001:2.0:1787764526.288240:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:0.0:1787764526.288241:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
02000000:00000001:2.0:1787764526.288244:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764526.288245:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764526.288249:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764526.288250:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764526.288255:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1787764526.288255:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982189600f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358853760:192.168.202.141@tcp:250:kworker.0
00000100:00000001:2.0:1787764526.288260:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764526.288261:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764526.288264:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1787764526.288265:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787764526.288267:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1787764526.288270:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787764526.288271:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:0.0:1787764526.288275:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764526.288278:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764526.288278:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869bc00.
02000000:00000001:2.0:1787764526.288283:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764526.288285:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189601a40.
00000020:00000040:0.0:1787764526.288289:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
00000400:00000200:2.0:1787764526.288293:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
02000000:00000001:0.0:1787764526.288294:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764526.288297:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787764526.288299:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000100:00000001:0.0:1787764526.288300:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764526.288302:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764526.288305:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787764526.288308:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
02000000:00000010:0.0:1787764526.288310:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186486400.
00000100:00000001:0.0:1787764526.288315:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787764526.288316:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358853760, portal 25
00000100:00100000:0.0:1787764526.288321:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189601a40 x1874601358853888/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764526.288322:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764526.288324:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868538957568 : -114205170594048 : ffff982189600f00)
00000100:00000001:0.0:1787764526.288333:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1787764526.288333:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982189600f00 x1874601358853760/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764526.288337:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764526.288346:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b8e3ce6] to pc [ptlrpcd_rcv+-1]  req@ffff982189601a40 x1874601358853888/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764526.288346:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764526.288354:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000100:00000001:0.0:1787764526.288360:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787764526.288360:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0088.
00000100:00080000:0.0:1787764526.288362:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764526.288366:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787764526.288367:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:2.0:1787764526.288367:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358853760, offset 0
00000100:00080000:0.0:1787764526.288369:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764526.288372:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764526.288375:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5411
00000400:00000200:2.0:1787764526.288379:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:0.0:1787764526.288381:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764526.288384:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764526.288386:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764526.288387:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764526.288389:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787764526.288391:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000040:0.0:1787764526.288392:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764526.288395:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787764526.288396:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764526.288397:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000400:00000200:2.0:1787764526.288399:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000020:00000001:0.0:1787764526.288400:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764526.288404:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:0.0:1787764526.288406:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000400:00000200:2.0:1787764526.288406:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:0.0:1787764526.288410:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000400:00000200:2.0:1787764526.288412:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000100:00000040:0.0:1787764526.288416:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000400:00000200:2.0:1787764526.288418:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1787764526.288419:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787764526.288422:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000100:00000040:0.0:1787764526.288424:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764526.288427:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000400:00000200:2.0:1787764526.288429:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70541:70541:256:4294967295] 192.168.202.141@tcp LPNI seq info [70541:70541:8:4294967295]
00000020:00000040:0.0:1787764526.288431:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000400:00000200:2.0:1787764526.288434:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00080000:0.0:1787764526.288440:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787764526.288446:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764526.288448:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
02000000:00000001:0.0:1787764526.288449:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764526.288454:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764526.288459:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787764526.288459:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000100:00000001:0.0:1787764526.288462:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764526.288465:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000010:2.0:1787764526.288467:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8c00.
00000008:00000001:0.0:1787764526.288468:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764526.288472:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764526.288476:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896030c0.
00000800:00000200:2.0:1787764526.288477:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000020:00000040:0.0:1787764526.288481:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
00000800:00000200:2.0:1787764526.288484:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
02000000:00000001:0.0:1787764526.288486:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764526.288489:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764526.288491:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:2.1:1787764526.288493:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
02000000:00000001:0.0:1787764526.288494:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.1:1787764526.288497:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
02000000:00000001:0.0:1787764526.288498:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1787764526.288502:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
02000000:00000010:0.0:1787764526.288504:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186487800.
00000800:00000010:2.0:1787764526.288504:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8c00.
00000100:00000001:0.0:1787764526.288511:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764526.288512:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764526.288519:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000100:00100000:0.0:1787764526.288521:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896030c0 x1874601358854016/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787764526.288524:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0088
00000400:00000010:2.0:1787764526.288527:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0088.
00000100:00000001:2.0:1787764526.288534:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787764526.288535:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764526.288539:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787764526.288539:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982189600f00 x1874601358853760/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787764526.288548:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc1d3de1] to pc [ptlrpcd_rcv+-1]  req@ffff9821896030c0 x1874601358854016/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764526.288550:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764526.288556:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982189600f00 x1874601358853760/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764551 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764526.288561:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764526.288567:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787764526.288567:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764526.288571:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:0.0:1787764526.288572:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787764526.288574:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764526.288576:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764526.288577:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764526.288578:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1787764526.288582:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00080000:0.0:1787764526.288583:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5411
00000100:00000001:2.0:1787764526.288586:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4300085515
00000400:00000200:0.0:1787764526.288590:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000010:2.0:1787764526.288592:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9821832cf0c0.
00000400:00000200:0.0:1787764526.288593:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764526.288597:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764526.288599:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764526.288600:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787764526.288600:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000100:00000040:0.0:1787764526.288604:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764526.288606:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:2.0:1787764526.288607:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4300085515
00000020:00000001:0.0:1787764526.288608:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764526.288611:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000100:00000010:2.0:1787764526.288612:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9821832cfa80.
00000020:00000001:0.0:1787764526.288613:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764526.288616:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000100:00000001:2.0:1787764526.288617:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000020:00000001:0.0:1787764526.288619:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000001:2.0:1787764526.288621:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:0.0:1787764526.288622:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000001:2.0:1787764526.288624:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764526.288627:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764526.288628:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1787764526.288630:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764526.288635:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00100000:2.0:1787764526.288635:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764526/real 1787764526]  req@ffff982189600f00 x1874601358853760/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764526.288639:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787764526.288644:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:0.0:1787764526.288650:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000400:00000001:2.0:1787764526.288651:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1787764526.288652:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787764526.288653:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:0.0:1787764526.288654:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:2.0:1787764526.288656:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
02000000:00000001:0.0:1787764526.288658:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1787764526.288659:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
02000000:00000001:0.0:1787764526.288663:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787764526.288663:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:0.0:1787764526.288666:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787764526.288666:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000008:00100000:0.0:1787764526.288670:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00000200:2.0:1787764526.288671:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982189600f00 x1874601358853760/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1787764526.288674:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764526.288678:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764526.288684:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896012c0.
00000100:00000200:2.0:1787764526.288685:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982189600f00 x1874601358853760/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1787764526.288687:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:0.0:1787764526.288692:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764526.288694:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764526.288696:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764526.288697:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787764526.288699:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787764526.288700:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764526.288703:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764526.288703:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764526.288706:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:0.0:1787764526.288707:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186486800.
00000100:00100000:2.0:1787764526.288710:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982189600f00 x1874601358853760/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764526.288711:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764526.288719:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896012c0 x1874601358854144/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764526.288719:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764526.288726:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982189600f00 x1874601358853760/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764551 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764526.288728:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764526.288731:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764526.288738:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:0.0:1787764526.288739:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e52948b] to pc [ptlrpcd_rcv+-1]  req@ffff9821896012c0 x1874601358854144/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764526.288741:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764526.288743:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764526.288745:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764526.288750:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764526.288753:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764526.288754:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764526.288759:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764526.288760:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764526.288764:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:2.0:1787764526.288767:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000100:00000001:0.0:1787764526.288768:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764526.288783:0:18336:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764526.288785:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:0.0:1787764526.288787:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764526.288791:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5411
00000100:00000040:2.0:1787764526.288794:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982189600f00 x1874601358853760/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764551 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787764526.288797:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764526.288803:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764526.288807:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1787764526.288810:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982189600f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358853760:192.168.202.141@tcp:250:kworker.0
00000100:00000040:0.0:1787764526.288813:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764526.288818:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787764526.288819:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764526.288820:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764526.288823:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787764526.288824:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787764526.288827:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000040:2.0:1787764526.288828:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982189600f00 x1874601358853760/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764551 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1787764526.288829:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:0.0:1787764526.288832:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764526.288834:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:0.0:1787764526.288838:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:0.0:1787764526.288840:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000001:2.0:1787764526.288840:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764526.288843:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:0.0:1787764526.288845:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
02000000:00000010:2.0:1787764526.288847:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869bc00.
02000000:00000001:2.0:1787764526.288875:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764526.288877:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764526.288878:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000020:00000001:2.0:1787764526.288880:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764526.288882:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982186487400.
02000000:00000001:2.0:1787764526.288886:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:0.0:1787764526.288889:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1787764526.288890:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000040:0.0:1787764526.288893:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000010:2.0:1787764526.288894:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982189600f00.
00000100:00000001:0.0:1787764526.288895:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787764526.288898:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00000001:2.0:1787764526.288899:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764526.288901:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787764526.288902:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764526.288904:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764526.288905:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764526.288910:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764526.288912:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764526.288913:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764526.288914:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764526.288916:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1787764526.288916:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764526.288919:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1787764526.288920:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764526.288924:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764526.288925:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000010:0.0:1787764526.288928:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189600000.
00000100:00000001:2.0:1787764526.288929:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1787764526.288931:0:18336:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
00000100:00000001:2.0:1787764526.288932:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1787764526.288934:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764526.288936:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764526.288938:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764526.288939:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:2.0:1787764526.288940:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982189601a40 x1874601358853888/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787764526.288941:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764526.288945:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186485800.
00000100:00000001:0.0:1787764526.288949:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764526.288955:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00100000:0.0:1787764526.288956:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189600000 x1874601358854272/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764526.288958:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764526.288962:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764526.288964:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764526.288968:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764526.288974:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982189601a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358853888:192.168.202.141@tcp:38:kworker.0
00000100:00000001:0.0:1787764526.288980:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764526.288980:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1787764526.288984:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764526.288984:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764526.288987:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764526.288989:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:0.0:1787764526.288991:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b05fece] to pc [ptlrpcd_rcv+-1]  req@ffff982189600000 x1874601358854272/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1787764526.288992:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869bc00.
02000000:00000001:2.0:1787764526.288997:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764526.289003:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:0.0:1787764526.289004:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787764526.289006:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000100:00000040:0.0:1787764526.289009:0:18336:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5421)
00000400:00000010:2.0:1787764526.289010:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764526.289014:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358853888, portal 10
00000100:00000001:2.0:1787764526.289016:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764526.289017:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868538960448 : -114205170591168 : ffff982189601a40)
00000100:00000040:2.0:1787764526.289022:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982189601a40 x1874601358853888/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764526.289026:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764526.289028:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764526.289030:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0088.
00000100:00000200:2.0:1787764526.289031:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358853888, offset 0
00000400:00000200:2.0:1787764526.289035:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764526.289038:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764526.289042:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764526.289045:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764526.289047:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764526.289049:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764526.289051:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764526.289053:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70542:70542:256:4294967295] 192.168.202.141@tcp LPNI seq info [70542:70542:8:4294967295]
00000400:00000200:2.0:1787764526.289055:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764526.289060:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764526.289064:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764526.289066:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8c00.
00000800:00000200:2.0:1787764526.289069:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764526.289071:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787764526.289074:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764526.289075:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1787764526.289089:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764526.289090:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8c00.
00000400:00000200:2.0:1787764526.289092:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764526.289094:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764526.289096:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0088
00000400:00000010:2.0:1787764526.289098:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0088.
00000100:00000001:2.0:1787764526.289099:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764526.289102:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982189601a40 x1874601358853888/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764526.289107:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764526.289108:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982189601a40 x1874601358853888/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764551 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764526.289113:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764526.289114:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764526.289116:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764526.289118:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:2.0:1787764526.289120:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764526.289122:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300084247
00000100:00000001:2.0:1787764526.289124:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300085515
00000100:00000001:2.0:1787764526.289126:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300084247
00000100:00000001:2.0:1787764526.289128:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300085515
00000100:00000001:2.0:1787764526.289130:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764526.289131:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764526.289132:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764526.289135:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764526/real 1787764526]  req@ffff982189601a40 x1874601358853888/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764526.289140:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764526.289141:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764526.289142:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764526.289143:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764526.289144:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764526.289145:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764526.289147:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982189601a40 x1874601358853888/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764526.289152:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982189601a40 x1874601358853888/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764526.289155:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764526.289156:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764526.289157:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764526.289158:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764526.289160:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982189601a40 x1874601358853888/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764526.289163:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764526.289165:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982189601a40 x1874601358853888/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764551 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764526.289169:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764526.289170:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764526.289172:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764526.289172:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764526.289173:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764526.289175:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764526.289177:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764526.289180:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764526.289182:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764526.289184:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982189601a40 x1874601358853888/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764551 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764526.289189:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982189601a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358853888:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764526.289191:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764526.289193:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896030c0 x1874601358854016/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764526.289198:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764526.289199:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764526.289201:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764526.289203:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764526.289204:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764526.289207:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896030c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358854016:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764526.289210:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764526.289211:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764526.289213:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764526.289214:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764526.289218:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188699000.
02000000:00000001:2.0:1787764526.289220:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764526.289223:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764526.289225:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764526.289228:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764526.289231:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358854016, portal 10
00000100:00000001:2.0:1787764526.289233:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764526.289235:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868538966208 : -114205170585408 : ffff9821896030c0)
00000100:00000040:2.0:1787764526.289240:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896030c0 x1874601358854016/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764526.289247:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764526.289249:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764526.289250:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0088.
00000100:00000200:2.0:1787764526.289252:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358854016, offset 0
00000400:00000200:2.0:1787764526.289255:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764526.289259:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764526.289262:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764526.289264:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764526.289265:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764526.289267:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764526.289269:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764526.289272:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70543:70543:256:4294967295] 192.168.202.141@tcp LPNI seq info [70543:70543:8:4294967295]
00000400:00000200:2.0:1787764526.289276:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764526.289281:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764526.289286:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764526.289289:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8c00.
00000800:00000200:2.0:1787764526.289292:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764526.289295:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787764526.289299:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764526.289302:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1787764526.289305:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764526.289307:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8c00.
00000400:00000200:2.0:1787764526.289310:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764526.289313:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764526.289315:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0088
00000400:00000010:2.0:1787764526.289316:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0088.
00000100:00000001:2.0:1787764526.289318:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764526.289320:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896030c0 x1874601358854016/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764526.289325:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764526.289327:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896030c0 x1874601358854016/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764551 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764526.289331:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764526.289333:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764526.289334:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764526.289336:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:2.0:1787764526.289338:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764526.289340:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300084241
00000100:00000001:2.0:1787764526.289341:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300085515
00000100:00000001:2.0:1787764526.289342:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300084241
00000100:00000001:2.0:1787764526.289344:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300085515
00000100:00000001:2.0:1787764526.289345:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764526.289346:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764526.289347:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764526.289350:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764526/real 1787764526]  req@ffff9821896030c0 x1874601358854016/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764526.289357:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764526.289358:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764526.289359:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764526.289361:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764526.289363:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764526.289365:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764526.289368:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896030c0 x1874601358854016/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764526.289376:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896030c0 x1874601358854016/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764526.289382:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764526.289384:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764526.289386:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764526.289387:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764526.289391:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896030c0 x1874601358854016/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764526.289396:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764526.289398:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896030c0 x1874601358854016/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764551 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764526.289402:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764526.289404:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764526.289405:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764526.289405:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764526.289406:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764526.289407:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764526.289409:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764526.289410:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764526.289412:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764526.289415:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896030c0 x1874601358854016/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764551 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764526.289421:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896030c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358854016:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764526.289423:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764526.289425:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896012c0 x1874601358854144/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764526.289429:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764526.289430:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764526.289432:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764526.289433:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764526.289434:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764526.289435:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358854144:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764526.289437:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764526.289439:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764526.289440:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764526.289441:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764526.289443:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188698800.
02000000:00000001:2.0:1787764526.289445:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764526.289449:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764526.289451:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764526.289454:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764526.289456:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358854144, portal 4
00000100:00000001:2.0:1787764526.289458:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764526.289459:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868538958528 : -114205170593088 : ffff9821896012c0)
00000100:00000040:2.0:1787764526.289464:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896012c0 x1874601358854144/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764526.289471:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764526.289473:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764526.289475:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0088.
00000100:00000200:2.0:1787764526.289477:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358854144, offset 0
00000400:00000200:2.0:1787764526.289481:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764526.289485:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764526.289488:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764526.289491:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764526.289493:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764526.289495:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764526.289497:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764526.289498:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70544:70544:256:4294967295] 192.168.202.141@tcp LPNI seq info [70544:70544:8:4294967295]
00000400:00000200:2.0:1787764526.289501:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764526.289507:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764526.289510:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764526.289512:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8c00.
00000800:00000200:2.0:1787764526.289514:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764526.289516:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787764526.289519:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764526.289520:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1787764526.289522:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764526.289524:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8c00.
00000400:00000200:2.0:1787764526.289527:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764526.289530:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764526.289531:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0088
00000400:00000010:2.0:1787764526.289532:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0088.
00000100:00000001:2.0:1787764526.289534:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764526.289536:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896012c0 x1874601358854144/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764526.289541:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764526.289543:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896012c0 x1874601358854144/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764551 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764526.289546:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764526.289547:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764526.289549:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764526.289551:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:2.0:1787764526.289553:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764526.289554:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300084246
00000100:00000001:2.0:1787764526.289555:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300085515
00000100:00000001:2.0:1787764526.289557:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300084246
00000100:00000001:2.0:1787764526.289558:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300085515
00000100:00000001:2.0:1787764526.289559:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764526.289560:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764526.289561:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764526.289563:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764526/real 1787764526]  req@ffff9821896012c0 x1874601358854144/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764526.289567:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764526.289568:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764526.289569:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764526.289570:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764526.289571:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764526.289573:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764526.289575:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896012c0 x1874601358854144/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764526.289582:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896012c0 x1874601358854144/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764526.289585:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764526.289586:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764526.289587:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764526.289588:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764526.289590:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896012c0 x1874601358854144/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764526.289593:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764526.289596:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896012c0 x1874601358854144/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764551 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764526.289599:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764526.289600:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764526.289601:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764526.289602:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764526.289603:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764526.289603:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764526.289605:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764526.289606:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764526.289607:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764526.289609:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896012c0 x1874601358854144/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764551 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764526.289613:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358854144:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764526.289616:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764526.289617:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764526.289619:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982189601a40 x1874601358853888/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764551 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764526.289623:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764526.289624:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764526.289625:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869bc00.
02000000:00000001:2.0:1787764526.289626:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764526.289627:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764526.289628:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:2.0:1787764526.289629:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764526.289630:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982186486400.
02000000:00000001:2.0:1787764526.289632:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764526.289633:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764526.289634:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982189601a40.
00000100:00000001:2.0:1787764526.289637:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764526.289638:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764526.289639:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764526.289641:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896030c0 x1874601358854016/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764551 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764526.289645:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764526.289645:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764526.289646:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188699000.
02000000:00000001:2.0:1787764526.289647:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764526.289648:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764526.289649:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:2.0:1787764526.289650:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764526.289650:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982186487800.
02000000:00000001:2.0:1787764526.289652:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764526.289652:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764526.289653:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896030c0.
00000100:00000001:2.0:1787764526.289654:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764526.289655:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764526.289655:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764526.289657:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896012c0 x1874601358854144/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764551 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764526.289660:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764526.289662:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764526.289663:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188698800.
02000000:00000001:2.0:1787764526.289665:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764526.289666:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764526.289666:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:2.0:1787764526.289668:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764526.289669:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982186486800.
02000000:00000001:2.0:1787764526.289670:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764526.289670:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764526.289671:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896012c0.
00000100:00000001:2.0:1787764526.289672:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764526.289673:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764526.289674:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764526.289676:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764526.289676:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764526.289677:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764526.289678:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764526.289679:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764526.289681:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982189600000 x1874601358854272/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764526.289684:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764526.289685:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764526.289687:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764526.289688:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764526.289689:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764526.289691:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982189600000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358854272:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764526.289692:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764526.289693:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764526.289694:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764526.289695:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764526.289697:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188698800.
02000000:00000001:2.0:1787764526.289698:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764526.289700:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764526.289701:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764526.289703:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764526.289705:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358854272, portal 4
00000100:00000001:2.0:1787764526.289707:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764526.289707:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868538953728 : -114205170597888 : ffff982189600000)
00000100:00000040:2.0:1787764526.289711:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982189600000 x1874601358854272/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764526.289717:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764526.289719:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764526.289721:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0088.
00000100:00000200:2.0:1787764526.289722:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358854272, offset 0
00000400:00000200:2.0:1787764526.289724:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764526.289727:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764526.289729:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764526.289731:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764526.289732:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764526.289734:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764526.289735:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764526.289737:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70545:70545:256:4294967295] 192.168.202.141@tcp LPNI seq info [70545:70545:8:4294967295]
00000400:00000200:2.0:1787764526.289739:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764526.289743:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764526.289745:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764526.289747:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8c00.
00000800:00000200:2.0:1787764526.289749:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764526.289751:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1787764526.289753:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764526.289755:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1787764526.289757:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764526.289758:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8c00.
00000400:00000200:2.0:1787764526.289760:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764526.289762:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764526.289764:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0088
00000400:00000010:2.0:1787764526.289765:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0088.
00000100:00000001:2.0:1787764526.289766:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764526.289768:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982189600000 x1874601358854272/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764526.289793:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764526.289796:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982189600000 x1874601358854272/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764551 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764526.289800:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764526.289801:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764526.289803:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764526.289805:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:2.0:1787764526.289807:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764526.289808:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300084247
00000100:00000001:2.0:1787764526.289810:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300085515
00000100:00000001:2.0:1787764526.289811:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300084247
00000100:00000001:2.0:1787764526.289812:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300085515
00000100:00000001:2.0:1787764526.289813:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764526.289814:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764526.289815:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764526.289817:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764526/real 1787764526]  req@ffff982189600000 x1874601358854272/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764526.289822:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764526.289822:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764526.289823:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764526.289825:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764526.289827:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764526.289829:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764526.289831:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982189600000 x1874601358854272/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764526.289836:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982189600000 x1874601358854272/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764526.289839:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764526.289841:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764526.289842:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764526.289843:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764526.289845:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982189600000 x1874601358854272/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764526.289862:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764526.289864:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982189600000 x1874601358854272/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764551 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764526.289869:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764526.289870:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764526.289871:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764526.289872:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764526.289873:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764526.289874:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764526.289875:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764526.289877:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764526.289878:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764526.289880:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982189600000 x1874601358854272/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764551 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764526.289884:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982189600000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358854272:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764526.289887:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764526.289888:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764526.289890:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982189600000 x1874601358854272/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764551 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764526.289893:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764526.289894:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764526.289895:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188698800.
02000000:00000001:2.0:1787764526.289896:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764526.289897:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764526.289898:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:2.0:1787764526.289899:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764526.289900:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982186485800.
02000000:00000001:2.0:1787764526.289902:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764526.289903:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764526.289903:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982189600000.
00000100:00000001:2.0:1787764526.289905:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764526.289906:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764526.289907:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764526.289910:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764526.289911:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764526.289912:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764526.289914:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764526.607939:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764526.607945:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764526.607952:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764526.607955:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764526.607957:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764526.607961:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764526.607963:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764526.607965:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764526.607967:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764526.607969:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764526.607973:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764526.607974:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764526.607978:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764526.607979:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764526.607982:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764526.607983:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764526.608024:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764526.608028:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764526.608030:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764526.863930:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764526.863937:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764526.863939:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764526.863944:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764526.863948:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764526.863951:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764526.863953:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764526.863956:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764526.863959:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764527.631935:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4300085515, at 4300085568
00000100:00000040:3.0:1787764527.631936:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4300085515, at 4300085568
00010000:00000001:0.0:1787764527.631948:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764527.631954:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764527.631955:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9821832cf0c0.
00000100:00000010:3.0:1787764527.631961:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9821832cfa80.
00010000:00000001:0.0:1787764527.631963:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764527.631967:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764527.631972:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764527.631974:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764527.631980:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764527.631982:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764527.631986:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764527.631987:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764527.632030:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764527.632034:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764527.632037:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764527.887960:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764527.887968:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764527.887970:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764527.887976:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764527.887981:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764527.887985:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764527.887988:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764527.887991:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764527.887994:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764528.655923:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764528.655929:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764528.655934:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764528.655936:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764528.655938:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764528.655942:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764528.655944:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764528.655947:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764528.655950:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764528.655952:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764528.655953:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764528.655955:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764528.655958:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764528.655959:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764528.655961:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764528.655962:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764528.655969:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764528.655970:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764528.655971:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764528.655974:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764528.655975:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764528.655976:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764528.655999:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764528.656001:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764528.656003:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764528.911908:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764528.911916:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764528.911918:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764528.911923:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764528.911927:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764528.911931:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764528.911934:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764528.911936:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764528.911939:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764529.679920:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764529.679925:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764529.679932:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764529.679933:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764529.679935:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764529.679936:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764529.679938:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764529.679939:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764529.679941:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764529.679942:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764529.679996:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764529.680000:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764529.680004:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764529.935944:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764529.935951:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764529.935953:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764529.935958:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764529.935961:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764529.935964:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764529.935966:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764529.935968:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764529.935970:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764530.703919:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764530.703924:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764530.703928:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764530.703928:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764530.703931:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764530.703932:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764530.703934:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764530.703935:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764530.703937:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764530.703938:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764530.703982:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764530.703986:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764530.703990:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764530.959944:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764530.959952:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764530.959954:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764530.959960:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764530.959964:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764530.959968:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764530.959971:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764530.959973:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764530.959975:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764531.407935:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764531.407944:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787764531.407947:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764531.407950:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764531.407954:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764531.407961:0:18336:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5416
00000400:00000200:0.0:1787764531.407969:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764531.407974:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764531.407977:0:18336:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764531.407980:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764531.407983:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764531.407985:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764531.407988:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787764531.407991:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764531.407993:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:0.0:1787764531.407995:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764531.407998:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:0.0:1787764531.408000:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:0.0:1787764531.408002:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:0.0:1787764531.408011:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764531.408012:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764531.408014:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764531.408016:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787764531.408019:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:0.0:1787764531.408022:0:18336:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787764531.408024:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764531.408027:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764531.408030:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764531.408032:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764531.408035:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787764531.408037:0:18336:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764531.408044:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189602940.
00000020:00000040:0.0:1787764531.408047:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:0.0:1787764531.408051:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764531.408053:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764531.408056:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764531.408058:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764531.408061:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764531.408068:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186487000.
00000100:00000001:0.0:1787764531.408074:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764531.408082:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189602940 x1874601358854400/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764531.408099:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764531.408102:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764531.408107:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063ada08b] to pc [ptlrpcd_rcv+-1]  req@ffff982189602940 x1874601358854400/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764531.408126:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764531.408129:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764531.408132:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787764531.408133:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764531.408134:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764531.408137:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764531.408139:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5416
00000400:00000200:0.0:1787764531.408142:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764531.408145:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764531.408147:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764531.408156:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764531.408158:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764531.408161:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764531.408162:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764531.408167:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764531.408168:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:2.0:1787764531.408171:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1787764531.408172:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764531.408175:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:0.0:1787764531.408179:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:2.0:1787764531.408180:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982189602940 x1874601358854400/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1787764531.408182:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:0.0:1787764531.408187:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:0.0:1787764531.408192:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:0.0:1787764531.408199:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764531.408199:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764531.408203:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787764531.408203:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764531.408208:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
02000000:00000001:2.0:1787764531.408208:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1787764531.408213:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
02000000:00000001:2.0:1787764531.408213:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1787764531.408217:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
02000000:00000001:2.0:1787764531.408218:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764531.408223:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787764531.408227:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764531.408229:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764531.408234:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764531.408236:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764531.408238:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:2.0:1787764531.408239:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982189602940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358854400:192.168.202.141@tcp:250:kworker.0
00000008:00100000:0.0:1787764531.408242:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787764531.408247:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764531.408247:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1787764531.408251:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764531.408253:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:0.0:1787764531.408255:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189601e00.
02000000:00000001:2.0:1787764531.408257:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1787764531.408259:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:2.0:1787764531.408262:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787764531.408264:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764531.408266:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764531.408268:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:2.0:1787764531.408269:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869a400.
02000000:00000001:0.0:1787764531.408270:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764531.408274:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764531.408274:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764531.408282:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186484400.
00000400:00000200:2.0:1787764531.408284:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:0.0:1787764531.408288:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787764531.408290:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000100:00100000:0.0:1787764531.408296:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189601e00 x1874601358854528/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1787764531.408298:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764531.408306:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358854400, portal 25
00000100:00000001:0.0:1787764531.408307:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764531.408311:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764531.408312:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764531.408314:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868538964288 : -114205170587328 : ffff982189602940)
00000100:00000040:0.0:1787764531.408319:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062ef5d4f] to pc [ptlrpcd_rcv+-1]  req@ffff982189601e00 x1874601358854528/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787764531.408323:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982189602940 x1874601358854400/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764531.408341:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764531.408342:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1787764531.408346:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764531.408349:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787764531.408350:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764531.408352:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764531.408354:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:2.0:1787764531.408357:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000100:00080000:0.0:1787764531.408359:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5416
00000400:00000010:2.0:1787764531.408365:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0088.
00000400:00000200:0.0:1787764531.408366:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000200:2.0:1787764531.408370:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358854400, offset 0
00000400:00000200:0.0:1787764531.408372:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764531.408376:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1787764531.408380:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000100:00000040:0.0:1787764531.408383:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764531.408396:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787764531.408399:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000040:0.0:1787764531.408400:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764531.408404:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787764531.408407:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:2.0:1787764531.408409:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000020:00000040:0.0:1787764531.408410:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:0.0:1787764531.408413:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764531.408417:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000400:00000200:2.0:1787764531.408417:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:0.0:1787764531.408421:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000400:00000200:2.0:1787764531.408425:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000020:00000001:0.0:1787764531.408426:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000400:00000200:2.0:1787764531.408431:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000100:00000040:0.0:1787764531.408432:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764531.408435:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787764531.408436:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000100:00000040:0.0:1787764531.408440:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000400:00000200:2.0:1787764531.408444:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70546:70546:256:4294967295] 192.168.202.141@tcp LPNI seq info [70546:70546:8:4294967295]
00000100:00000001:0.0:1787764531.408445:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787764531.408451:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000400:00000200:2.0:1787764531.408454:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00080000:0.0:1787764531.408457:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787764531.408461:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764531.408464:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764531.408468:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1787764531.408469:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
02000000:00000001:0.0:1787764531.408474:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764531.408477:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:2.0:1787764531.408479:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000008:00100000:0.0:1787764531.408480:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787764531.408485:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787764531.408486:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8c00.
00000100:00000001:0.0:1787764531.408487:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764531.408494:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189600000.
00000800:00000200:2.0:1787764531.408495:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000020:00000040:0.0:1787764531.408498:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
00000800:00000200:2.0:1787764531.408501:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
02000000:00000001:0.0:1787764531.408503:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764531.408506:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764531.408509:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:2.1:1787764531.408510:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
02000000:00000001:0.0:1787764531.408512:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764531.408515:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787764531.408516:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
02000000:00000010:0.0:1787764531.408521:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186485400.
00000800:00000100:2.0:1787764531.408523:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000100:00000001:0.0:1787764531.408526:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787764531.408527:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8c00.
00000100:00100000:0.0:1787764531.408535:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189600000 x1874601358854656/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787764531.408536:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764531.408546:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1787764531.408551:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1787764531.408554:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0088
00000100:00000001:0.0:1787764531.408555:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787764531.408558:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0088.
00000100:00000040:0.0:1787764531.408563:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b05fece] to pc [ptlrpcd_rcv+-1]  req@ffff982189600000 x1874601358854656/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764531.408564:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764531.408572:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982189602940 x1874601358854400/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764531.408575:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764531.408580:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764531.408586:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787764531.408588:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1787764531.408588:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:0.0:1787764531.408592:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764531.408595:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:2.0:1787764531.408595:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982189602940 x1874601358854400/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764556 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787764531.408601:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5416
00000400:00000200:0.0:1787764531.408609:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764531.408610:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764531.408613:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000200:0.0:1787764531.408614:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764531.408618:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787764531.408619:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764531.408622:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000400:00000200:2.0:1787764531.408626:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:0.0:1787764531.408627:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764531.408631:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764531.408631:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4300090635
00000100:00000001:0.0:1787764531.408636:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787764531.408638:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000010:2.0:1787764531.408639:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9821832cf0c0.
00000020:00000040:0.0:1787764531.408640:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:0.0:1787764531.408644:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764531.408646:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000100:00000001:2.0:1787764531.408647:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000020:00000001:0.0:1787764531.408648:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:0.0:1787764531.408652:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:0.0:1787764531.408655:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764531.408655:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4300090635
00000100:00000001:0.0:1787764531.408661:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:2.0:1787764531.408661:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9821832cf4e0.
00000100:00000040:0.0:1787764531.408664:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764531.408667:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787764531.408669:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:0.0:1787764531.408671:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787764531.408674:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764531.408674:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
02000000:00000001:0.0:1787764531.408676:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787764531.408679:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764531.408680:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764531.408685:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764531.408685:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764531.408690:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787764531.408690:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000008:00100000:0.0:1787764531.408694:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787764531.408698:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764531.408699:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764531/real 1787764531]  req@ffff982189602940 x1874601358854400/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764531.408701:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764531.408706:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896012c0.
00000020:00000040:0.0:1787764531.408710:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:0.0:1787764531.408715:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764531.408718:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787764531.408718:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764531.408722:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764531.408724:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764531.408737:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000100:00000001:0.0:1787764531.408738:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:2.0:1787764531.408739:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
02000000:00000001:0.0:1787764531.408741:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787764531.408744:0:2388:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:0.0:1787764531.408745:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764531.408751:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186485000.
00000100:00000200:2.0:1787764531.408751:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982189602940 x1874601358854400/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764531.408756:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764531.408765:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896012c0 x1874601358854784/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1787764531.408769:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982189602940 x1874601358854400/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764531.408784:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764531.408787:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764531.408788:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764531.408790:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764531.408794:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764531.408795:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764531.408803:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e52948b] to pc [ptlrpcd_rcv+-1]  req@ffff9821896012c0 x1874601358854784/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764531.408803:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982189602940 x1874601358854400/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764531.408824:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764531.408826:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764531.408833:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787764531.408836:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764531.408837:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764531.408841:0:18336:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764531.408845:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:2.0:1787764531.408846:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982189602940 x1874601358854400/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764556 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764531.408879:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764531.408880:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5416
00000100:00000001:2.0:1787764531.408885:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1787764531.408888:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764531.408890:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764531.408893:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1787764531.408894:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00000001:2.0:1787764531.408898:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00080000:0.0:1787764531.408899:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787764531.408902:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:0.0:1787764531.408905:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00080000:2.0:1787764531.408907:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:0.0:1787764531.408909:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00080000:2.0:1787764531.408913:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000100:00000040:0.0:1787764531.408915:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764531.408917:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:0.0:1787764531.408919:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787764531.408923:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764531.408925:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000100:00000040:2.0:1787764531.408925:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982189602940 x1874601358854400/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764556 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787764531.408929:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764531.408932:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:0.0:1787764531.408936:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:0.0:1787764531.408941:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00100000:2.0:1787764531.408942:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982189602940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358854400:192.168.202.141@tcp:250:kworker.0
00000100:00000040:0.0:1787764531.408947:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764531.408950:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764531.408951:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787764531.408954:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764531.408956:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764531.408960:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000040:2.0:1787764531.408961:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982189602940 x1874601358854400/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764556 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1787764531.408964:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:0.0:1787764531.408971:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787764531.408975:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764531.408981:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764531.408985:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764531.408986:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764531.408989:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:0.0:1787764531.408990:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764531.408993:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000010:2.0:1787764531.408993:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869a400.
00000008:00100000:0.0:1787764531.408998:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
02000000:00000001:2.0:1787764531.408998:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764531.409001:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000008:00000001:0.0:1787764531.409003:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787764531.409004:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000100:00000001:0.0:1787764531.409006:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764531.409008:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000010:0.0:1787764531.409011:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896030c0.
02000000:00000010:2.0:1787764531.409012:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982186487000.
00000020:00000040:0.0:1787764531.409017:0:18336:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:2.0:1787764531.409018:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764531.409022:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:0.0:1787764531.409023:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000010:2.0:1787764531.409025:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982189602940.
02000000:00000001:0.0:1787764531.409026:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764531.409030:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764531.409032:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787764531.409032:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
02000000:00000001:0.0:1787764531.409036:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764531.409036:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764531.409041:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:0.0:1787764531.409043:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186487c00.
00000100:00000001:0.0:1787764531.409047:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764531.409049:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764531.409053:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764531.409054:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896030c0 x1874601358854912/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764531.409056:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764531.409059:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764531.409061:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787764531.409067:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1787764531.409068:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982189601e00 x1874601358854528/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764531.409070:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764531.409079:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc1d3de1] to pc [ptlrpcd_rcv+-1]  req@ffff9821896030c0 x1874601358854912/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764531.409082:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764531.409084:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764531.409088:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764531.409091:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764531.409094:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764531.409095:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764531.409102:0:18336:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5427)
00000100:00100000:2.0:1787764531.409102:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982189601e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358854528:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764531.409109:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764531.409111:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764531.409112:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764531.409114:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764531.409117:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869a400.
02000000:00000001:2.0:1787764531.409119:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764531.409124:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764531.409127:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764531.409131:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764531.409134:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358854528, portal 10
00000100:00000001:2.0:1787764531.409136:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764531.409137:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868538961408 : -114205170590208 : ffff982189601e00)
00000100:00000040:2.0:1787764531.409143:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982189601e00 x1874601358854528/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764531.409151:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764531.409153:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764531.409156:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0088.
00000100:00000200:2.0:1787764531.409159:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358854528, offset 0
00000400:00000200:2.0:1787764531.409163:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764531.409167:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764531.409171:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764531.409175:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764531.409178:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764531.409181:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764531.409184:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764531.409188:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70547:70547:256:4294967295] 192.168.202.141@tcp LPNI seq info [70547:70547:8:4294967295]
00000400:00000200:2.0:1787764531.409192:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764531.409200:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764531.409204:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764531.409207:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8c00.
00000800:00000200:2.0:1787764531.409211:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764531.409214:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787764531.409218:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764531.409221:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1787764531.409224:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764531.409226:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8c00.
00000400:00000200:2.0:1787764531.409229:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764531.409232:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764531.409235:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0088
00000400:00000010:2.0:1787764531.409237:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0088.
00000100:00000001:2.0:1787764531.409240:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764531.409243:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982189601e00 x1874601358854528/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764531.409251:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764531.409254:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982189601e00 x1874601358854528/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764556 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764531.409260:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764531.409262:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764531.409264:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764531.409268:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:2.0:1787764531.409270:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764531.409272:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300089367
00000100:00000001:2.0:1787764531.409275:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300090635
00000100:00000001:2.0:1787764531.409277:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300089367
00000100:00000001:2.0:1787764531.409279:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300090635
00000100:00000001:2.0:1787764531.409281:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764531.409282:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764531.409284:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764531.409287:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764531/real 1787764531]  req@ffff982189601e00 x1874601358854528/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764531.409294:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764531.409295:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764531.409297:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764531.409299:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764531.409301:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764531.409303:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764531.409306:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982189601e00 x1874601358854528/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764531.409314:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982189601e00 x1874601358854528/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764531.409325:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764531.409327:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764531.409328:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764531.409329:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764531.409332:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982189601e00 x1874601358854528/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764531.409339:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764531.409343:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982189601e00 x1874601358854528/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764556 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764531.409350:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764531.409353:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764531.409354:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764531.409356:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764531.409357:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764531.409359:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764531.409361:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764531.409364:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764531.409367:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764531.409370:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982189601e00 x1874601358854528/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764556 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764531.409378:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982189601e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358854528:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764531.409381:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764531.409384:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982189600000 x1874601358854656/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764531.409390:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764531.409391:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764531.409394:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764531.409395:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764531.409397:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764531.409400:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982189600000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358854656:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764531.409403:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764531.409405:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764531.409407:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764531.409408:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764531.409411:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188699400.
02000000:00000001:2.0:1787764531.409413:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764531.409416:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764531.409418:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764531.409421:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764531.409424:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358854656, portal 10
00000100:00000001:2.0:1787764531.409426:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764531.409427:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868538953728 : -114205170597888 : ffff982189600000)
00000100:00000040:2.0:1787764531.409432:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982189600000 x1874601358854656/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764531.409438:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764531.409440:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764531.409442:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0088.
00000100:00000200:2.0:1787764531.409453:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358854656, offset 0
00000400:00000200:2.0:1787764531.409458:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764531.409461:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764531.409464:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764531.409467:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764531.409469:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764531.409471:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764531.409473:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764531.409476:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70548:70548:256:4294967295] 192.168.202.141@tcp LPNI seq info [70548:70548:8:4294967295]
00000400:00000200:2.0:1787764531.409480:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764531.409486:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764531.409491:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764531.409495:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8c00.
00000800:00000200:2.0:1787764531.409499:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764531.409501:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787764531.409505:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764531.409507:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1787764531.409511:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764531.409513:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8c00.
00000400:00000200:2.0:1787764531.409515:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764531.409519:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764531.409521:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0088
00000400:00000010:2.0:1787764531.409523:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0088.
00000100:00000001:2.0:1787764531.409526:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764531.409529:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982189600000 x1874601358854656/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764531.409536:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764531.409539:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982189600000 x1874601358854656/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764556 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764531.409545:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764531.409547:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764531.409549:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764531.409552:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:2.0:1787764531.409555:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764531.409556:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300089361
00000100:00000001:2.0:1787764531.409558:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300090635
00000100:00000001:2.0:1787764531.409560:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300089361
00000100:00000001:2.0:1787764531.409562:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300090635
00000100:00000001:2.0:1787764531.409564:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764531.409566:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764531.409568:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764531.409571:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764531/real 1787764531]  req@ffff982189600000 x1874601358854656/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764531.409579:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764531.409580:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764531.409582:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764531.409584:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764531.409586:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764531.409587:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764531.409590:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982189600000 x1874601358854656/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764531.409598:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982189600000 x1874601358854656/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764531.409605:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764531.409606:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764531.409607:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764531.409609:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764531.409612:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982189600000 x1874601358854656/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764531.409618:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764531.409621:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982189600000 x1874601358854656/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764556 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764531.409628:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764531.409630:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764531.409631:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764531.409632:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764531.409634:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764531.409635:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764531.409637:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764531.409641:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764531.409642:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764531.409647:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982189600000 x1874601358854656/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764556 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764531.409655:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982189600000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358854656:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764531.409658:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764531.409662:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896012c0 x1874601358854784/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764531.409668:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764531.409669:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764531.409671:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764531.409673:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764531.409675:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764531.409677:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358854784:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764531.409680:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764531.409682:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764531.409683:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764531.409685:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764531.409688:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188698c00.
02000000:00000001:2.0:1787764531.409690:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764531.409693:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764531.409695:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764531.409698:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764531.409708:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358854784, portal 4
00000100:00000001:2.0:1787764531.409710:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764531.409712:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868538958528 : -114205170593088 : ffff9821896012c0)
00000100:00000040:2.0:1787764531.409717:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896012c0 x1874601358854784/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764531.409723:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764531.409736:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764531.409739:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0088.
00000100:00000200:2.0:1787764531.409741:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358854784, offset 0
00000400:00000200:2.0:1787764531.409745:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764531.409749:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764531.409752:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764531.409754:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764531.409757:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764531.409759:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764531.409762:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764531.409765:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70549:70549:256:4294967295] 192.168.202.141@tcp LPNI seq info [70549:70549:8:4294967295]
00000400:00000200:2.0:1787764531.409769:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764531.409775:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764531.409778:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764531.409781:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8c00.
00000800:00000200:2.0:1787764531.409784:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764531.409787:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787764531.409791:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764531.409793:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1787764531.409797:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764531.409799:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8c00.
00000400:00000200:2.0:1787764531.409801:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764531.409804:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764531.409807:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0088
00000400:00000010:2.0:1787764531.409809:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0088.
00000100:00000001:2.0:1787764531.409811:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764531.409815:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896012c0 x1874601358854784/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764531.409822:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764531.409826:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896012c0 x1874601358854784/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764556 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764531.409832:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764531.409833:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764531.409836:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764531.409838:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:2.0:1787764531.409842:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764531.409844:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300089366
00000100:00000001:2.0:1787764531.409846:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300090635
00000100:00000001:2.0:1787764531.409864:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300089367
00000100:00000001:2.0:1787764531.409866:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300090635
00000100:00000001:2.0:1787764531.409868:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764531.409870:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764531.409872:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764531.409876:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764531/real 1787764531]  req@ffff9821896012c0 x1874601358854784/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764531.409884:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764531.409885:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764531.409887:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764531.409889:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764531.409890:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764531.409892:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764531.409895:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896012c0 x1874601358854784/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764531.409903:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896012c0 x1874601358854784/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764531.409909:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764531.409911:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764531.409912:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764531.409913:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764531.409917:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896012c0 x1874601358854784/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764531.409923:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764531.409926:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896012c0 x1874601358854784/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764556 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764531.409932:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764531.409935:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764531.409937:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764531.409938:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764531.409939:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764531.409941:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764531.409943:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764531.409953:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764531.409955:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764531.409959:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896012c0 x1874601358854784/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764556 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764531.409967:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358854784:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764531.409970:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764531.409972:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764531.409975:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982189601e00 x1874601358854528/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764556 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764531.409981:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764531.409983:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764531.409985:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869a400.
02000000:00000001:2.0:1787764531.409987:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764531.409988:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764531.409990:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:2.0:1787764531.409992:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764531.409994:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982186484400.
02000000:00000001:2.0:1787764531.409996:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764531.409998:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764531.409999:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982189601e00.
00000100:00000001:2.0:1787764531.410002:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764531.410003:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764531.410005:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764531.410008:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982189600000 x1874601358854656/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764556 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764531.410020:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764531.410021:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764531.410023:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188699400.
02000000:00000001:2.0:1787764531.410025:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764531.410026:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764531.410027:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:2.0:1787764531.410028:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764531.410030:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982186485400.
02000000:00000001:2.0:1787764531.410032:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764531.410033:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764531.410034:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982189600000.
00000100:00000001:2.0:1787764531.410036:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764531.410037:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764531.410038:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764531.410041:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896012c0 x1874601358854784/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764556 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764531.410047:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764531.410048:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764531.410049:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188698c00.
02000000:00000001:2.0:1787764531.410051:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764531.410053:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764531.410054:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:2.0:1787764531.410055:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764531.410056:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982186485000.
02000000:00000001:2.0:1787764531.410058:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764531.410059:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764531.410060:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896012c0.
00000100:00000001:2.0:1787764531.410062:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764531.410063:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764531.410065:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764531.410067:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764531.410068:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764531.410070:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764531.410072:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764531.410073:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764531.410076:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896030c0 x1874601358854912/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764531.410083:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764531.410084:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764531.410086:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764531.410088:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764531.410090:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764531.410093:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896030c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358854912:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764531.410096:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764531.410097:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764531.410099:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764531.410101:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764531.410103:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188698c00.
02000000:00000001:2.0:1787764531.410105:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764531.410108:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764531.410110:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764531.410113:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764531.410116:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358854912, portal 4
00000100:00000001:2.0:1787764531.410118:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764531.410119:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868538966208 : -114205170585408 : ffff9821896030c0)
00000100:00000040:2.0:1787764531.410124:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896030c0 x1874601358854912/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764531.410130:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764531.410132:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764531.410135:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0088.
00000100:00000200:2.0:1787764531.410137:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358854912, offset 0
00000400:00000200:2.0:1787764531.410140:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764531.410143:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764531.410147:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764531.410150:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764531.410152:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764531.410154:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764531.410157:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764531.410161:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70550:70550:256:4294967295] 192.168.202.141@tcp LPNI seq info [70550:70550:8:4294967295]
00000400:00000200:2.0:1787764531.410174:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764531.410180:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764531.410184:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764531.410188:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8c00.
00000800:00000200:2.0:1787764531.410191:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764531.410194:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1787764531.410198:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764531.410200:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1787764531.410204:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764531.410206:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8c00.
00000400:00000200:2.0:1787764531.410208:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764531.410212:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764531.410214:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0088
00000400:00000010:2.0:1787764531.410216:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0088.
00000100:00000001:2.0:1787764531.410218:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764531.410222:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896030c0 x1874601358854912/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764531.410229:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764531.410232:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896030c0 x1874601358854912/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764556 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764531.410239:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764531.410240:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764531.410242:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764531.410245:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:2.0:1787764531.410248:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764531.410250:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300089368
00000100:00000001:2.0:1787764531.410252:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300090635
00000100:00000001:2.0:1787764531.410254:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300089368
00000100:00000001:2.0:1787764531.410256:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300090635
00000100:00000001:2.0:1787764531.410258:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764531.410261:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764531.410263:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764531.410266:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764531/real 1787764531]  req@ffff9821896030c0 x1874601358854912/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764531.410273:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764531.410275:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764531.410276:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764531.410278:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764531.410280:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764531.410282:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764531.410284:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896030c0 x1874601358854912/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764531.410293:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896030c0 x1874601358854912/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764531.410299:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764531.410301:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764531.410303:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764531.410304:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764531.410307:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896030c0 x1874601358854912/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764531.410314:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764531.410317:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896030c0 x1874601358854912/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764556 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764531.410324:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764531.410327:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764531.410328:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764531.410329:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764531.410331:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764531.410332:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764531.410334:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764531.410338:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764531.410339:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764531.410343:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896030c0 x1874601358854912/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764556 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764531.410350:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896030c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358854912:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764531.410354:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764531.410355:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764531.410358:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896030c0 x1874601358854912/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764556 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764531.410364:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764531.410365:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764531.410366:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188698c00.
02000000:00000001:2.0:1787764531.410368:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764531.410370:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764531.410371:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:2.0:1787764531.410373:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764531.410374:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982186487c00.
02000000:00000001:2.0:1787764531.410377:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764531.410378:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764531.410379:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896030c0.
00000100:00000001:2.0:1787764531.410381:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764531.410382:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764531.410384:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764531.410387:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764531.410388:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764531.410390:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764531.410391:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764531.727969:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764531.727974:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764531.727979:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764531.727980:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764531.727982:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764531.727983:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764531.727985:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764531.727985:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764531.727987:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764531.727988:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764531.728007:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764531.728009:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764531.728010:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764531.983974:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764531.983983:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764531.983985:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764531.983991:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764531.983995:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764531.983999:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764531.984001:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764531.984003:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764531.984006:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764532.752002:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4300090635, at 4300090688
00000100:00000040:2.0:1787764532.752004:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4300090635, at 4300090688
00010000:00000001:0.0:1787764532.752005:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764532.752011:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764532.752026:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764532.752028:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764532.752030:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9821832cf4e0.
00010000:00000001:0.0:1787764532.752033:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:2.0:1787764532.752034:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9821832cf0c0.
00010000:00000001:0.0:1787764532.752036:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764532.752041:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764532.752043:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764532.752045:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764532.752046:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764532.752068:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764532.752071:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764532.752075:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764533.008004:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764533.008012:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764533.008014:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764533.008018:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764533.008022:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764533.008026:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764533.008029:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764533.008032:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764533.008034:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764533.776017:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764533.776027:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764533.776033:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764533.776034:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764533.776039:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764533.776040:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764533.776044:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764533.776045:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764533.776048:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764533.776049:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764533.776111:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764533.776115:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764533.776118:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764534.031975:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764534.031983:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764534.031985:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764534.031991:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764534.031996:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764534.032001:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764534.032011:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764534.032014:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764534.032018:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764534.800401:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764534.800409:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764534.800411:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764534.800414:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764534.800419:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764534.800421:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764534.800423:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764534.800426:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764534.800430:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764534.800431:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764534.800435:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764534.800436:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764534.800439:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764534.800441:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764534.800442:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764534.800443:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764534.800445:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764534.800446:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764534.800448:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764534.800450:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764534.800453:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764534.800454:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764534.800475:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764534.800477:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764534.800480:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764535.055936:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764535.055943:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764535.055946:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764535.055952:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764535.055956:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764535.055959:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764535.055961:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764535.055964:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764535.055967:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764535.823971:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764535.823978:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764535.823984:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764535.823986:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764535.823989:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764535.823991:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764535.823994:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764535.823995:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764535.823998:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764535.823999:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764535.824051:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764535.824055:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764535.824063:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764536.079974:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764536.079982:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764536.079984:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764536.079989:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764536.079992:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764536.079996:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764536.079999:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764536.080001:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764536.080004:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764536.527992:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764536.528003:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787764536.528005:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764536.528009:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764536.528014:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764536.528021:0:58520:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5422
00000400:00000200:1.0:1787764536.528029:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764536.528035:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764536.528043:0:58520:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764536.528047:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764536.528050:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764536.528053:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764536.528055:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764536.528059:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764536.528061:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:1.0:1787764536.528064:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764536.528067:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:1.0:1787764536.528070:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:1.0:1787764536.528072:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:1.0:1787764536.528075:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764536.528077:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764536.528079:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764536.528080:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764536.528084:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:1.0:1787764536.528087:0:58520:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764536.528090:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764536.528093:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764536.528096:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764536.528099:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764536.528101:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787764536.528104:0:58520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764536.528119:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f87840.
00000020:00000040:1.0:1787764536.528122:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:1.0:1787764536.528127:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764536.528129:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764536.528132:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764536.528135:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764536.528139:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764536.528147:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649c400.
00000100:00000001:1.0:1787764536.528154:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764536.528164:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f87840 x1874601358855040/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764536.528173:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764536.528178:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764536.528183:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000974c9555] to pc [ptlrpcd_rcv+-1]  req@ffff982187f87840 x1874601358855040/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764536.528218:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764536.528221:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764536.528231:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787764536.528232:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764536.528234:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764536.528237:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764536.528239:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5422
00000400:00000200:1.0:1787764536.528244:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764536.528247:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764536.528250:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764536.528253:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764536.528256:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787764536.528258:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1787764536.528259:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764536.528263:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:2.0:1787764536.528265:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1787764536.528267:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787764536.528269:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:1.0:1787764536.528270:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:1.0:1787764536.528274:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764536.528277:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000100:00000040:2.0:1787764536.528279:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f87840 x1874601358855040/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1787764536.528280:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:1.0:1787764536.528285:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:1.0:1787764536.528293:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764536.528296:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764536.528297:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787764536.528301:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764536.528302:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764536.528307:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764536.528309:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:1.0:1787764536.528311:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764536.528313:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764536.528315:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764536.528315:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764536.528319:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764536.528321:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764536.528323:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764536.528326:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764536.528330:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:2.0:1787764536.528331:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358855040:192.168.202.141@tcp:250:kworker.0
00000008:00100000:1.0:1787764536.528335:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1787764536.528337:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:1.0:1787764536.528342:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764536.528343:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1787764536.528345:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764536.528348:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764536.528351:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f85e00.
02000000:00000001:2.0:1787764536.528352:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:1.0:1787764536.528356:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:1.0:1787764536.528360:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000010:2.0:1787764536.528360:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188699400.
02000000:00000001:1.0:1787764536.528362:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764536.528365:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764536.528371:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764536.528376:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:2.0:1787764536.528376:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
02000000:00000001:1.0:1787764536.528378:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764536.528382:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764536.528387:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649e400.
00000100:00000001:1.0:1787764536.528390:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787764536.528395:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00100000:1.0:1787764536.528396:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f85e00 x1874601358855168/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1787764536.528403:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358855040, portal 25
00000100:00000001:1.0:1787764536.528407:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764536.528408:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764536.528412:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764536.528413:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515391552 : -114205194160064 : ffff982187f87840)
00000100:00000040:1.0:1787764536.528420:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004bea692] to pc [ptlrpcd_rcv+-1]  req@ffff982187f85e00 x1874601358855168/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787764536.528425:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f87840 x1874601358855040/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764536.528435:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764536.528438:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764536.528441:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0088.
00000100:00000200:2.0:1787764536.528444:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358855040, offset 0
00000400:00000200:2.0:1787764536.528451:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000100:00000001:1.0:1787764536.528453:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764536.528459:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1787764536.528461:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00080000:1.0:1787764536.528466:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1787764536.528469:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1787764536.528471:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000100:00080000:1.0:1787764536.528472:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764536.528478:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1787764536.528480:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:1.0:1787764536.528483:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5422
00000400:00000200:2.0:1787764536.528488:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764536.528490:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764536.528495:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764536.528497:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000400:00000200:2.0:1787764536.528501:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000100:00080000:1.0:1787764536.528502:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1787764536.528509:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70551:70551:256:4294967295] 192.168.202.141@tcp LPNI seq info [70551:70551:8:4294967295]
00000100:00000040:1.0:1787764536.528512:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764536.528517:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787764536.528518:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000040:1.0:1787764536.528522:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764536.528525:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764536.528530:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764536.528533:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000400:00000200:2.0:1787764536.528534:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000020:00000001:1.0:1787764536.528536:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764536.528540:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000800:00000200:2.0:1787764536.528545:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000020:00000001:1.0:1787764536.528546:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:1.0:1787764536.528551:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:1.0:1787764536.528555:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000800:00000010:2.0:1787764536.528555:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8c00.
00000100:00000001:1.0:1787764536.528560:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764536.528563:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764536.528566:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000800:00000200:2.0:1787764536.528567:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000020:00000040:1.0:1787764536.528570:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000800:00000200:2.0:1787764536.528573:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000100:00080000:1.0:1787764536.528576:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764536.528581:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764536.528586:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.1:1787764536.528586:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
02000000:00000001:1.0:1787764536.528589:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.1:1787764536.528591:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
02000000:00000001:1.0:1787764536.528593:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764536.528597:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000100:2.0:1787764536.528600:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000008:00100000:1.0:1787764536.528602:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000010:2.0:1787764536.528605:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8c00.
00000008:00000001:1.0:1787764536.528606:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764536.528610:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764536.528615:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f843c0.
00000400:00000200:2.0:1787764536.528615:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:1.0:1787764536.528620:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
00000400:00000200:2.0:1787764536.528625:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
02000000:00000001:1.0:1787764536.528626:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764536.528629:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764536.528632:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0088
00000100:00000001:1.0:1787764536.528633:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764536.528637:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1787764536.528637:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0088.
02000000:00000001:1.0:1787764536.528639:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764536.528644:0:2388:0:(events.c:34:request_out_callback()) Process entered
02000000:00000010:1.0:1787764536.528646:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649c800.
00000100:00000001:1.0:1787764536.528651:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787764536.528652:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f87840 x1874601358855040/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764536.528659:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f843c0 x1874601358855296/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764536.528668:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787764536.528672:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1787764536.528675:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f87840 x1874601358855040/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764561 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764536.528676:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764536.528697:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764536.528699:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764536.528705:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764536.528710:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ab335ac] to pc [ptlrpcd_rcv+-1]  req@ffff982187f843c0 x1874601358855296/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787764536.528712:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764536.528718:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4300095755
00000100:00000001:1.0:1787764536.528726:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764536.528726:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9821832cf0c0.
00000100:00080000:1.0:1787764536.528733:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787764536.528735:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000100:00080000:1.0:1787764536.528740:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787764536.528743:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764536.528744:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764536.528745:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4300095755
00000100:00000001:1.0:1787764536.528749:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00000010:2.0:1787764536.528751:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9821832cfe40.
00000100:00080000:1.0:1787764536.528753:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5422
00000100:00000001:2.0:1787764536.528756:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000400:00000200:1.0:1787764536.528760:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764536.528762:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787764536.528766:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00000001:2.0:1787764536.528767:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764536.528771:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787764536.528772:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764536.528780:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764536/real 1787764536]  req@ffff982187f87840 x1874601358855040/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787764536.528787:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000400:00000001:2.0:1787764536.528791:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:1.0:1787764536.528792:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:2.0:1787764536.528795:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:1.0:1787764536.528797:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000400:00000010:2.0:1787764536.528800:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000100:00000001:1.0:1787764536.528801:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000400:00000200:2.0:1787764536.528805:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000020:00000001:1.0:1787764536.528806:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000010:2.0:1787764536.528809:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000020:00000040:1.0:1787764536.528810:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000100:00000001:2.0:1787764536.528813:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:1.0:1787764536.528814:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764536.528818:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000100:00000200:2.0:1787764536.528821:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f87840 x1874601358855040/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1787764536.528822:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:1.0:1787764536.528829:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:1.0:1787764536.528837:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000200:2.0:1787764536.528840:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f87840 x1874601358855040/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764536.528841:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787764536.528877:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764536.528879:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764536.528882:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:1.0:1787764536.528883:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764536.528885:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764536.528889:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00100000:2.0:1787764536.528893:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f87840 x1874601358855040/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787764536.528894:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:1.0:1787764536.528903:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764536.528905:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764536.528908:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764536.528912:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1787764536.528913:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f87840 x1874601358855040/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764561 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787764536.528917:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764536.528923:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764536.528926:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764536.528927:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764536.528931:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1787764536.528932:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:1.0:1787764536.528938:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764536.528938:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764536.528941:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764536.528943:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764536.528946:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000010:1.0:1787764536.528949:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f84780.
00000100:00000001:2.0:1787764536.528950:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:1.0:1787764536.528953:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
00000100:00080000:2.0:1787764536.528955:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:1.0:1787764536.528959:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764536.528962:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764536.528962:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764536.528967:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787764536.528967:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:1.0:1787764536.528970:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764536.528974:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764536.528975:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f87840 x1874601358855040/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764561 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1787764536.528981:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649fc00.
00000100:00000001:1.0:1787764536.528989:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764536.528989:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358855040:192.168.202.141@tcp:250:kworker.0
00000100:00000001:2.0:1787764536.528997:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764536.528998:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f84780 x1874601358855424/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764536.529001:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764536.529008:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f87840 x1874601358855040/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764561 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764536.529010:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764536.529015:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764536.529021:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000040:1.0:1787764536.529023:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bf6eed9] to pc [ptlrpcd_rcv+-1]  req@ffff982187f84780 x1874601358855424/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787764536.529025:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764536.529029:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188699400.
02000000:00000001:2.0:1787764536.529034:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:1.0:1787764536.529038:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764536.529038:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764536.529041:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000100:00080000:1.0:1787764536.529043:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000020:00000001:2.0:1787764536.529044:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00080000:1.0:1787764536.529049:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
02000000:00000010:2.0:1787764536.529049:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649c400.
00000100:00000001:1.0:1787764536.529053:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:2.0:1787764536.529054:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00080000:1.0:1787764536.529055:0:58520:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:2.0:1787764536.529057:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764536.529060:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f87840.
00000100:00000001:1.0:1787764536.529061:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787764536.529066:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00080000:1.0:1787764536.529067:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5422
00000100:00000001:2.0:1787764536.529070:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1787764536.529075:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764536.529075:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1787764536.529082:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764536.529085:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787764536.529085:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764536.529089:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764536.529091:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764536.529093:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764536.529097:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787764536.529097:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764536.529100:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764536.529102:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764536.529107:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000040:2.0:1787764536.529108:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f85e00 x1874601358855168/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1787764536.529112:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764536.529114:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:1.0:1787764536.529116:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764536.529118:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:1.0:1787764536.529120:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:1.0:1787764536.529122:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:1.0:1787764536.529129:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764536.529133:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764536.529138:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764536.529143:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:2.0:1787764536.529145:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:1.0:1787764536.529147:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00000001:2.0:1787764536.529148:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764536.529153:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
02000000:00000001:2.0:1787764536.529154:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1787764536.529158:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764536.529158:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764536.529163:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764536.529164:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1787764536.529169:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f85e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358855168:192.168.202.141@tcp:38:kworker.0
02000000:00000001:1.0:1787764536.529170:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764536.529176:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764536.529176:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1787764536.529181:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787764536.529181:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:1.0:1787764536.529184:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
02000000:00000001:2.0:1787764536.529185:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764536.529188:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:1.0:1787764536.529190:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764536.529193:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188699400.
00000100:00000001:1.0:1787764536.529194:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764536.529198:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764536.529201:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f86940.
00000400:00000200:2.0:1787764536.529206:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000020:00000040:1.0:1787764536.529207:0:58520:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:1.0:1787764536.529212:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1787764536.529212:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
02000000:00000001:1.0:1787764536.529214:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764536.529218:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:2.0:1787764536.529218:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
02000000:00000001:1.0:1787764536.529220:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764536.529224:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787764536.529224:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358855168, portal 10
00000100:00000001:2.0:1787764536.529228:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000010:1.0:1787764536.529229:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649f000.
00000100:00000001:2.0:1787764536.529230:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515384832 : -114205194166784 : ffff982187f85e00)
00000100:00000001:1.0:1787764536.529235:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764536.529240:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f85e00 x1874601358855168/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764536.529245:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f86940 x1874601358855552/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764536.529255:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764536.529261:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000100:00000001:1.0:1787764536.529262:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1787764536.529265:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0088.
00000100:00000001:1.0:1787764536.529266:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787764536.529269:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358855168, offset 0
00000100:00000040:1.0:1787764536.529274:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac69d1b8] to pc [ptlrpcd_rcv+-1]  req@ffff982187f86940 x1874601358855552/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787764536.529278:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764536.529287:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764536.529291:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764536.529294:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000100:00000040:1.0:1787764536.529299:0:58520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5432)
00000400:00000200:2.0:1787764536.529299:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764536.529305:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764536.529308:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764536.529311:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764536.529315:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70552:70552:256:4294967295] 192.168.202.141@tcp LPNI seq info [70552:70552:8:4294967295]
00000400:00000200:2.0:1787764536.529319:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764536.529327:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764536.529331:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764536.529335:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8c00.
00000800:00000200:2.0:1787764536.529339:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764536.529341:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787764536.529346:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764536.529348:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1787764536.529352:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764536.529354:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8c00.
00000400:00000200:2.0:1787764536.529356:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764536.529360:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764536.529362:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0088
00000400:00000010:2.0:1787764536.529364:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0088.
00000100:00000001:2.0:1787764536.529367:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764536.529370:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f85e00 x1874601358855168/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764536.529377:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764536.529380:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f85e00 x1874601358855168/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764561 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764536.529387:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764536.529388:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764536.529391:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764536.529394:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:2.0:1787764536.529397:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764536.529399:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300094487
00000100:00000001:2.0:1787764536.529401:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300095755
00000100:00000001:2.0:1787764536.529403:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300094487
00000100:00000001:2.0:1787764536.529405:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300095755
00000100:00000001:2.0:1787764536.529407:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764536.529410:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764536.529412:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764536.529415:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764536/real 1787764536]  req@ffff982187f85e00 x1874601358855168/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764536.529423:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764536.529424:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764536.529426:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764536.529429:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764536.529430:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764536.529432:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764536.529435:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f85e00 x1874601358855168/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764536.529443:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f85e00 x1874601358855168/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764536.529450:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764536.529451:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764536.529453:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764536.529454:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764536.529457:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f85e00 x1874601358855168/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764536.529463:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764536.529467:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f85e00 x1874601358855168/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764561 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764536.529473:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764536.529475:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764536.529477:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764536.529478:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764536.529480:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764536.529481:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764536.529484:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764536.529487:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764536.529489:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764536.529493:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f85e00 x1874601358855168/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764561 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764536.529500:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f85e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358855168:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764536.529504:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764536.529507:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f843c0 x1874601358855296/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764536.529513:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764536.529514:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764536.529516:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764536.529518:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764536.529520:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764536.529523:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f843c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358855296:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764536.529526:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764536.529528:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764536.529529:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764536.529531:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764536.529534:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869a400.
02000000:00000001:2.0:1787764536.529536:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764536.529539:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764536.529541:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764536.529544:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764536.529547:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358855296, portal 10
00000100:00000001:2.0:1787764536.529548:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764536.529549:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515378112 : -114205194173504 : ffff982187f843c0)
00000100:00000040:2.0:1787764536.529555:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f843c0 x1874601358855296/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764536.529561:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764536.529564:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764536.529566:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0088.
00000100:00000200:2.0:1787764536.529568:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358855296, offset 0
00000400:00000200:2.0:1787764536.529573:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764536.529576:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764536.529580:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764536.529582:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764536.529585:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764536.529587:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764536.529589:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764536.529592:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70553:70553:256:4294967295] 192.168.202.141@tcp LPNI seq info [70553:70553:8:4294967295]
00000400:00000200:2.0:1787764536.529596:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764536.529601:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764536.529605:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764536.529608:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8c00.
00000800:00000200:2.0:1787764536.529612:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764536.529614:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787764536.529618:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764536.529621:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1787764536.529625:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764536.529626:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8c00.
00000400:00000200:2.0:1787764536.529629:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764536.529632:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764536.529634:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0088
00000400:00000010:2.0:1787764536.529636:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0088.
00000100:00000001:2.0:1787764536.529638:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764536.529642:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f843c0 x1874601358855296/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764536.529649:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764536.529652:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f843c0 x1874601358855296/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764561 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764536.529658:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764536.529660:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764536.529663:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764536.529666:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:2.0:1787764536.529670:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764536.529672:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300094481
00000100:00000001:2.0:1787764536.529674:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300095755
00000100:00000001:2.0:1787764536.529676:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300094481
00000100:00000001:2.0:1787764536.529690:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300095755
00000100:00000001:2.0:1787764536.529692:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764536.529694:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764536.529696:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764536.529700:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764536/real 1787764536]  req@ffff982187f843c0 x1874601358855296/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764536.529707:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764536.529708:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764536.529710:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764536.529712:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764536.529713:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764536.529716:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764536.529719:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f843c0 x1874601358855296/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764536.529727:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f843c0 x1874601358855296/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764536.529733:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764536.529735:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764536.529737:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764536.529738:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764536.529742:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f843c0 x1874601358855296/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764536.529748:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764536.529752:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f843c0 x1874601358855296/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764561 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764536.529759:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764536.529761:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764536.529763:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764536.529764:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764536.529765:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764536.529767:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764536.529769:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764536.529771:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764536.529774:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764536.529777:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f843c0 x1874601358855296/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764561 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764536.529785:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f843c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358855296:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764536.529788:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764536.529791:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f84780 x1874601358855424/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764536.529798:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764536.529799:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764536.529801:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764536.529803:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764536.529805:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764536.529808:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f84780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358855424:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764536.529811:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764536.529813:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764536.529814:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764536.529816:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764536.529819:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188698400.
02000000:00000001:2.0:1787764536.529821:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764536.529824:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764536.529826:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764536.529829:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764536.529832:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358855424, portal 4
00000100:00000001:2.0:1787764536.529834:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764536.529835:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515379072 : -114205194172544 : ffff982187f84780)
00000100:00000040:2.0:1787764536.529840:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f84780 x1874601358855424/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764536.529846:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764536.529864:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764536.529867:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0088.
00000100:00000200:2.0:1787764536.529869:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358855424, offset 0
00000400:00000200:2.0:1787764536.529873:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764536.529877:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764536.529880:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764536.529883:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764536.529885:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764536.529887:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764536.529889:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764536.529893:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70554:70554:256:4294967295] 192.168.202.141@tcp LPNI seq info [70554:70554:8:4294967295]
00000400:00000200:2.0:1787764536.529897:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764536.529902:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764536.529906:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764536.529909:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8c00.
00000800:00000200:2.0:1787764536.529913:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764536.529916:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787764536.529920:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764536.529923:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1787764536.529940:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764536.529942:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8c00.
00000400:00000200:2.0:1787764536.529945:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764536.529953:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764536.529956:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0088
00000400:00000010:2.0:1787764536.529958:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0088.
00000100:00000001:2.0:1787764536.529961:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764536.529965:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f84780 x1874601358855424/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764536.529973:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764536.529976:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f84780 x1874601358855424/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764561 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764536.529982:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764536.529983:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764536.529986:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764536.529989:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:2.0:1787764536.529992:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764536.529994:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300094487
00000100:00000001:2.0:1787764536.529996:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300095755
00000100:00000001:2.0:1787764536.529999:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300094487
00000100:00000001:2.0:1787764536.530001:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300095755
00000100:00000001:2.0:1787764536.530003:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764536.530005:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764536.530007:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764536.530010:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764536/real 1787764536]  req@ffff982187f84780 x1874601358855424/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764536.530017:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764536.530019:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764536.530020:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764536.530022:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764536.530024:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764536.530026:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764536.530029:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f84780 x1874601358855424/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764536.530038:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f84780 x1874601358855424/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764536.530049:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764536.530051:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764536.530053:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764536.530054:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764536.530057:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f84780 x1874601358855424/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764536.530064:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764536.530067:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f84780 x1874601358855424/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764561 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764536.530073:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764536.530075:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764536.530077:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764536.530078:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764536.530080:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764536.530081:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764536.530083:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764536.530087:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764536.530089:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764536.530092:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f84780 x1874601358855424/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764561 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764536.530101:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f84780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358855424:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764536.530105:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764536.530107:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764536.530109:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f85e00 x1874601358855168/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764561 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764536.530115:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764536.530116:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764536.530119:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188699400.
02000000:00000001:2.0:1787764536.530121:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764536.530123:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764536.530124:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:2.0:1787764536.530126:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764536.530127:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649e400.
02000000:00000001:2.0:1787764536.530130:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764536.530131:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764536.530132:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f85e00.
00000100:00000001:2.0:1787764536.530135:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764536.530136:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764536.530138:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764536.530141:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f843c0 x1874601358855296/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764561 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764536.530147:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764536.530148:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764536.530149:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869a400.
02000000:00000001:2.0:1787764536.530151:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764536.530152:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764536.530154:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:2.0:1787764536.530156:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764536.530157:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649c800.
02000000:00000001:2.0:1787764536.530159:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764536.530160:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764536.530161:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f843c0.
00000100:00000001:2.0:1787764536.530163:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764536.530165:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764536.530166:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764536.530169:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f84780 x1874601358855424/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764561 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764536.530176:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764536.530178:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764536.530179:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188698400.
02000000:00000001:2.0:1787764536.530181:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764536.530182:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764536.530183:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:2.0:1787764536.530185:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764536.530187:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649fc00.
02000000:00000001:2.0:1787764536.530189:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764536.530190:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764536.530191:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f84780.
00000100:00000001:2.0:1787764536.530193:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764536.530194:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764536.530196:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764536.530199:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764536.530200:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764536.530202:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764536.530203:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764536.530204:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764536.530208:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f86940 x1874601358855552/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764536.530215:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764536.530216:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764536.530218:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764536.530220:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764536.530222:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764536.530225:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358855552:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764536.530228:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764536.530229:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764536.530231:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764536.530232:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764536.530236:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188698400.
02000000:00000001:2.0:1787764536.530238:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764536.530241:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764536.530243:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764536.530246:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764536.530249:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358855552, portal 4
00000100:00000001:2.0:1787764536.530251:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764536.530252:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515387712 : -114205194163904 : ffff982187f86940)
00000100:00000040:2.0:1787764536.530257:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f86940 x1874601358855552/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764536.530269:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764536.530271:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764536.530273:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0088.
00000100:00000200:2.0:1787764536.530275:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358855552, offset 0
00000400:00000200:2.0:1787764536.530279:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764536.530282:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764536.530285:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764536.530288:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764536.530290:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764536.530292:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764536.530294:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764536.530297:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70555:70555:256:4294967295] 192.168.202.141@tcp LPNI seq info [70555:70555:8:4294967295]
00000400:00000200:2.0:1787764536.530301:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764536.530306:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764536.530310:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764536.530313:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8c00.
00000800:00000200:2.0:1787764536.530317:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764536.530320:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1787764536.530323:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764536.530326:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1787764536.530330:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764536.530331:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8c00.
00000400:00000200:2.0:1787764536.530334:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764536.530337:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764536.530339:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0088
00000400:00000010:2.0:1787764536.530341:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0088.
00000100:00000001:2.0:1787764536.530343:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764536.530347:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f86940 x1874601358855552/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764536.530354:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764536.530356:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f86940 x1874601358855552/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764561 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764536.530368:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764536.530370:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764536.530373:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764536.530375:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:2.0:1787764536.530378:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764536.530380:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300094488
00000100:00000001:2.0:1787764536.530383:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300095755
00000100:00000001:2.0:1787764536.530385:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300094488
00000100:00000001:2.0:1787764536.530387:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300095755
00000100:00000001:2.0:1787764536.530389:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764536.530391:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764536.530393:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764536.530396:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764536/real 1787764536]  req@ffff982187f86940 x1874601358855552/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764536.530404:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764536.530405:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764536.530407:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764536.530409:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764536.530410:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764536.530412:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764536.530415:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f86940 x1874601358855552/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764536.530423:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f86940 x1874601358855552/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764536.530429:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764536.530430:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764536.530431:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764536.530433:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764536.530436:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f86940 x1874601358855552/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764536.530442:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764536.530446:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f86940 x1874601358855552/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764561 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764536.530453:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764536.530455:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764536.530457:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764536.530458:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764536.530460:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764536.530462:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764536.530464:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764536.530468:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764536.530470:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764536.530474:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f86940 x1874601358855552/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764561 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764536.530481:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358855552:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764536.530484:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764536.530486:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764536.530489:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f86940 x1874601358855552/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764561 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764536.530495:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764536.530496:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764536.530498:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188698400.
02000000:00000001:2.0:1787764536.530500:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764536.530501:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764536.530502:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:2.0:1787764536.530504:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764536.530505:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649f000.
02000000:00000001:2.0:1787764536.530508:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764536.530509:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764536.530510:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f86940.
00000100:00000001:2.0:1787764536.530513:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764536.530514:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764536.530516:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764536.530518:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764536.530520:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764536.530521:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764536.530523:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764536.847931:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764536.847936:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764536.847940:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764536.847943:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764536.847944:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764536.847947:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764536.847948:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764536.847950:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764536.847951:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764536.847953:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764536.847955:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764536.847956:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764536.847958:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764536.847959:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764536.847961:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764536.847962:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764536.848003:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764536.848007:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764536.848010:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764537.103946:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764537.103953:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764537.103956:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764537.103961:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764537.103965:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764537.103984:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764537.103988:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764537.103991:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764537.103994:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764537.871936:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4300095755, at 4300095808
00010000:00000001:0.0:1787764537.871951:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:3.0:1787764537.871951:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9821832cfe40.
00010000:00000001:0.0:1787764537.871956:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764537.871962:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764537.871964:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764537.871966:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764537.871967:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764537.871970:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764537.871971:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764537.871973:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764537.871974:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764537.871989:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764537.871991:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764537.871994:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787764537.872028:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4300095755, at 4300095808
00000100:00000010:2.0:1787764537.872034:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9821832cf0c0.
00000100:00000001:3.0:1787764538.127951:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764538.127959:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764538.127961:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764538.127967:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764538.127971:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764538.127975:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764538.127979:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764538.127981:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764538.127984:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764538.895961:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764538.895967:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764538.895973:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764538.895974:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764538.895977:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764538.895980:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764538.895982:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764538.895986:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764538.895989:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764538.895991:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764538.895993:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764538.895995:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764538.895998:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764538.896000:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764538.896002:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764538.896004:0:59162:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764538.896006:0:59162:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764538.896007:0:59162:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764538.896009:0:59162:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764538.896010:0:59162:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764538.896012:0:59162:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764538.896014:0:59162:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764538.896084:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764538.896089:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764538.896092:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764539.151927:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764539.151934:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764539.151935:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764539.151940:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764539.151943:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764539.151946:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764539.151949:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764539.151951:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764539.151953:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764539.919935:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764539.919941:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764539.919948:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764539.919949:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764539.919953:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764539.919954:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764539.919957:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764539.919958:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764539.919962:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764539.919963:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764539.920050:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764539.920052:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764539.920054:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764540.175940:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764540.175948:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764540.175951:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764540.175957:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764540.175962:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764540.175965:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764540.175968:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764540.175971:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764540.175974:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764540.943954:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764540.943960:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764540.943966:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764540.943967:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764540.943971:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764540.943972:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764540.943976:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764540.943977:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764540.943980:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764540.943981:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764540.944006:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764540.944009:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764540.944012:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764541.199959:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764541.199968:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764541.199971:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764541.199976:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764541.199981:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764541.199984:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764541.199987:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764541.199990:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764541.199993:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764541.647986:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764541.647996:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787764541.647998:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764541.648002:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764541.648006:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764541.648013:0:58520:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5427
00000400:00000200:0.0:1787764541.648021:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764541.648027:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764541.648030:0:58520:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764541.648033:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764541.648036:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764541.648038:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764541.648040:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787764541.648044:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764541.648046:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:0.0:1787764541.648049:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764541.648052:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:0.0:1787764541.648054:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:0.0:1787764541.648056:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:0.0:1787764541.648059:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764541.648061:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764541.648062:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764541.648064:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787764541.648067:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:0.0:1787764541.648070:0:58520:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787764541.648072:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764541.648075:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764541.648078:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764541.648081:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764541.648083:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787764541.648085:0:58520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764541.648093:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189601a40.
00000020:00000040:0.0:1787764541.648097:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:0.0:1787764541.648100:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764541.648102:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764541.648104:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764541.648107:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764541.648110:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764541.648117:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186484c00.
00000100:00000001:0.0:1787764541.648123:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764541.648146:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189601a40 x1874601358855680/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764541.648156:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764541.648160:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764541.648164:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b8e3ce6] to pc [ptlrpcd_rcv+-1]  req@ffff982189601a40 x1874601358855680/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764541.648183:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764541.648186:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764541.648189:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787764541.648191:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764541.648192:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764541.648195:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764541.648197:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5427
00000400:00000200:0.0:1787764541.648201:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764541.648204:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764541.648207:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764541.648211:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764541.648213:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764541.648216:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764541.648217:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764541.648218:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787764541.648223:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787764541.648223:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1787764541.648225:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000100:00000001:2.0:1787764541.648227:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1787764541.648228:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764541.648232:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:0.0:1787764541.648235:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:2.0:1787764541.648237:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982189601a40 x1874601358855680/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787764541.648238:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:0.0:1787764541.648249:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764541.648251:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764541.648254:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787764541.648255:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764541.648260:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
02000000:00000001:2.0:1787764541.648262:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1787764541.648263:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
02000000:00000001:2.0:1787764541.648265:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1787764541.648268:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
02000000:00000001:2.0:1787764541.648269:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764541.648275:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00100000:2.0:1787764541.648276:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982189601a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358855680:192.168.202.141@tcp:250:kworker.0
00000100:00000001:0.0:1787764541.648281:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764541.648284:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764541.648290:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764541.648290:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764541.648294:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764541.648296:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1787764541.648297:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787764541.648300:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1787764541.648303:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787764541.648304:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:0.0:1787764541.648308:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764541.648311:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764541.648312:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188699400.
00000100:00000010:0.0:1787764541.648316:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189600f00.
02000000:00000001:2.0:1787764541.648316:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1787764541.648321:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
00000400:00000200:2.0:1787764541.648326:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
02000000:00000001:0.0:1787764541.648327:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764541.648330:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764541.648333:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:2.0:1787764541.648334:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
02000000:00000001:0.0:1787764541.648335:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764541.648338:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787764541.648340:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
02000000:00000010:0.0:1787764541.648345:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186484800.
00000100:00000200:2.0:1787764541.648347:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358855680, portal 25
00000100:00000001:2.0:1787764541.648350:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764541.648351:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764541.648352:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868538960448 : -114205170591168 : ffff982189601a40)
00000100:00100000:0.0:1787764541.648363:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189600f00 x1874601358855808/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1787764541.648369:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982189601a40 x1874601358855680/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764541.648373:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764541.648378:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764541.648379:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764541.648384:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000100:00000040:0.0:1787764541.648388:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000082892fdc] to pc [ptlrpcd_rcv+-1]  req@ffff982189600f00 x1874601358855808/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1787764541.648388:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0088.
00000100:00000200:2.0:1787764541.648392:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358855680, offset 0
00000400:00000200:2.0:1787764541.648401:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000100:00000001:0.0:1787764541.648405:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764541.648409:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00080000:0.0:1787764541.648410:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764541.648415:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:2.0:1787764541.648415:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000100:00000001:0.0:1787764541.648419:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1787764541.648421:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1787764541.648423:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1787764541.648426:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000100:00000001:0.0:1787764541.648429:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1787764541.648430:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000100:00080000:0.0:1787764541.648435:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5427
00000400:00000200:2.0:1787764541.648435:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764541.648441:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70556:70556:256:4294967295] 192.168.202.141@tcp LPNI seq info [70556:70556:8:4294967295]
00000400:00000200:2.0:1787764541.648447:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764541.648457:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764541.648458:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1787764541.648465:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764541.648468:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000800:00000200:2.0:1787764541.648469:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000100:00000040:0.0:1787764541.648474:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000800:00000010:2.0:1787764541.648477:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8c00.
00000100:00000001:0.0:1787764541.648478:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764541.648482:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764541.648484:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787764541.648488:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764541.648489:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000800:00000200:2.0:1787764541.648489:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000020:00000001:0.0:1787764541.648492:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764541.648496:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000800:00000200:2.0:1787764541.648497:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000020:00000001:0.0:1787764541.648498:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:0.0:1787764541.648502:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:0.0:1787764541.648505:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764541.648507:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1787764541.648507:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000040:0.0:1787764541.648510:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764541.648512:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787764541.648514:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000800:00000200:2.1:1787764541.648514:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000100:00080000:0.0:1787764541.648518:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787764541.648521:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764541.648523:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764541.648526:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000100:2.0:1787764541.648526:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
02000000:00000001:0.0:1787764541.648531:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764541.648532:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000010:2.0:1787764541.648532:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8c00.
00000008:00100000:0.0:1787764541.648534:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787764541.648535:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764541.648536:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764541.648539:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189603480.
00000020:00000040:0.0:1787764541.648541:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:0.0:1787764541.648542:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764541.648543:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764541.648544:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764541.648545:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764541.648546:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764541.648549:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186487c00.
00000100:00000001:0.0:1787764541.648551:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764541.648554:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189603480 x1874601358855936/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764541.648558:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764541.648560:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764541.648563:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001695004d] to pc [ptlrpcd_rcv+-1]  req@ffff982189603480 x1874601358855936/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764541.648570:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764541.648573:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764541.648576:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787764541.648577:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764541.648579:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764541.648581:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764541.648583:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5427
00000400:00000200:0.0:1787764541.648586:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764541.648589:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764541.648593:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764541.648597:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000400:00000200:2.0:1787764541.648598:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1787764541.648600:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764541.648602:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764541.648605:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000400:00000200:2.0:1787764541.648607:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000020:00000001:0.0:1787764541.648608:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764541.648610:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:0.0:1787764541.648612:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764541.648614:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:0.0:1787764541.648615:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000400:00000200:2.0:1787764541.648616:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0088
00000020:00000001:0.0:1787764541.648617:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:0.0:1787764541.648620:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764541.648621:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764541.648622:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764541.648623:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787764541.648624:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:0.0:1787764541.648626:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787764541.648627:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764541.648628:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764541.648629:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764541.648630:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764541.648632:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:2.0:1787764541.648647:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0088.
00000100:00000001:2.0:1787764541.648654:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764541.648659:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982189601a40 x1874601358855680/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1787764541.648662:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787764541.648667:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764541.648670:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764541.648676:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189600780.
00000100:00000001:2.0:1787764541.648676:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000040:0.0:1787764541.648681:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
00000100:00000040:2.0:1787764541.648681:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982189601a40 x1874601358855680/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764566 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787764541.648687:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764541.648690:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764541.648691:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764541.648695:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787764541.648695:0:2388:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:0.0:1787764541.648698:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764541.648699:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764541.648701:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764541.648703:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186485000.
00000100:00000001:0.0:1787764541.648707:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764541.648708:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00100000:0.0:1787764541.648713:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189600780 x1874601358856064/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764541.648713:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4300100875
00000100:00000001:0.0:1787764541.648721:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000010:2.0:1787764541.648722:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9821832cf0c0.
00000100:00000001:0.0:1787764541.648723:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764541.648728:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7c1d79b] to pc [ptlrpcd_rcv+-1]  req@ffff982189600780 x1874601358856064/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764541.648730:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787764541.648736:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764541.648739:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787764541.648740:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4300100875
00000100:00080000:0.0:1787764541.648741:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787764541.648744:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764541.648746:0:58520:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000010:2.0:1787764541.648747:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9821832cf240.
00000100:00000001:0.0:1787764541.648748:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764541.648751:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5427
00000100:00000001:2.0:1787764541.648753:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000400:00000200:0.0:1787764541.648756:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764541.648760:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00000001:2.0:1787764541.648760:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1787764541.648763:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764541.648767:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764541.648767:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764541.648770:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787764541.648772:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000040:0.0:1787764541.648773:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764541.648776:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787764541.648778:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000100:00100000:2.0:1787764541.648779:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764541/real 1787764541]  req@ffff982189601a40 x1874601358855680/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1787764541.648780:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:0.0:1787764541.648783:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764541.648786:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:0.0:1787764541.648791:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000400:00000001:2.0:1787764541.648793:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764541.648795:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000001:0.0:1787764541.648797:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000400:00000010:2.0:1787764541.648798:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764541.648801:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000100:00000040:0.0:1787764541.648805:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000400:00000010:2.0:1787764541.648805:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:0.0:1787764541.648810:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787764541.648810:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764541.648815:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982189601a40 x1874601358855680/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787764541.648816:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764541.648822:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787764541.648826:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00000200:2.0:1787764541.648828:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982189601a40 x1874601358855680/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787764541.648833:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787764541.648838:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764541.648843:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787764541.648844:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764541.648846:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787764541.648880:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764541.648882:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:0.0:1787764541.648884:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764541.648886:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764541.648887:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764541.648891:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1787764541.648893:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982189601a40 x1874601358855680/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1787764541.648895:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764541.648899:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764541.648904:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189603840.
00000020:00000040:0.0:1787764541.648908:0:58520:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
00000100:00000001:2.0:1787764541.648909:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787764541.648910:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764541.648913:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764541.648915:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:2.0:1787764541.648916:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982189601a40 x1874601358855680/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764566 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787764541.648917:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764541.648920:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764541.648925:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186485400.
00000100:00000001:2.0:1787764541.648925:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764541.648929:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764541.648929:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764541.648933:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764541.648935:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764541.648938:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189603840 x1874601358856192/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764541.648938:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764541.648940:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764541.648945:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764541.648953:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000100:00000001:0.0:1787764541.648955:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764541.648957:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:0.0:1787764541.648960:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764541.648965:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982189601a40 x1874601358855680/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764566 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787764541.648968:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042b5abf2] to pc [ptlrpcd_rcv+-1]  req@ffff982189603840 x1874601358856192/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764541.648988:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982189601a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358855680:192.168.202.141@tcp:250:kworker.0
00000100:00000001:0.0:1787764541.648989:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764541.648995:0:58520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5437)
00000100:00000001:2.0:1787764541.648997:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764541.649000:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764541.649003:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982189601a40 x1874601358855680/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764566 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764541.649007:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764541.649009:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764541.649012:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188699400.
02000000:00000001:2.0:1787764541.649015:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764541.649016:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764541.649018:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000020:00000001:2.0:1787764541.649019:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764541.649021:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982186484c00.
02000000:00000001:2.0:1787764541.649023:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764541.649025:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764541.649026:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982189601a40.
00000100:00000001:2.0:1787764541.649028:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764541.649029:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764541.649030:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764541.649036:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764541.649038:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764541.649040:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764541.649041:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764541.649042:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764541.649046:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982189600f00 x1874601358855808/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764541.649052:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764541.649054:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764541.649063:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764541.649065:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764541.649067:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764541.649070:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982189600f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358855808:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764541.649073:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764541.649132:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764541.649140:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764541.649142:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764541.649149:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188699400.
02000000:00000001:2.0:1787764541.649151:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764541.649154:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764541.649157:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764541.649160:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764541.649163:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358855808, portal 10
00000100:00000001:2.0:1787764541.649165:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764541.649166:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868538957568 : -114205170594048 : ffff982189600f00)
00000100:00000040:2.0:1787764541.649172:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982189600f00 x1874601358855808/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764541.649178:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764541.649180:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764541.649182:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0088.
00000100:00000200:2.0:1787764541.649184:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358855808, offset 0
00000400:00000200:2.0:1787764541.649188:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764541.649192:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764541.649196:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764541.649198:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764541.649200:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764541.649203:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764541.649205:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764541.649207:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70557:70557:256:4294967295] 192.168.202.141@tcp LPNI seq info [70557:70557:8:4294967295]
00000400:00000200:2.0:1787764541.649211:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764541.649217:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764541.649222:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764541.649225:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8c00.
00000800:00000200:2.0:1787764541.649229:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764541.649231:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787764541.649236:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764541.649239:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1787764541.649243:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764541.649245:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8c00.
00000400:00000200:2.0:1787764541.649247:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764541.649251:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764541.649254:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0088
00000400:00000010:2.0:1787764541.649255:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0088.
00000100:00000001:2.0:1787764541.649258:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764541.649262:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982189600f00 x1874601358855808/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764541.649274:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764541.649277:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982189600f00 x1874601358855808/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764566 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764541.649283:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764541.649285:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764541.649287:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764541.649291:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:2.0:1787764541.649294:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764541.649296:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300099607
00000100:00000001:2.0:1787764541.649299:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300100875
00000100:00000001:2.0:1787764541.649301:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300099607
00000100:00000001:2.0:1787764541.649303:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300100875
00000100:00000001:2.0:1787764541.649305:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764541.649306:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764541.649308:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764541.649312:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764541/real 1787764541]  req@ffff982189600f00 x1874601358855808/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764541.649319:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764541.649320:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764541.649321:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764541.649324:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764541.649325:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764541.649327:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764541.649330:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982189600f00 x1874601358855808/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764541.649337:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982189600f00 x1874601358855808/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764541.649343:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764541.649344:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764541.649346:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764541.649347:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764541.649351:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982189600f00 x1874601358855808/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764541.649357:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764541.649360:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982189600f00 x1874601358855808/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764566 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764541.649366:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764541.649368:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764541.649369:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764541.649371:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764541.649373:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764541.649374:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764541.649377:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764541.649379:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764541.649381:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764541.649385:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982189600f00 x1874601358855808/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764566 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764541.649391:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982189600f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358855808:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764541.649395:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764541.649397:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982189603480 x1874601358855936/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764541.649403:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764541.649404:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764541.649405:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764541.649407:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764541.649409:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764541.649411:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982189603480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358855936:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764541.649414:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764541.649416:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764541.649417:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764541.649418:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764541.649421:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869b800.
02000000:00000001:2.0:1787764541.649423:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764541.649425:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764541.649427:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764541.649429:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764541.649432:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358855936, portal 10
00000100:00000001:2.0:1787764541.649433:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764541.649435:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868538967168 : -114205170584448 : ffff982189603480)
00000100:00000040:2.0:1787764541.649440:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982189603480 x1874601358855936/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764541.649445:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764541.649448:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764541.649449:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0088.
00000100:00000200:2.0:1787764541.649451:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358855936, offset 0
00000400:00000200:2.0:1787764541.649454:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764541.649457:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764541.649460:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764541.649462:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764541.649464:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764541.649466:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764541.649468:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764541.649471:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70558:70558:256:4294967295] 192.168.202.141@tcp LPNI seq info [70558:70558:8:4294967295]
00000400:00000200:2.0:1787764541.649475:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764541.649480:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764541.649484:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764541.649486:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8c00.
00000800:00000200:2.0:1787764541.649490:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764541.649492:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787764541.649496:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764541.649498:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1787764541.649501:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764541.649503:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8c00.
00000400:00000200:2.0:1787764541.649506:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764541.649508:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764541.649511:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0088
00000400:00000010:2.0:1787764541.649512:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0088.
00000100:00000001:2.0:1787764541.649515:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764541.649518:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982189603480 x1874601358855936/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764541.649524:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764541.649527:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982189603480 x1874601358855936/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764566 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764541.649532:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764541.649533:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764541.649536:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764541.649538:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:2.0:1787764541.649541:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764541.649543:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300099601
00000100:00000001:2.0:1787764541.649545:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300100875
00000100:00000001:2.0:1787764541.649547:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300099601
00000100:00000001:2.0:1787764541.649548:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300100875
00000100:00000001:2.0:1787764541.649551:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764541.649552:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764541.649554:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764541.649558:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764541/real 1787764541]  req@ffff982189603480 x1874601358855936/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764541.649564:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764541.649566:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764541.649568:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764541.649569:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764541.649571:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764541.649573:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764541.649575:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982189603480 x1874601358855936/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764541.649583:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982189603480 x1874601358855936/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764541.649589:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764541.649590:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764541.649591:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764541.649592:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764541.649596:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982189603480 x1874601358855936/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764541.649602:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764541.649605:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982189603480 x1874601358855936/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764566 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764541.649611:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764541.649613:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764541.649615:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764541.649616:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764541.649618:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764541.649619:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764541.649621:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764541.649624:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764541.649626:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764541.649629:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982189603480 x1874601358855936/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764566 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764541.649679:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982189603480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358855936:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764541.649683:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764541.649686:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982189600780 x1874601358856064/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764541.649691:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764541.649692:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764541.649694:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764541.649696:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764541.649698:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764541.649713:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982189600780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358856064:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764541.649716:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764541.649718:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764541.649719:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764541.649720:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764541.649723:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869a800.
02000000:00000001:2.0:1787764541.649725:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764541.649728:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764541.649730:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764541.649733:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764541.649735:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358856064, portal 4
00000100:00000001:2.0:1787764541.649737:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764541.649738:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868538955648 : -114205170595968 : ffff982189600780)
00000100:00000040:2.0:1787764541.649743:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982189600780 x1874601358856064/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764541.649748:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764541.649750:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764541.649752:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0088.
00000100:00000200:2.0:1787764541.649754:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358856064, offset 0
00000400:00000200:2.0:1787764541.649757:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764541.649761:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764541.649763:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764541.649766:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764541.649768:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764541.649770:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764541.649772:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764541.649775:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70559:70559:256:4294967295] 192.168.202.141@tcp LPNI seq info [70559:70559:8:4294967295]
00000400:00000200:2.0:1787764541.649778:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764541.649783:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764541.649786:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764541.649789:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8c00.
00000800:00000200:2.0:1787764541.649792:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764541.649794:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787764541.649798:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764541.649800:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1787764541.649803:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764541.649805:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8c00.
00000400:00000200:2.0:1787764541.649807:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764541.649810:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764541.649812:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0088
00000400:00000010:2.0:1787764541.649814:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0088.
00000100:00000001:2.0:1787764541.649816:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764541.649818:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982189600780 x1874601358856064/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764541.649824:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764541.649827:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982189600780 x1874601358856064/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764566 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764541.649832:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764541.649834:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764541.649836:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764541.649838:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:2.0:1787764541.649841:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764541.649843:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300099606
00000100:00000001:2.0:1787764541.649845:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300100875
00000100:00000001:2.0:1787764541.649846:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300099606
00000100:00000001:2.0:1787764541.649866:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300100875
00000100:00000001:2.0:1787764541.649868:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764541.649869:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764541.649871:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764541.649875:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764541/real 1787764541]  req@ffff982189600780 x1874601358856064/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764541.649881:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764541.649882:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764541.649884:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764541.649886:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764541.649887:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764541.649889:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764541.649892:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982189600780 x1874601358856064/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764541.649899:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982189600780 x1874601358856064/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764541.649905:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764541.649906:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764541.649908:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764541.649909:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764541.649912:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982189600780 x1874601358856064/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764541.649918:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764541.649921:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982189600780 x1874601358856064/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764566 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764541.649927:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764541.649929:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764541.649931:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764541.649932:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764541.649934:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764541.649935:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764541.649937:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764541.649964:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764541.649966:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764541.649970:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982189600780 x1874601358856064/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764566 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764541.649978:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982189600780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358856064:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764541.649981:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764541.649983:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982189603840 x1874601358856192/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764541.649989:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764541.649991:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764541.649992:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764541.649994:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764541.649996:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764541.649998:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982189603840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358856192:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764541.650001:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764541.650002:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764541.650003:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764541.650005:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764541.650008:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188699c00.
02000000:00000001:2.0:1787764541.650010:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764541.650012:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764541.650014:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764541.650017:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764541.650019:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358856192, portal 4
00000100:00000001:2.0:1787764541.650021:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764541.650022:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868538968128 : -114205170583488 : ffff982189603840)
00000100:00000040:2.0:1787764541.650027:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982189603840 x1874601358856192/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764541.650032:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764541.650034:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764541.650036:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0088.
00000100:00000200:2.0:1787764541.650037:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358856192, offset 0
00000400:00000200:2.0:1787764541.650040:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764541.650043:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764541.650046:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764541.650048:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764541.650050:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764541.650052:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764541.650054:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764541.650057:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70560:70560:256:4294967295] 192.168.202.141@tcp LPNI seq info [70560:70560:8:4294967295]
00000400:00000200:2.0:1787764541.650060:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764541.650102:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764541.650106:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764541.650110:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8c00.
00000800:00000200:2.0:1787764541.650113:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764541.650116:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1787764541.650127:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764541.650139:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1787764541.650151:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764541.650153:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8c00.
00000400:00000200:2.0:1787764541.650155:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764541.650158:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764541.650161:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0088
00000400:00000010:2.0:1787764541.650162:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0088.
00000100:00000001:2.0:1787764541.650164:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764541.650167:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982189603840 x1874601358856192/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764541.650178:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764541.650181:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982189603840 x1874601358856192/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764566 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764541.650186:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764541.650187:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764541.650190:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764541.650192:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:2.0:1787764541.650195:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764541.650196:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300099608
00000100:00000001:2.0:1787764541.650198:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300100875
00000100:00000001:2.0:1787764541.650200:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300099608
00000100:00000001:2.0:1787764541.650202:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300100875
00000100:00000001:2.0:1787764541.650204:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764541.650205:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764541.650207:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764541.650210:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764541/real 1787764541]  req@ffff982189603840 x1874601358856192/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764541.650216:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764541.650218:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764541.650219:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764541.650221:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764541.650222:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764541.650224:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764541.650227:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982189603840 x1874601358856192/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764541.650233:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982189603840 x1874601358856192/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764541.650238:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764541.650240:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764541.650241:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764541.650242:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764541.650245:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982189603840 x1874601358856192/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764541.650251:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764541.650254:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982189603840 x1874601358856192/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764566 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764541.650259:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764541.650261:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764541.650262:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764541.650264:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764541.650265:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764541.650266:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764541.650268:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764541.650270:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764541.650272:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764541.650275:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982189603840 x1874601358856192/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764566 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764541.650282:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982189603840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358856192:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764541.650285:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764541.650287:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764541.650289:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982189600f00 x1874601358855808/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764566 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764541.650310:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764541.650311:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764541.650313:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188699400.
02000000:00000001:2.0:1787764541.650316:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764541.650317:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764541.650319:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:2.0:1787764541.650320:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764541.650346:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982186484800.
02000000:00000001:2.0:1787764541.650349:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764541.650350:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764541.650351:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982189600f00.
00000100:00000001:2.0:1787764541.650364:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764541.650366:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764541.650367:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764541.650370:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982189603480 x1874601358855936/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764566 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764541.650376:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764541.650377:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764541.650378:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869b800.
02000000:00000001:2.0:1787764541.650380:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764541.650381:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764541.650382:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:2.0:1787764541.650384:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764541.650385:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982186487c00.
02000000:00000001:2.0:1787764541.650387:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764541.650388:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764541.650389:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982189603480.
00000100:00000001:2.0:1787764541.650391:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764541.650392:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764541.650393:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764541.650396:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982189600780 x1874601358856064/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764566 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764541.650401:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764541.650402:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764541.650403:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869a800.
02000000:00000001:2.0:1787764541.650405:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764541.650406:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764541.650407:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:2.0:1787764541.650409:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764541.650410:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982186485000.
02000000:00000001:2.0:1787764541.650412:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764541.650413:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764541.650414:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982189600780.
00000100:00000001:2.0:1787764541.650416:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764541.650417:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764541.650418:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764541.650421:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982189603840 x1874601358856192/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764566 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764541.650426:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764541.650427:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764541.650429:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188699c00.
02000000:00000001:2.0:1787764541.650430:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764541.650431:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764541.650432:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:2.0:1787764541.650434:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764541.650435:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982186485400.
02000000:00000001:2.0:1787764541.650437:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764541.650438:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764541.650439:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982189603840.
00000100:00000001:2.0:1787764541.650441:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764541.650442:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764541.650443:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764541.650447:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764541.650448:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764541.650451:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764541.650452:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764541.967918:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764541.967925:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764541.967931:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764541.967932:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764541.967935:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764541.967936:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764541.967939:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764541.967941:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764541.967943:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764541.967945:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764541.968001:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764541.968006:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764541.968009:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764542.223961:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764542.223970:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764542.223972:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764542.223978:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764542.223982:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764542.223985:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764542.223988:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764542.223990:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764542.223993:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764542.991952:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4300100875, at 4300100928
00000100:00000040:3.0:1787764542.991952:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4300100875, at 4300100928
00010000:00000001:0.0:1787764542.991955:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764542.991960:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764542.991966:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:3.0:1787764542.991966:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9821832cf240.
00010000:00000001:0.0:1787764542.991967:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764542.991969:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9821832cf0c0.
00010000:00000001:0.0:1787764542.991971:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764542.991974:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764542.991977:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764542.991979:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764542.991982:0:59162:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764542.991983:0:59162:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764542.992010:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764542.992014:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764542.992017:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764543.247955:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764543.247963:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764543.247964:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764543.247970:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764543.247974:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764543.247978:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764543.247981:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764543.247983:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764543.247986:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764544.015951:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764544.015957:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764544.015963:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764544.015965:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764544.015969:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764544.015970:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764544.015973:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764544.015975:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764544.015978:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764544.015979:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764544.015998:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764544.016000:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764544.016002:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764544.271967:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764544.271975:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764544.271978:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764544.271983:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764544.271987:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764544.271990:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764544.271993:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764544.271996:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764544.271999:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764545.040975:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764545.040983:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764545.040985:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764545.040988:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764545.040993:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764545.040995:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764545.040996:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764545.040999:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764545.041003:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764545.041004:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764545.041008:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764545.041009:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764545.041012:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764545.041014:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764545.041015:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764545.041017:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764545.041018:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764545.041019:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764545.041020:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764545.041021:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764545.041023:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764545.041024:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764545.041083:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764545.041087:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764545.041090:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764545.295949:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764545.295956:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764545.295959:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764545.295965:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764545.295969:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764545.295973:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764545.295975:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764545.295978:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764545.295981:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764546.063965:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764546.063971:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764546.063975:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764546.063976:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764546.063978:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764546.063979:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764546.063981:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764546.063982:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764546.063983:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764546.063984:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764546.064033:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764546.064036:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764546.064039:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764546.319910:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764546.319918:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764546.319921:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764546.319927:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764546.319931:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764546.319935:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764546.319938:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764546.319942:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764546.319945:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764546.767918:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764546.767928:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787764546.767931:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764546.767933:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764546.767937:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764546.767942:0:18336:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5432
00000400:00000200:0.0:1787764546.767948:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764546.767953:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764546.767955:0:18336:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764546.767957:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764546.767959:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764546.767961:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764546.767963:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787764546.767965:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764546.767967:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:0.0:1787764546.767969:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764546.767971:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:0.0:1787764546.767972:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:0.0:1787764546.767974:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:0.0:1787764546.767976:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764546.767977:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764546.767978:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764546.767979:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787764546.767981:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:0.0:1787764546.767983:0:18336:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787764546.767985:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764546.767987:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764546.767989:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764546.767990:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764546.767992:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787764546.767993:0:18336:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764546.768000:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189601680.
00000020:00000040:0.0:1787764546.768002:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:0.0:1787764546.768005:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764546.768006:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764546.768008:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764546.768010:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764546.768012:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764546.768017:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186487000.
00000100:00000001:0.0:1787764546.768023:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764546.768029:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189601680 x1874601358856320/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764546.768036:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764546.768040:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764546.768043:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd7e294a] to pc [ptlrpcd_rcv+-1]  req@ffff982189601680 x1874601358856320/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764546.768061:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764546.768064:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764546.768067:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787764546.768068:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764546.768069:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764546.768072:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764546.768078:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5432
00000400:00000200:0.0:1787764546.768082:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764546.768086:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764546.768089:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764546.768092:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764546.768093:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764546.768095:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764546.768099:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764546.768099:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764546.768102:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787764546.768104:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787764546.768107:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764546.768110:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000100:00000040:2.0:1787764546.768111:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982189601680 x1874601358856320/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787764546.768112:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764546.768116:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:0.0:1787764546.768120:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:0.0:1787764546.768124:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000001:2.0:1787764546.768127:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1787764546.768131:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764546.768131:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764546.768135:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764546.768137:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764546.768139:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787764546.768143:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:0.0:1787764546.768146:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
02000000:00000001:2.0:1787764546.768147:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764546.768151:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764546.768154:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764546.768155:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764546.768159:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982189601680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358856320:192.168.202.141@tcp:250:kworker.0
02000000:00000001:0.0:1787764546.768160:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787764546.768165:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764546.768167:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764546.768169:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764546.768172:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764546.768173:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764546.768176:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787764546.768178:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:0.0:1787764546.768180:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
02000000:00000010:2.0:1787764546.768184:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869b800.
00000008:00000001:0.0:1787764546.768185:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764546.768189:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764546.768190:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764546.768196:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189602d00.
00000400:00000200:2.0:1787764546.768197:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000020:00000040:0.0:1787764546.768201:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
00000400:00000010:2.0:1787764546.768203:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
02000000:00000001:0.0:1787764546.768206:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764546.768209:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764546.768211:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:2.0:1787764546.768211:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
02000000:00000001:0.0:1787764546.768215:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764546.768218:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787764546.768219:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358856320, portal 25
02000000:00000010:0.0:1787764546.768223:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186485800.
00000100:00000001:2.0:1787764546.768223:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764546.768229:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764546.768235:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189602d00 x1874601358856448/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764546.768236:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868538959488 : -114205170592128 : ffff982189601680)
00000100:00000001:0.0:1787764546.768244:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764546.768247:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764546.768247:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982189601680 x1874601358856320/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787764546.768253:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008fcde54a] to pc [ptlrpcd_rcv+-1]  req@ffff982189602d00 x1874601358856448/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764546.768264:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787764546.768267:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764546.768271:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000100:00080000:0.0:1787764546.768272:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764546.768276:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787764546.768277:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:2.0:1787764546.768278:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0088.
00000100:00080000:0.0:1787764546.768279:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764546.768283:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:2.0:1787764546.768284:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358856320, offset 0
00000100:00080000:0.0:1787764546.768285:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5432
00000400:00000200:0.0:1787764546.768290:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764546.768294:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000400:00000200:2.0:1787764546.768294:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000100:00080000:0.0:1787764546.768296:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764546.768299:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764546.768300:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764546.768302:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000400:00000200:2.0:1787764546.768305:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:0.0:1787764546.768306:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787764546.768310:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764546.768311:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:0.0:1787764546.768312:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764546.768314:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000400:00000200:2.0:1787764546.768314:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000020:00000001:0.0:1787764546.768316:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:0.0:1787764546.768320:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:0.0:1787764546.768323:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000400:00000200:2.0:1787764546.768323:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1787764546.768326:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764546.768330:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000400:00000200:2.0:1787764546.768331:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000100:00000001:0.0:1787764546.768332:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787764546.768335:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000400:00000200:2.0:1787764546.768337:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000100:00080000:0.0:1787764546.768339:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787764546.768342:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764546.768343:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
02000000:00000001:0.0:1787764546.768344:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764546.768347:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764546.768350:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764546.768352:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1787764546.768352:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70561:70561:256:4294967295] 192.168.202.141@tcp LPNI seq info [70561:70561:8:4294967295]
00000008:00100000:0.0:1787764546.768355:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787764546.768358:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764546.768359:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:0.0:1787764546.768360:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764546.768365:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189602580.
00000020:00000040:0.0:1787764546.768367:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:0.0:1787764546.768371:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764546.768373:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764546.768375:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1787764546.768376:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764546.768378:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764546.768380:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764546.768383:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186486800.
00000100:00000001:0.0:1787764546.768387:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764546.768391:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189602580 x1874601358856576/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1787764546.768393:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764546.768401:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8c00.
00000100:00000001:0.0:1787764546.768407:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764546.768409:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787764546.768411:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000040:0.0:1787764546.768416:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000514a9ad2] to pc [ptlrpcd_rcv+-1]  req@ffff982189602580 x1874601358856576/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1787764546.768417:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787764546.768427:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764546.768432:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000100:00000001:0.0:1787764546.768433:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764546.768438:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1787764546.768439:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764546.768442:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8c00.
00000100:00080000:0.0:1787764546.768444:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787764546.768447:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764546.768449:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1787764546.768449:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1787764546.768453:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1787764546.768457:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000100:00080000:0.0:1787764546.768460:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5432
00000400:00000200:2.0:1787764546.768463:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0088
00000400:00000200:0.0:1787764546.768467:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764546.768468:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0088.
00000400:00000200:0.0:1787764546.768474:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00000001:2.0:1787764546.768474:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:0.0:1787764546.768478:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000200:2.0:1787764546.768482:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982189601680 x1874601358856320/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787764546.768484:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764546.768489:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764546.768493:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764546.768497:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:2.0:1787764546.768498:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000001:0.0:1787764546.768501:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764546.768505:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000100:00000040:2.0:1787764546.768505:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982189601680 x1874601358856320/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764571 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787764546.768508:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764546.768511:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:0.0:1787764546.768516:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000001:2.0:1787764546.768517:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764546.768520:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000001:2.0:1787764546.768521:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:0.0:1787764546.768527:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764546.768528:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764546.768530:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764546.768535:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000400:00000200:2.0:1787764546.768535:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:0.0:1787764546.768540:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:2.0:1787764546.768540:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4300105995
00000020:00000040:0.0:1787764546.768546:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00000010:2.0:1787764546.768547:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9821832cf0c0.
00000100:00080000:0.0:1787764546.768551:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764546.768555:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787764546.768556:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764546.768560:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764546.768563:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764546.768564:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4300105995
02000000:00000001:0.0:1787764546.768565:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764546.768568:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000010:2.0:1787764546.768570:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9821832cf300.
00000008:00100000:0.0:1787764546.768571:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787764546.768575:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764546.768575:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787764546.768576:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764546.768581:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:0.0:1787764546.768582:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896021c0.
00000020:00000040:0.0:1787764546.768602:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:0.0:1787764546.768604:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764546.768605:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764546.768606:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764546.768607:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764546.768609:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764546.768611:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186487800.
00000100:00000001:0.0:1787764546.768613:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764546.768617:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896021c0 x1874601358856704/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764546.768622:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764546.768623:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764546.768625:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070132a00] to pc [ptlrpcd_rcv+-1]  req@ffff9821896021c0 x1874601358856704/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764546.768630:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764546.768632:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764546.768634:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787764546.768635:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764546.768636:0:18336:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764546.768637:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764546.768640:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5432
00000400:00000200:0.0:1787764546.768644:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764546.768646:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764546.768648:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764546.768650:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764546.768652:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764546.768654:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764546.768656:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787764546.768658:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764546.768659:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:0.0:1787764546.768660:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764546.768662:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:0.0:1787764546.768664:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:0.0:1787764546.768666:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:0.0:1787764546.768669:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764546.768671:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764546.768673:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764546.768675:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787764546.768677:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:0.0:1787764546.768679:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787764546.768682:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764546.768683:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764546.768686:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764546.768688:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764546.768690:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764546.768692:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787764546.768693:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764546.768695:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764546.768698:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189603c00.
00000020:00000040:0.0:1787764546.768700:0:18336:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:0.0:1787764546.768703:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764546.768704:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764546.768705:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764546.768707:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764546.768708:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764546.768712:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186486400.
00000100:00000001:0.0:1787764546.768714:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764546.768719:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189603c00 x1874601358856832/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764546.768726:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764546.768728:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764546.768730:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca2e9794] to pc [ptlrpcd_rcv+-1]  req@ffff982189603c00 x1874601358856832/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764546.768735:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764546.768738:0:18336:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5442)
00000100:00000001:2.0:1787764546.768845:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764546.768867:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764546.768873:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764546/real 1787764546]  req@ffff982189601680 x1874601358856320/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764546.768884:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764546.768885:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764546.768887:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764546.768890:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764546.768891:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764546.768894:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764546.768897:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982189601680 x1874601358856320/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764546.768907:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982189601680 x1874601358856320/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764546.768919:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764546.768921:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764546.768923:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764546.768925:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764546.768929:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982189601680 x1874601358856320/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764546.768936:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764546.768940:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982189601680 x1874601358856320/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764571 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764546.768947:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764546.768950:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764546.768951:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764546.768953:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764546.768955:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764546.768956:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764546.768959:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764546.768962:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764546.768967:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764546.768970:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982189601680 x1874601358856320/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764571 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764546.768979:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982189601680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358856320:192.168.202.141@tcp:250:kworker.0
00000100:00000001:2.0:1787764546.768983:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764546.768985:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764546.768987:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982189601680 x1874601358856320/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764571 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764546.768994:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764546.768996:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764546.768999:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869b800.
02000000:00000001:2.0:1787764546.769001:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764546.769003:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764546.769004:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000020:00000001:2.0:1787764546.769007:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764546.769009:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982186487000.
02000000:00000001:2.0:1787764546.769013:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764546.769014:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764546.769016:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982189601680.
00000100:00000001:2.0:1787764546.769019:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764546.769020:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764546.769022:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764546.769028:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764546.769030:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764546.769032:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764546.769033:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764546.769035:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764546.769038:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982189602d00 x1874601358856448/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764546.769045:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764546.769046:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764546.769048:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764546.769050:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764546.769052:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764546.769055:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982189602d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358856448:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764546.769058:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764546.769059:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764546.769061:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764546.769063:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764546.769066:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869b800.
02000000:00000001:2.0:1787764546.769068:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764546.769071:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764546.769074:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764546.769076:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764546.769079:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358856448, portal 10
00000100:00000001:2.0:1787764546.769081:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764546.769083:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868538965248 : -114205170586368 : ffff982189602d00)
00000100:00000040:2.0:1787764546.769088:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982189602d00 x1874601358856448/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764546.769095:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764546.769097:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764546.769099:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0088.
00000100:00000200:2.0:1787764546.769101:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358856448, offset 0
00000400:00000200:2.0:1787764546.769105:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764546.769109:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764546.769112:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764546.769115:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764546.769117:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764546.769120:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764546.769122:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764546.769125:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70562:70562:256:4294967295] 192.168.202.141@tcp LPNI seq info [70562:70562:8:4294967295]
00000400:00000200:2.0:1787764546.769129:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764546.769135:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764546.769139:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764546.769142:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8c00.
00000800:00000200:2.0:1787764546.769146:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764546.769149:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787764546.769153:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764546.769156:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1787764546.769160:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764546.769161:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8c00.
00000400:00000200:2.0:1787764546.769164:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764546.769167:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764546.769170:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0088
00000400:00000010:2.0:1787764546.769172:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0088.
00000100:00000001:2.0:1787764546.769174:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764546.769178:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982189602d00 x1874601358856448/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764546.769185:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764546.769188:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982189602d00 x1874601358856448/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764571 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764546.769194:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764546.769195:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764546.769198:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764546.769202:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:2.0:1787764546.769204:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764546.769206:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300104727
00000100:00000001:2.0:1787764546.769209:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300105995
00000100:00000001:2.0:1787764546.769211:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300104727
00000100:00000001:2.0:1787764546.769213:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300105995
00000100:00000001:2.0:1787764546.769215:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764546.769217:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764546.769218:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764546.769221:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764546/real 1787764546]  req@ffff982189602d00 x1874601358856448/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764546.769242:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764546.769243:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764546.769244:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764546.769247:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764546.769248:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764546.769250:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764546.769253:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982189602d00 x1874601358856448/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764546.769261:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982189602d00 x1874601358856448/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764546.769266:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764546.769268:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764546.769269:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764546.769271:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764546.769274:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982189602d00 x1874601358856448/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764546.769280:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764546.769284:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982189602d00 x1874601358856448/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764571 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764546.769291:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764546.769294:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764546.769295:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764546.769296:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764546.769298:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764546.769299:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764546.769302:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764546.769304:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764546.769306:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764546.769310:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982189602d00 x1874601358856448/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764571 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764546.769317:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982189602d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358856448:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764546.769320:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764546.769324:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982189602580 x1874601358856576/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764546.769330:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764546.769331:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764546.769333:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764546.769334:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764546.769336:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764546.769339:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982189602580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358856576:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764546.769342:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764546.769344:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764546.769345:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764546.769347:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764546.769349:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188699400.
02000000:00000001:2.0:1787764546.769351:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764546.769354:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764546.769357:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764546.769359:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764546.769362:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358856576, portal 10
00000100:00000001:2.0:1787764546.769363:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764546.769365:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868538963328 : -114205170588288 : ffff982189602580)
00000100:00000040:2.0:1787764546.769370:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982189602580 x1874601358856576/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764546.769376:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764546.769378:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764546.769380:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0088.
00000100:00000200:2.0:1787764546.769382:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358856576, offset 0
00000400:00000200:2.0:1787764546.769386:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764546.769390:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764546.769393:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764546.769395:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764546.769398:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764546.769400:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764546.769402:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764546.769405:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70563:70563:256:4294967295] 192.168.202.141@tcp LPNI seq info [70563:70563:8:4294967295]
00000400:00000200:2.0:1787764546.769409:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764546.769415:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764546.769419:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764546.769422:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8c00.
00000800:00000200:2.0:1787764546.769425:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764546.769428:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787764546.769432:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764546.769435:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1787764546.769438:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764546.769440:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8c00.
00000400:00000200:2.0:1787764546.769443:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764546.769446:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764546.769449:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0088
00000400:00000010:2.0:1787764546.769451:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0088.
00000100:00000001:2.0:1787764546.769453:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764546.769456:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982189602580 x1874601358856576/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764546.769463:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764546.769466:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982189602580 x1874601358856576/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764571 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764546.769472:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764546.769474:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764546.769476:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764546.769478:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:2.0:1787764546.769481:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764546.769483:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300104721
00000100:00000001:2.0:1787764546.769486:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300105995
00000100:00000001:2.0:1787764546.769488:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300104721
00000100:00000001:2.0:1787764546.769490:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300105995
00000100:00000001:2.0:1787764546.769492:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764546.769494:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764546.769495:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764546.769498:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764546/real 1787764546]  req@ffff982189602580 x1874601358856576/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764546.769505:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764546.769507:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764546.769508:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764546.769510:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764546.769512:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764546.769514:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764546.769517:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982189602580 x1874601358856576/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764546.769524:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982189602580 x1874601358856576/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764546.769531:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764546.769532:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764546.769534:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764546.769535:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764546.769538:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982189602580 x1874601358856576/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764546.769544:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764546.769548:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982189602580 x1874601358856576/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764571 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764546.769554:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764546.769556:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764546.769558:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764546.769559:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764546.769561:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764546.769562:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764546.769565:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764546.769567:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764546.769569:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764546.769572:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982189602580 x1874601358856576/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764571 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764546.769580:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982189602580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358856576:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764546.769583:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764546.769598:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896021c0 x1874601358856704/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764546.769605:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764546.769606:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764546.769608:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764546.769609:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764546.769611:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764546.769614:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358856704:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764546.769617:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764546.769619:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764546.769620:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764546.769622:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764546.769625:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869a800.
02000000:00000001:2.0:1787764546.769627:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764546.769630:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764546.769633:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764546.769635:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764546.769638:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358856704, portal 4
00000100:00000001:2.0:1787764546.769640:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764546.769641:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868538962368 : -114205170589248 : ffff9821896021c0)
00000100:00000040:2.0:1787764546.769646:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896021c0 x1874601358856704/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764546.769653:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764546.769655:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764546.769657:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0088.
00000100:00000200:2.0:1787764546.769659:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358856704, offset 0
00000400:00000200:2.0:1787764546.769662:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764546.769665:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764546.769668:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764546.769671:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764546.769673:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764546.769676:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764546.769678:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764546.769680:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70564:70564:256:4294967295] 192.168.202.141@tcp LPNI seq info [70564:70564:8:4294967295]
00000400:00000200:2.0:1787764546.769684:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764546.769690:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764546.769694:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764546.769697:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8c00.
00000800:00000200:2.0:1787764546.769700:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764546.769703:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787764546.769707:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764546.769710:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1787764546.769713:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764546.769715:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8c00.
00000400:00000200:2.0:1787764546.769717:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764546.769721:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764546.769723:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0088
00000400:00000010:2.0:1787764546.769725:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0088.
00000100:00000001:2.0:1787764546.769727:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764546.769730:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896021c0 x1874601358856704/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764546.769743:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764546.769746:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896021c0 x1874601358856704/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764571 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764546.769753:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764546.769754:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764546.769756:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764546.769759:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:2.0:1787764546.769762:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764546.769764:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300104726
00000100:00000001:2.0:1787764546.769766:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300105995
00000100:00000001:2.0:1787764546.769768:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300104726
00000100:00000001:2.0:1787764546.769770:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300105995
00000100:00000001:2.0:1787764546.769771:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764546.769773:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764546.769775:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764546.769778:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764546/real 1787764546]  req@ffff9821896021c0 x1874601358856704/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764546.769785:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764546.769787:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764546.769788:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764546.769790:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764546.769792:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764546.769793:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764546.769796:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896021c0 x1874601358856704/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764546.769804:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896021c0 x1874601358856704/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764546.769811:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764546.769812:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764546.769814:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764546.769815:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764546.769818:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896021c0 x1874601358856704/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764546.769825:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764546.769829:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896021c0 x1874601358856704/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764571 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764546.769835:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764546.769837:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764546.769839:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764546.769840:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764546.769842:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764546.769843:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764546.769845:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764546.769864:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764546.769866:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764546.769870:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896021c0 x1874601358856704/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764571 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764546.769877:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358856704:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764546.769880:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764546.769883:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982189603c00 x1874601358856832/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764546.769889:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764546.769890:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764546.769892:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764546.769894:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764546.769896:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764546.769899:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982189603c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358856832:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764546.769901:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764546.769903:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764546.769905:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764546.769906:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764546.769909:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188699c00.
02000000:00000001:2.0:1787764546.769911:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764546.769914:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764546.769916:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764546.769919:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764546.769921:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358856832, portal 4
00000100:00000001:2.0:1787764546.769923:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764546.769924:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868538969088 : -114205170582528 : ffff982189603c00)
00000100:00000040:2.0:1787764546.769929:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982189603c00 x1874601358856832/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764546.769935:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764546.769937:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764546.769939:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0088.
00000100:00000200:2.0:1787764546.769941:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358856832, offset 0
00000400:00000200:2.0:1787764546.769944:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764546.769947:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764546.769950:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764546.769953:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764546.769955:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764546.769957:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764546.769959:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764546.769962:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70565:70565:256:4294967295] 192.168.202.141@tcp LPNI seq info [70565:70565:8:4294967295]
00000400:00000200:2.0:1787764546.769966:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764546.769972:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764546.769976:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764546.769979:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8c00.
00000800:00000200:2.0:1787764546.769982:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764546.769985:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787764546.769989:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764546.769991:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1787764546.769995:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764546.769997:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8c00.
00000400:00000200:2.0:1787764546.769999:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764546.770002:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764546.770005:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0088
00000400:00000010:2.0:1787764546.770007:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0088.
00000100:00000001:2.0:1787764546.770009:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764546.770012:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982189603c00 x1874601358856832/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764546.770018:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764546.770021:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982189603c00 x1874601358856832/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764571 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764546.770028:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764546.770029:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764546.770031:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764546.770033:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:2.0:1787764546.770036:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764546.770038:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300104728
00000100:00000001:2.0:1787764546.770041:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300105995
00000100:00000001:2.0:1787764546.770042:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300104728
00000100:00000001:2.0:1787764546.770044:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300105995
00000100:00000001:2.0:1787764546.770046:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764546.770048:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764546.770049:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764546.770053:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764546/real 1787764546]  req@ffff982189603c00 x1874601358856832/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764546.770059:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764546.770060:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764546.770062:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764546.770064:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764546.770065:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764546.770067:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764546.770070:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982189603c00 x1874601358856832/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764546.770078:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982189603c00 x1874601358856832/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764546.770085:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764546.770086:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764546.770087:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764546.770088:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764546.770103:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982189603c00 x1874601358856832/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764546.770110:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764546.770113:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982189603c00 x1874601358856832/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764571 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764546.770120:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764546.770122:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764546.770124:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764546.770125:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764546.770126:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764546.770127:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764546.770129:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764546.770132:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764546.770134:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764546.770138:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982189603c00 x1874601358856832/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764571 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764546.770151:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982189603c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358856832:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764546.770154:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764546.770156:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764546.770159:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982189602d00 x1874601358856448/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764571 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764546.770165:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764546.770167:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764546.770168:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869b800.
02000000:00000001:2.0:1787764546.770170:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764546.770172:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764546.770173:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:2.0:1787764546.770175:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764546.770177:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982186485800.
02000000:00000001:2.0:1787764546.770179:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764546.770180:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764546.770182:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982189602d00.
00000100:00000001:2.0:1787764546.770185:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764546.770186:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764546.770188:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764546.770191:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982189602580 x1874601358856576/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764571 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764546.770198:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764546.770199:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764546.770200:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188699400.
02000000:00000001:2.0:1787764546.770202:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764546.770203:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764546.770204:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:2.0:1787764546.770206:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764546.770207:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982186486800.
02000000:00000001:2.0:1787764546.770209:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764546.770210:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764546.770212:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982189602580.
00000100:00000001:2.0:1787764546.770214:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764546.770215:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764546.770217:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764546.770219:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896021c0 x1874601358856704/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764571 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764546.770226:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764546.770227:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764546.770229:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869a800.
02000000:00000001:2.0:1787764546.770231:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764546.770232:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764546.770233:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:2.0:1787764546.770235:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764546.770236:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982186487800.
02000000:00000001:2.0:1787764546.770238:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764546.770238:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764546.770240:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896021c0.
00000100:00000001:2.0:1787764546.770241:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764546.770242:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764546.770243:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764546.770246:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982189603c00 x1874601358856832/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764571 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764546.770252:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764546.770253:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764546.770254:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188699c00.
02000000:00000001:2.0:1787764546.770256:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764546.770257:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764546.770258:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:2.0:1787764546.770260:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764546.770261:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982186486400.
02000000:00000001:2.0:1787764546.770263:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764546.770264:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764546.770265:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982189603c00.
00000100:00000001:2.0:1787764546.770267:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764546.770268:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764546.770270:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764546.770273:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764546.770275:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764546.770277:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764546.770278:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764547.087973:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764547.087978:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764547.087982:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764547.087986:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764547.087988:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764547.087991:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764547.087994:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764547.087996:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764547.087998:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764547.088000:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764547.088004:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764547.088005:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764547.088008:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764547.088009:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764547.088012:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764547.088013:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764547.088034:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764547.088036:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764547.088038:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764547.344939:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764547.344949:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764547.344952:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764547.344957:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764547.344962:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764547.344967:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764547.344970:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764547.344973:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764547.344976:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764548.111958:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4300105995, at 4300106048
00000100:00000040:3.0:1787764548.111958:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4300105995, at 4300106048
00010000:00000001:0.0:1787764548.111961:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764548.111967:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764548.111974:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764548.111976:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764548.111978:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9821832cf0c0.
00000100:00000010:3.0:1787764548.111980:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9821832cf300.
00010000:00000001:0.0:1787764548.111981:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764548.111985:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764548.111990:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764548.111992:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764548.111995:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764548.111997:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764548.112022:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764548.112025:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764548.112029:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764548.368155:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764548.368167:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764548.368170:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764548.368178:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764548.368183:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764548.368188:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764548.368192:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764548.368195:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764548.368199:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764549.136124:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764549.136134:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764549.136151:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764549.136152:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764549.136157:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764549.136160:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764549.136163:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764549.136167:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764549.136171:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764549.136174:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764549.136176:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764549.136179:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764549.136183:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764549.136185:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764549.136188:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764549.136190:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764549.136191:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764549.136193:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764549.136195:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764549.136196:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764549.136198:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764549.136199:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764549.136271:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764549.136276:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764549.136291:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764549.391959:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764549.391966:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764549.391968:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764549.391973:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764549.391977:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764549.391980:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764549.391983:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764549.391986:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764549.391988:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764550.159990:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764550.159997:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764550.160003:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764550.160005:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764550.160008:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764550.160009:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764550.160013:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764550.160014:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764550.160018:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764550.160019:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764550.160055:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764550.160058:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764550.160060:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764550.416351:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764550.416359:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764550.416361:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764550.416367:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764550.416370:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764550.416374:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764550.416377:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764550.416379:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764550.416381:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764551.183965:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764551.183971:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764551.183976:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764551.183977:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764551.183984:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764551.183985:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764551.183988:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764551.183989:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764551.183992:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764551.183993:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764551.184117:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764551.184120:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764551.184123:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764551.439996:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764551.440005:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764551.440007:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764551.440013:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764551.440017:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764551.440021:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764551.440023:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764551.440026:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764551.440030:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764551.888029:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764551.888040:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787764551.888043:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764551.888046:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764551.888080:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764551.888087:0:18336:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5437
00000400:00000200:0.0:1787764551.888095:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764551.888101:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764551.888104:0:18336:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764551.888107:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764551.888111:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764551.888113:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764551.888116:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787764551.888128:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764551.888145:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:0.0:1787764551.888158:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764551.888161:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:0.0:1787764551.888164:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:0.0:1787764551.888166:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:0.0:1787764551.888170:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764551.888172:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764551.888174:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764551.888176:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787764551.888179:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:0.0:1787764551.888183:0:18336:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787764551.888185:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764551.888196:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764551.888199:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764551.888206:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764551.888208:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787764551.888227:0:18336:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764551.888237:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189600b40.
00000020:00000040:0.0:1787764551.888241:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:0.0:1787764551.888256:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764551.888258:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764551.888261:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764551.888264:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764551.888268:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764551.888275:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186487400.
00000100:00000001:0.0:1787764551.888282:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764551.888329:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189600b40 x1874601358856960/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764551.888339:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764551.888392:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764551.888398:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b75a9b86] to pc [ptlrpcd_rcv+-1]  req@ffff982189600b40 x1874601358856960/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764551.888425:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764551.888429:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764551.888432:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787764551.888433:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764551.888435:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764551.888437:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764551.888440:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5437
00000400:00000200:0.0:1787764551.888462:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764551.888467:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764551.888470:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764551.888473:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764551.888475:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787764551.888477:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1787764551.888478:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764551.888482:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764551.888483:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:2.0:1787764551.888486:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1787764551.888487:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000040:2.0:1787764551.888496:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982189600b40 x1874601358856960/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1787764551.888502:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:0.0:1787764551.888505:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787764551.888509:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764551.888513:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764551.888516:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764551.888519:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1787764551.888520:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
02000000:00000001:2.0:1787764551.888523:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764551.888525:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00100000:2.0:1787764551.888530:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982189600b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358856960:192.168.202.141@tcp:250:kworker.0
00000100:00000001:2.0:1787764551.888535:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764551.888539:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764551.888552:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764551.888555:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764551.888560:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188699400.
02000000:00000001:2.0:1787764551.888562:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764551.888565:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000400:00000200:2.0:1787764551.888570:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000040:0.0:1787764551.888574:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000400:00000010:2.0:1787764551.888576:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000100:00000001:0.0:1787764551.888577:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764551.888581:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000400:00000010:2.0:1787764551.888584:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764551.888592:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358856960, portal 25
00000100:00000001:2.0:1787764551.888594:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764551.888597:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868538956608 : -114205170595008 : ffff982189600b40)
00000100:00000001:0.0:1787764551.888598:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787764551.888603:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00000040:2.0:1787764551.888606:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982189600b40 x1874601358856960/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764576 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787764551.888609:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787764551.888614:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764551.888618:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787764551.888621:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764551.888626:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764551.888629:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0088.
00000100:00000200:2.0:1787764551.888633:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358856960, offset 0
00000400:00000200:2.0:1787764551.888639:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
02000000:00000001:0.0:1787764551.888643:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764551.888646:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764551.888649:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:0.0:1787764551.888650:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764551.888655:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1787764551.888658:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764551.888664:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764551.888668:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000008:00000001:0.0:1787764551.888670:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764551.888673:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764551.888675:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000100:00000010:0.0:1787764551.888678:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896003c0.
00000400:00000200:2.0:1787764551.888681:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000020:00000040:0.0:1787764551.888682:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
00000400:00000200:2.0:1787764551.888688:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70566:70566:256:4294967295] 192.168.202.141@tcp LPNI seq info [70566:70566:8:4294967295]
00000400:00000200:2.0:1787764551.888693:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
02000000:00000001:0.0:1787764551.888697:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764551.888699:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764551.888702:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764551.888704:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764551.888707:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764551.888708:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764551.888716:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764551.888721:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8c00.
00000800:00000200:2.0:1787764551.888728:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764551.888732:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787764551.888736:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764551.888740:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
02000000:00000010:0.0:1787764551.888749:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186484000.
00000800:00000100:2.0:1787764551.888758:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764551.888761:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8c00.
00000400:00000200:2.0:1787764551.888766:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1787764551.888769:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764551.888774:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764551.888780:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0088
00000400:00000010:2.0:1787764551.888783:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0088.
00000100:00000001:2.0:1787764551.888788:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764551.888792:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982189600b40 x1874601358856960/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764576 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764551.888801:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764551.888805:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982189600b40 x1874601358856960/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764576 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764551.888812:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764551.888815:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896003c0 x1874601358857088/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764551.888815:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764551.888836:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764551.888836:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764551.888843:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764551.888846:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4300111115
00000100:00000010:2.0:1787764551.888889:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9821832cf0c0.
00000100:00000001:0.0:1787764551.888896:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764551.888896:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000100:00000040:0.0:1787764551.888904:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031852cee] to pc [ptlrpcd_rcv+-1]  req@ffff9821896003c0 x1874601358857088/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764551.888905:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4300111116
00000100:00000010:2.0:1787764551.888911:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9821832cfc60.
00000100:00000001:2.0:1787764551.888914:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787764551.888918:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764551.888921:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764551.888924:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1787764551.888931:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764551.888932:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764551/real 1787764551]  req@ffff982189600b40 x1874601358856960/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787764551.888934:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000001:2.0:1787764551.888945:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764551.888947:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:0.0:1787764551.888950:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000010:2.0:1787764551.888950:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000100:00000001:0.0:1787764551.888953:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764551.888955:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1787764551.888956:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000100:00000001:0.0:1787764551.888958:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:2.0:1787764551.888960:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00080000:0.0:1787764551.888962:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5437
00000100:00000001:2.0:1787764551.888965:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:0.0:1787764551.888968:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764551.888973:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00000200:2.0:1787764551.888973:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982189600b40 x1874601358856960/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764551.888984:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982189600b40 x1874601358856960/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787764551.888989:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1787764551.888993:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:0.0:1787764551.888994:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764551.888998:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787764551.888998:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764551.889000:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764551.889003:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764551.889005:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764551.889010:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982189600b40 x1874601358856960/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764551.889017:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764551.889020:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000040:2.0:1787764551.889024:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982189600b40 x1874601358856960/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764576 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787764551.889025:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787764551.889038:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764551.889041:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764551.889043:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000040:0.0:1787764551.889044:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000100:00000001:2.0:1787764551.889046:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1787764551.889047:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764551.889050:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000100:00000001:2.0:1787764551.889051:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764551.889055:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764551.889058:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000020:00000001:0.0:1787764551.889059:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:0.0:1787764551.889063:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00080000:2.0:1787764551.889063:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000100:00000040:0.0:1787764551.889069:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764551.889069:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:0.0:1787764551.889071:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764551.889076:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982189600b40 x1874601358856960/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764576 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787764551.889081:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764551.889085:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787764551.889088:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00100000:2.0:1787764551.889095:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982189600b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358856960:192.168.202.141@tcp:250:kworker.0
00000100:00000001:2.0:1787764551.889100:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787764551.889103:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764551.889103:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787764551.889107:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764551.889108:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982189600b40 x1874601358856960/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764576 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787764551.889109:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764551.889113:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764551.889120:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764551.889123:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764551.889126:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188699400.
02000000:00000001:0.0:1787764551.889127:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764551.889131:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1787764551.889131:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000008:00100000:0.0:1787764551.889135:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000020:00000001:2.0:1787764551.889135:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000008:00000001:0.0:1787764551.889138:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787764551.889139:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000100:00000001:0.0:1787764551.889140:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764551.889144:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000010:0.0:1787764551.889147:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189603c00.
02000000:00000010:2.0:1787764551.889148:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982186487400.
00000020:00000040:0.0:1787764551.889152:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:2.0:1787764551.889154:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764551.889157:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764551.889157:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:0.0:1787764551.889160:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764551.889161:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982189600b40.
00000100:00000001:0.0:1787764551.889164:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1787764551.889166:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764551.889168:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764551.889170:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764551.889177:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764551.889179:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764551.889181:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1787764551.889182:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:0.0:1787764551.889185:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764551.889185:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764551.889188:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000010:0.0:1787764551.889192:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186486c00.
00000100:00000040:2.0:1787764551.889194:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896003c0 x1874601358857088/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764551.889198:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764551.889207:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189603c00 x1874601358857216/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764551.889207:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764551.889211:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764551.889215:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764551.889217:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764551.889220:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca2e9794] to pc [ptlrpcd_rcv+-1]  req@ffff982189603c00 x1874601358857216/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787764551.889229:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764551.889232:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764551.889235:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764551.889239:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358857088:192.168.202.141@tcp:38:kworker.0
00000100:00000001:0.0:1787764551.889240:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764551.889244:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:0.0:1787764551.889245:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764551.889249:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
02000000:00000001:2.0:1787764551.889249:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1787764551.889253:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:2.0:1787764551.889253:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764551.889255:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764551.889258:0:18336:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:2.0:1787764551.889258:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764551.889263:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188699400.
02000000:00000001:2.0:1787764551.889265:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764551.889269:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5437
00000400:00000200:2.0:1787764551.889273:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764551.889277:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764551.889279:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000200:0.0:1787764551.889281:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764551.889284:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000400:00000010:2.0:1787764551.889286:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000040:0.0:1787764551.889287:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764551.889290:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764551.889292:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764551.889294:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787764551.889295:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764551.889308:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:0.0:1787764551.889310:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764551.889311:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:0.0:1787764551.889312:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:0.0:1787764551.889313:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:0.0:1787764551.889315:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764551.889316:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764551.889317:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764551.889318:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787764551.889319:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:0.0:1787764551.889321:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787764551.889322:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764551.889330:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764551.889332:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764551.889334:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764551.889335:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764551.889337:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787764551.889338:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764551.889339:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764551.889342:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896021c0.
00000020:00000040:0.0:1787764551.889343:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:0.0:1787764551.889345:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764551.889345:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764551.889346:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764551.889347:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764551.889349:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764551.889351:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186485c00.
00000100:00000001:0.0:1787764551.889353:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764551.889356:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896021c0 x1874601358857344/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764551.889360:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764551.889362:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764551.889364:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070132a00] to pc [ptlrpcd_rcv+-1]  req@ffff9821896021c0 x1874601358857344/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764551.889387:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764551.889389:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764551.889391:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787764551.889392:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764551.889393:0:18336:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764551.889395:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764551.889396:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5437
00000400:00000200:0.0:1787764551.889410:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764551.889413:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764551.889415:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764551.889440:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764551.889453:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764551.889455:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764551.889457:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787764551.889459:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764551.889460:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:0.0:1787764551.889462:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764551.889464:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:0.0:1787764551.889465:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:0.0:1787764551.889467:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:0.0:1787764551.889470:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764551.889471:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764551.889473:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764551.889482:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787764551.889485:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:0.0:1787764551.889487:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787764551.889489:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764551.889491:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764551.889494:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764551.889495:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787764551.889513:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358857088, portal 10
00000100:00000001:2.0:1787764551.889517:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764551.889519:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787764551.889519:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868538954688 : -114205170596928 : ffff9821896003c0)
00000008:00100000:0.0:1787764551.889523:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00000040:2.0:1787764551.889529:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896003c0 x1874601358857088/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764576 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764551.889538:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764551.889553:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764551.889557:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0088.
00000100:00000200:2.0:1787764551.889560:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358857088, offset 0
00000400:00000200:2.0:1787764551.889564:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000008:00000001:0.0:1787764551.889568:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764551.889569:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:0.0:1787764551.889572:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764551.889576:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764551.889580:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764551.889583:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764551.889585:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764551.889588:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764551.889591:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70567:70567:256:4294967295] 192.168.202.141@tcp LPNI seq info [70567:70567:8:4294967295]
00000100:00000010:0.0:1787764551.889592:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189602580.
00000400:00000200:2.0:1787764551.889597:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000020:00000040:0.0:1787764551.889598:0:18336:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
00000400:00000200:2.0:1787764551.889606:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764551.889612:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
02000000:00000001:0.0:1787764551.889613:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764551.889615:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787764551.889617:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8c00.
00000100:00000001:0.0:1787764551.889618:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:2.0:1787764551.889623:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764551.889626:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
02000000:00000001:0.0:1787764551.889630:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.1:1787764551.889634:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764551.889638:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1787764551.889641:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764551.889643:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8c00.
02000000:00000001:0.0:1787764551.889646:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764551.889647:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000010:0.0:1787764551.889653:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186486000.
00000400:00000200:2.0:1787764551.889653:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764551.889660:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0088
00000400:00000010:2.0:1787764551.889662:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0088.
00000100:00000001:2.0:1787764551.889665:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787764551.889669:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787764551.889669:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896003c0 x1874601358857088/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764576 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764551.889678:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764551.889682:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896003c0 x1874601358857088/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764576 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764551.889692:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189602580 x1874601358857472/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764551.889693:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764551.889696:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764551.889699:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764551.889703:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:2.0:1787764551.889709:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764551.889713:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300109847
00000100:00000001:2.0:1787764551.889718:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300111115
00000100:00000001:2.0:1787764551.889721:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300109847
00000100:00000001:2.0:1787764551.889723:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300111116
00000100:00000001:2.0:1787764551.889725:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764551.889727:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764551.889727:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764551.889731:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1787764551.889732:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764551.889737:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764551/real 1787764551]  req@ffff9821896003c0 x1874601358857088/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787764551.889739:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000514a9ad2] to pc [ptlrpcd_rcv+-1]  req@ffff982189602580 x1874601358857472/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764551.889748:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764551.889750:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764551.889752:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764551.889755:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764551.889759:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764551.889763:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1787764551.889765:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1787764551.889770:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896003c0 x1874601358857088/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764551.889780:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896003c0 x1874601358857088/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787764551.889787:0:18336:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5447)
00000100:00000001:2.0:1787764551.889787:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764551.889790:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764551.889793:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764551.889795:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764551.889799:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896003c0 x1874601358857088/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764551.889806:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764551.889812:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896003c0 x1874601358857088/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764576 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764551.889819:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764551.889822:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764551.889825:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764551.889826:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764551.889828:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764551.889830:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764551.889833:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764551.889836:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764551.889838:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764551.889842:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896003c0 x1874601358857088/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764576 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764551.889881:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358857088:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764551.889885:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764551.889887:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764551.889890:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896003c0 x1874601358857088/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764576 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764551.889897:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764551.889898:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764551.889900:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188699400.
02000000:00000001:2.0:1787764551.889903:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764551.889904:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764551.889906:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:2.0:1787764551.889908:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764551.889909:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982186484000.
02000000:00000001:2.0:1787764551.889912:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764551.889913:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764551.889915:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896003c0.
00000100:00000001:2.0:1787764551.889917:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764551.889919:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764551.889920:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764551.889923:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764551.889925:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764551.889927:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764551.889928:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764551.889930:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764551.889933:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982189603c00 x1874601358857216/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764551.889940:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764551.889941:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764551.889943:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764551.889945:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764551.889947:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764551.889950:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982189603c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358857216:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764551.889952:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764551.889954:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764551.889956:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764551.889958:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764551.889960:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188699400.
02000000:00000001:2.0:1787764551.889962:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764551.889965:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764551.889968:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764551.889970:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764551.889973:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358857216, portal 10
00000100:00000001:2.0:1787764551.889975:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764551.889976:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868538969088 : -114205170582528 : ffff982189603c00)
00000100:00000040:2.0:1787764551.889981:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982189603c00 x1874601358857216/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764576 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764551.889988:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764551.889990:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764551.889992:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0088.
00000100:00000200:2.0:1787764551.889995:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358857216, offset 0
00000400:00000200:2.0:1787764551.889998:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764551.890002:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764551.890006:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764551.890008:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764551.890011:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764551.890013:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764551.890015:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764551.890018:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70568:70568:256:4294967295] 192.168.202.141@tcp LPNI seq info [70568:70568:8:4294967295]
00000400:00000200:2.0:1787764551.890022:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764551.890028:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764551.890032:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764551.890035:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8c00.
00000800:00000200:2.0:1787764551.890038:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764551.890041:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787764551.890046:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764551.890048:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1787764551.890051:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764551.890053:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8c00.
00000400:00000200:2.0:1787764551.890056:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764551.890059:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764551.890062:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0088
00000400:00000010:2.0:1787764551.890064:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0088.
00000100:00000001:2.0:1787764551.890066:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764551.890070:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982189603c00 x1874601358857216/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764576 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764551.890076:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764551.890080:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982189603c00 x1874601358857216/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764576 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764551.890086:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764551.890088:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764551.890091:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764551.890093:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:2.0:1787764551.890096:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764551.890098:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300109842
00000100:00000001:2.0:1787764551.890101:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300111115
00000100:00000001:2.0:1787764551.890103:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300109842
00000100:00000001:2.0:1787764551.890105:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300111116
00000100:00000001:2.0:1787764551.890108:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764551.890109:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764551.890111:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764551.890115:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764551/real 1787764551]  req@ffff982189603c00 x1874601358857216/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764551.890122:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764551.890123:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764551.890125:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764551.890127:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764551.890128:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764551.890130:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764551.890133:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982189603c00 x1874601358857216/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764551.890141:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982189603c00 x1874601358857216/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764551.890147:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764551.890148:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764551.890150:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764551.890151:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764551.890155:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982189603c00 x1874601358857216/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764551.890161:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764551.890165:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982189603c00 x1874601358857216/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764576 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764551.890171:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764551.890173:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764551.890175:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764551.890176:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764551.890178:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764551.890179:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764551.890182:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764551.890186:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764551.890188:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764551.890191:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982189603c00 x1874601358857216/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764576 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764551.890199:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982189603c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358857216:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764551.890202:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764551.890206:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896021c0 x1874601358857344/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764551.890222:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764551.890223:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764551.890226:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764551.890227:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764551.890229:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764551.890232:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358857344:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764551.890234:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764551.890236:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764551.890237:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764551.890239:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764551.890242:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869b800.
02000000:00000001:2.0:1787764551.890244:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764551.890247:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764551.890249:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764551.890252:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764551.890255:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358857344, portal 4
00000100:00000001:2.0:1787764551.890256:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764551.890257:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868538962368 : -114205170589248 : ffff9821896021c0)
00000100:00000040:2.0:1787764551.890262:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896021c0 x1874601358857344/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764576 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764551.890273:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764551.890275:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764551.890277:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0088.
00000100:00000200:2.0:1787764551.890280:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358857344, offset 0
00000400:00000200:2.0:1787764551.890284:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764551.890288:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764551.890291:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764551.890303:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764551.890306:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764551.890308:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764551.890310:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764551.890313:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70569:70569:256:4294967295] 192.168.202.141@tcp LPNI seq info [70569:70569:8:4294967295]
00000400:00000200:2.0:1787764551.890317:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764551.890323:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764551.890327:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764551.890330:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8c00.
00000800:00000200:2.0:1787764551.890334:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764551.890336:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787764551.890340:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764551.890343:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1787764551.890346:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764551.890360:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8c00.
00000400:00000200:2.0:1787764551.890363:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764551.890367:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764551.890369:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0088
00000400:00000010:2.0:1787764551.890371:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0088.
00000100:00000001:2.0:1787764551.890374:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764551.890377:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896021c0 x1874601358857344/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764576 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764551.890385:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764551.890388:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896021c0 x1874601358857344/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764576 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764551.890400:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764551.890402:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764551.890404:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764551.890407:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:2.0:1787764551.890411:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764551.890412:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300109847
00000100:00000001:2.0:1787764551.890415:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300111115
00000100:00000001:2.0:1787764551.890417:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300109847
00000100:00000001:2.0:1787764551.890419:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300111116
00000100:00000001:2.0:1787764551.890421:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764551.890423:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764551.890425:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764551.890428:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764551/real 1787764551]  req@ffff9821896021c0 x1874601358857344/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764551.890435:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764551.890436:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764551.890438:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764551.890440:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764551.890441:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764551.890443:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764551.890446:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896021c0 x1874601358857344/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764551.890454:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896021c0 x1874601358857344/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764551.890460:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764551.890461:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764551.890463:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764551.890464:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764551.890468:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896021c0 x1874601358857344/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764551.890474:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764551.890478:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896021c0 x1874601358857344/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764576 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764551.890484:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764551.890486:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764551.890487:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764551.890488:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764551.890490:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764551.890492:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764551.890494:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764551.890497:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764551.890499:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764551.890503:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896021c0 x1874601358857344/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764576 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764551.890510:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358857344:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764551.890513:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764551.890516:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982189602580 x1874601358857472/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764551.890522:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764551.890523:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764551.890525:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764551.890527:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764551.890529:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764551.890532:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982189602580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358857472:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764551.890534:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764551.890536:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764551.890538:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764551.890552:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764551.890556:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869a400.
02000000:00000001:2.0:1787764551.890557:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764551.890561:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764551.890563:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764551.890566:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764551.890568:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358857472, portal 4
00000100:00000001:2.0:1787764551.890570:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764551.890571:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868538963328 : -114205170588288 : ffff982189602580)
00000100:00000040:2.0:1787764551.890577:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982189602580 x1874601358857472/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764576 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764551.890583:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764551.890585:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764551.890587:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0088.
00000100:00000200:2.0:1787764551.890589:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358857472, offset 0
00000400:00000200:2.0:1787764551.890593:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764551.890597:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764551.890600:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764551.890602:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764551.890605:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764551.890607:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764551.890609:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764551.890612:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70570:70570:256:4294967295] 192.168.202.141@tcp LPNI seq info [70570:70570:8:4294967295]
00000400:00000200:2.0:1787764551.890616:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764551.890622:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764551.890626:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764551.890629:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8c00.
00000800:00000200:2.0:1787764551.890632:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764551.890635:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787764551.890638:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764551.890641:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1787764551.890644:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764551.890646:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8c00.
00000400:00000200:2.0:1787764551.890649:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764551.890653:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764551.890655:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0088
00000400:00000010:2.0:1787764551.890657:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0088.
00000100:00000001:2.0:1787764551.890660:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764551.890663:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982189602580 x1874601358857472/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764576 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764551.890670:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764551.890673:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982189602580 x1874601358857472/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764576 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764551.890679:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764551.890680:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764551.890683:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764551.890686:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:2.0:1787764551.890689:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764551.890691:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300109848
00000100:00000001:2.0:1787764551.890693:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300111115
00000100:00000001:2.0:1787764551.890695:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300109848
00000100:00000001:2.0:1787764551.890697:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300111116
00000100:00000001:2.0:1787764551.890699:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764551.890701:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764551.890703:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764551.890706:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764551/real 1787764551]  req@ffff982189602580 x1874601358857472/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764551.890713:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764551.890714:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764551.890716:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764551.890718:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764551.890720:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764551.890722:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764551.890725:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982189602580 x1874601358857472/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764576 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764551.890732:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982189602580 x1874601358857472/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764551.890739:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764551.890740:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764551.890742:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764551.890743:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764551.890747:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982189602580 x1874601358857472/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764576 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764551.890753:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764551.890756:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982189602580 x1874601358857472/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764576 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764551.890763:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764551.890765:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764551.890766:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764551.890767:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764551.890769:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764551.890771:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764551.890773:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764551.890776:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764551.890778:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764551.890782:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982189602580 x1874601358857472/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764576 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764551.890790:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982189602580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358857472:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764551.890793:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764551.890795:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764551.890799:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982189603c00 x1874601358857216/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764576 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764551.890805:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764551.890806:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764551.890808:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188699400.
02000000:00000001:2.0:1787764551.890811:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764551.890812:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764551.890813:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:2.0:1787764551.890815:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764551.890817:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982186486c00.
02000000:00000001:2.0:1787764551.890819:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764551.890820:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764551.890822:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982189603c00.
00000100:00000001:2.0:1787764551.890824:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764551.890826:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764551.890827:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764551.890831:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896021c0 x1874601358857344/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764576 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764551.890836:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764551.890838:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764551.890839:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869b800.
02000000:00000001:2.0:1787764551.890841:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764551.890842:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764551.890843:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:2.0:1787764551.890845:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764551.890846:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982186485c00.
02000000:00000001:2.0:1787764551.890868:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764551.890870:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764551.890871:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896021c0.
00000100:00000001:2.0:1787764551.890874:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764551.890876:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764551.890877:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764551.890880:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982189602580 x1874601358857472/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764576 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764551.890886:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764551.890887:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764551.890889:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869a400.
02000000:00000001:2.0:1787764551.890891:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764551.890893:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764551.890894:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:2.0:1787764551.890895:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764551.890897:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982186486000.
02000000:00000001:2.0:1787764551.890899:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764551.890900:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764551.890901:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982189602580.
00000100:00000001:2.0:1787764551.890903:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764551.890905:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764551.890906:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764551.890910:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764551.890912:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764551.890913:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764551.890915:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764552.208001:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764552.208010:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764552.208017:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764552.208018:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764552.208022:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764552.208023:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764552.208028:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764552.208029:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764552.208033:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764552.208034:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764552.208157:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764552.208161:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764552.208164:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764552.464215:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764552.464225:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764552.464227:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764552.464235:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764552.464240:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764552.464244:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764552.464247:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764552.464251:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764552.464254:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764553.231971:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4300111115, at 4300111168
00010000:00000001:0.0:1787764553.231977:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764553.231983:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764553.231988:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9821832cf0c0.
00010000:00000001:0.0:1787764553.231989:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764553.231993:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764553.231997:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764553.231998:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764553.232002:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764553.232004:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764553.232008:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764553.232010:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764553.232044:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764553.232047:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764553.232050:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787764553.232087:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4300111116, at 4300111168
00000100:00000010:3.0:1787764553.232094:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9821832cfc60.
00000100:00000001:3.0:1787764553.487952:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764553.487959:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764553.487961:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764553.487966:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764553.487969:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764553.487973:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764553.487975:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764553.487978:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764553.487980:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764554.255933:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764554.255938:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764554.255943:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764554.255944:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764554.255948:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764554.255949:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764554.255952:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764554.255953:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764554.255956:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764554.255958:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764554.256147:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764554.256155:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764554.256161:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764554.511994:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764554.512005:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764554.512008:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764554.512015:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764554.512022:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764554.512026:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764554.512030:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764554.512033:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764554.512036:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764555.281083:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764555.281094:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764555.281097:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764555.281102:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764555.281107:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764555.281109:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764555.281112:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764555.281114:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764555.281119:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764555.281120:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764555.281124:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764555.281126:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764555.281129:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764555.281131:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764555.281132:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764555.281134:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764555.281135:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764555.281136:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764555.281138:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764555.281140:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764555.281144:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764555.281145:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764555.282449:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764555.282453:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764555.282457:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764555.538931:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764555.538941:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764555.538944:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764555.538951:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764555.538956:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764555.538961:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764555.538964:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764555.538966:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764555.538969:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764556.304124:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764556.304131:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764556.304136:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764556.304138:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764556.304141:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764556.304143:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764556.304146:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764556.304147:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764556.304548:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764556.304550:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764556.304569:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764556.304572:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764556.304574:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764556.560081:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764556.560086:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764556.560087:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764556.560091:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764556.560093:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764556.560095:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764556.560097:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764556.560099:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764556.560101:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764557.007942:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764557.007952:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787764557.007955:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764557.007958:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764557.007962:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764557.007968:0:18336:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5442
00000400:00000200:2.0:1787764557.007977:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764557.007982:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764557.007985:0:18336:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764557.007989:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764557.007992:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764557.007994:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764557.007997:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764557.008000:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764557.008002:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:2.0:1787764557.008005:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764557.008008:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:2.0:1787764557.008011:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:2.0:1787764557.008013:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:2.0:1787764557.008015:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764557.008017:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764557.008019:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764557.008021:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764557.008024:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:2.0:1787764557.008027:0:18336:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764557.008030:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764557.008032:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764557.008035:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764557.008038:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764557.008039:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787764557.008042:0:18336:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764557.008051:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896bf840.
00000020:00000040:2.0:1787764557.008053:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:2.0:1787764557.008057:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764557.008059:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764557.008062:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764557.008065:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764557.008068:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764557.008075:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982188699400.
00000100:00000001:2.0:1787764557.008080:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764557.008088:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896bf840 x1874601358857600/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764557.008098:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764557.008101:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764557.008106:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e03e097] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bf840 x1874601358857600/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764557.008134:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764557.008137:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764557.008140:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787764557.008141:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764557.008143:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764557.008146:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764557.008148:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5442
00000400:00000200:2.0:1787764557.008151:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764557.008154:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764557.008156:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764557.008159:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764557.008161:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764557.008162:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764557.008165:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764557.008167:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764557.008168:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:2.0:1787764557.008170:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764557.008172:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:2.0:1787764557.008173:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:2.0:1787764557.008175:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:2.0:1787764557.008177:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764557.008179:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764557.008181:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764557.008182:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764557.008185:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:2.0:1787764557.008187:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764557.008190:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764557.008192:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764557.008196:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764557.008198:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764557.008200:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764557.008204:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764557.008207:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764557.008209:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764557.008212:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896bda40.
00000020:00000040:2.0:1787764557.008214:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:2.0:1787764557.008216:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764557.008218:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764557.008219:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764557.008221:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764557.008222:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764557.008225:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982188698400.
00000100:00000001:2.0:1787764557.008228:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764557.008232:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896bda40 x1874601358857728/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764557.008239:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764557.008241:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764557.008245:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b5343c60] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bda40 x1874601358857728/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764557.008252:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764557.008255:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764557.008258:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787764557.008259:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764557.008260:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764557.008263:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764557.008265:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5442
00000400:00000200:2.0:1787764557.008268:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764557.008270:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764557.008272:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764557.008275:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764557.008277:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764557.008279:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764557.008281:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764557.008283:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764557.008284:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:2.0:1787764557.008286:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764557.008287:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:2.0:1787764557.008289:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:2.0:1787764557.008291:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:2.0:1787764557.008293:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764557.008295:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764557.008296:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764557.008298:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764557.008301:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:2.0:1787764557.008303:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764557.008306:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764557.008307:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764557.008309:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764557.008311:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764557.008312:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764557.008314:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764557.008316:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764557.008318:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764557.008321:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896bf480.
00000020:00000040:2.0:1787764557.008322:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:2.0:1787764557.008324:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764557.008326:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764557.008327:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764557.008329:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764557.008330:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764557.008333:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982188698c00.
00000100:00000001:2.0:1787764557.008335:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764557.008339:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896bf480 x1874601358857856/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764557.008352:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764557.008354:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764557.008357:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000021ebdc3a] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bf480 x1874601358857856/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764557.008365:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764557.008367:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764557.008370:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787764557.008371:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764557.008373:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764557.008375:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764557.008377:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5442
00000400:00000200:2.0:1787764557.008380:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764557.008382:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764557.008384:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764557.008386:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764557.008388:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764557.008390:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764557.008392:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764557.008394:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764557.008395:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:2.0:1787764557.008396:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764557.008398:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:2.0:1787764557.008399:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:2.0:1787764557.008401:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:2.0:1787764557.008404:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764557.008406:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764557.008408:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764557.008410:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764557.008412:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:2.0:1787764557.008415:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764557.008417:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764557.008419:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764557.008421:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764557.008422:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764557.008424:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764557.008426:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764557.008428:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764557.008430:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764557.008433:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896bde00.
00000020:00000040:2.0:1787764557.008435:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:2.0:1787764557.008437:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764557.008438:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764557.008439:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764557.008440:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764557.008442:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764557.008445:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218869bc00.
00000100:00000001:2.0:1787764557.008447:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764557.008451:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896bde00 x1874601358857984/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764557.008457:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764557.008459:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764557.008463:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003193aebe] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bde00 x1874601358857984/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764557.008470:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764557.008472:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764557.008475:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787764557.008476:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764557.008477:0:18336:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764557.008479:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764557.008481:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5442
00000400:00000200:2.0:1787764557.008485:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764557.008487:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764557.008489:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764557.008492:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764557.008511:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764557.008513:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764557.008515:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764557.008518:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764557.008519:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:2.0:1787764557.008520:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764557.008522:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:2.0:1787764557.008524:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:2.0:1787764557.008526:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:2.0:1787764557.008529:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764557.008531:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764557.008532:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764557.008535:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764557.008537:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:2.0:1787764557.008539:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764557.008541:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764557.008543:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764557.008545:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764557.008547:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764557.008549:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764557.008551:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764557.008553:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764557.008555:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764557.008558:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896bc780.
00000020:00000040:2.0:1787764557.008560:0:18336:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:2.0:1787764557.008563:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764557.008564:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764557.008566:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764557.008567:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764557.008569:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764557.008572:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982188699000.
00000100:00000001:2.0:1787764557.008575:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764557.008579:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896bc780 x1874601358858112/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764557.008585:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764557.008587:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764557.008591:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da9b6c09] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bc780 x1874601358858112/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764557.008598:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764557.008603:0:18336:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5452)
00000100:00000001:1.0:1787764557.008663:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764557.008667:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764557.008669:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764557.008675:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896bf840 x1874601358857600/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764557.008683:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764557.008686:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764557.008690:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764557.008692:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764557.008694:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764557.008698:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896bf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358857600:192.168.202.141@tcp:250:kworker.0
00000100:00000001:1.0:1787764557.008702:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764557.008705:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764557.008707:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764557.008710:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764557.008713:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649d000.
02000000:00000001:1.0:1787764557.008715:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764557.008720:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764557.008724:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3268.
00000400:00000010:1.0:1787764557.008730:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fa18.
00000100:00000200:1.0:1787764557.008736:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358857600, portal 25
00000100:00000001:1.0:1787764557.008738:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764557.008739:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539738176 : -114205169813440 : ffff9821896bf840)
00000100:00000040:1.0:1787764557.008744:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896bf840 x1874601358857600/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764557.008751:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764557.008754:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764557.008756:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fcc0.
00000100:00000200:1.0:1787764557.008760:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358857600, offset 0
00000400:00000200:1.0:1787764557.008766:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764557.008774:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764557.008779:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764557.008784:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764557.008788:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764557.008791:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764557.008794:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764557.008798:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70571:70571:256:4294967295] 192.168.202.141@tcp LPNI seq info [70571:70571:8:4294967295]
00000400:00000200:1.0:1787764557.008802:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764557.008811:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764557.008817:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764557.008822:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88000.
00000800:00000200:1.0:1787764557.008828:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764557.008832:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787764557.008837:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764557.008841:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787764557.008845:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764557.008868:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88000.
00000400:00000200:1.0:1787764557.008874:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764557.008879:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764557.008884:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fcc0
00000400:00000010:1.0:1787764557.008886:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fcc0.
00000100:00000001:1.0:1787764557.008890:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764557.008894:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896bf840 x1874601358857600/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764557.008903:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764557.008906:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bf840 x1874601358857600/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764582 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764557.008913:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764557.008915:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764557.008920:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764557.008923:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764557.008927:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4300116236
00000100:00000010:1.0:1787764557.008931:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982191cd4000.
00000100:00000001:1.0:1787764557.008937:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787764557.008941:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4300116236
00000100:00000010:1.0:1787764557.008944:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982191cd4720.
00000100:00000001:1.0:1787764557.008947:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787764557.008950:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764557.008952:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764557.008954:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764557.008958:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764557/real 1787764557]  req@ffff9821896bf840 x1874601358857600/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764557.008966:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764557.008968:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764557.008970:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3268.
00000400:00000200:1.0:1787764557.008972:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fa18
00000400:00000010:1.0:1787764557.008973:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fa18.
00000100:00000001:1.0:1787764557.008975:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764557.008978:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896bf840 x1874601358857600/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764557.008987:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896bf840 x1874601358857600/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764557.008994:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764557.008995:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764557.008997:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764557.008999:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764557.009002:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896bf840 x1874601358857600/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764557.009009:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764557.009014:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896bf840 x1874601358857600/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764582 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764557.009026:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764557.009029:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764557.009030:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764557.009032:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764557.009034:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764557.009036:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764557.009039:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764557.009042:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764557.009045:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764557.009048:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896bf840 x1874601358857600/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764582 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764557.009056:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896bf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358857600:192.168.202.141@tcp:250:kworker.0
00000100:00000001:1.0:1787764557.009061:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764557.009064:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896bda40 x1874601358857728/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764557.009070:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764557.009071:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764557.009073:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764557.009075:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764557.009077:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764557.009080:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896bda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358857728:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764557.009083:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764557.009085:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764557.009086:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764557.009087:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764557.009090:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649e000.
02000000:00000001:1.0:1787764557.009091:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764557.009094:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764557.009097:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3268.
00000400:00000010:1.0:1787764557.009100:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fa18.
00000100:00000200:1.0:1787764557.009102:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358857728, portal 10
00000100:00000001:1.0:1787764557.009104:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764557.009105:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539730496 : -114205169821120 : ffff9821896bda40)
00000100:00000040:1.0:1787764557.009111:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896bda40 x1874601358857728/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764557.009117:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764557.009120:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764557.009122:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fcc0.
00000100:00000200:1.0:1787764557.009124:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358857728, offset 0
00000400:00000200:1.0:1787764557.009128:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764557.009131:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764557.009134:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764557.009137:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764557.009139:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764557.009141:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764557.009143:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764557.009146:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70572:70572:256:4294967295] 192.168.202.141@tcp LPNI seq info [70572:70572:8:4294967295]
00000400:00000200:1.0:1787764557.009150:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764557.009157:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764557.009161:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764557.009164:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88000.
00000800:00000200:1.0:1787764557.009167:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764557.009170:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787764557.009174:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764557.009176:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787764557.009180:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764557.009181:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88000.
00000400:00000200:1.0:1787764557.009184:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764557.009188:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764557.009190:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fcc0
00000400:00000010:1.0:1787764557.009192:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fcc0.
00000100:00000001:1.0:1787764557.009195:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764557.009198:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896bda40 x1874601358857728/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764557.009205:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764557.009208:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bda40 x1874601358857728/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764582 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764557.009215:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764557.009216:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764557.009219:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764557.009222:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:1.0:1787764557.009225:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764557.009227:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300114967
00000100:00000001:1.0:1787764557.009230:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300116236
00000100:00000001:1.0:1787764557.009232:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300114967
00000100:00000001:1.0:1787764557.009234:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300116236
00000100:00000001:1.0:1787764557.009235:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764557.009237:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764557.009239:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764557.009242:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764557/real 1787764557]  req@ffff9821896bda40 x1874601358857728/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764557.009250:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764557.009251:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764557.009253:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3268.
00000400:00000200:1.0:1787764557.009255:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fa18
00000400:00000010:1.0:1787764557.009256:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fa18.
00000100:00000001:1.0:1787764557.009258:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764557.009261:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896bda40 x1874601358857728/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764557.009268:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896bda40 x1874601358857728/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764557.009281:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764557.009282:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764557.009284:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764557.009285:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764557.009288:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896bda40 x1874601358857728/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764557.009294:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764557.009298:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896bda40 x1874601358857728/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764582 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764557.009304:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764557.009306:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764557.009307:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764557.009309:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764557.009310:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764557.009312:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764557.009314:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764557.009317:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764557.009319:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764557.009322:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896bda40 x1874601358857728/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764582 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764557.009330:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896bda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358857728:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764557.009333:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764557.009336:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896bf480 x1874601358857856/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764557.009343:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764557.009344:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764557.009346:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764557.009348:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764557.009349:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764557.009352:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358857856:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764557.009355:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764557.009357:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764557.009358:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764557.009360:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764557.009362:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649d800.
02000000:00000001:1.0:1787764557.009364:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764557.009367:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764557.009369:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3268.
00000400:00000010:1.0:1787764557.009371:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fa18.
00000100:00000200:1.0:1787764557.009374:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358857856, portal 10
00000100:00000001:1.0:1787764557.009375:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764557.009377:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539737216 : -114205169814400 : ffff9821896bf480)
00000100:00000040:1.0:1787764557.009382:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896bf480 x1874601358857856/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764557.009388:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764557.009390:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764557.009392:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fcc0.
00000100:00000200:1.0:1787764557.009394:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358857856, offset 0
00000400:00000200:1.0:1787764557.009398:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764557.009401:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764557.009403:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764557.009406:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764557.009408:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764557.009410:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764557.009412:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764557.009415:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70573:70573:256:4294967295] 192.168.202.141@tcp LPNI seq info [70573:70573:8:4294967295]
00000400:00000200:1.0:1787764557.009419:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764557.009425:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764557.009429:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764557.009432:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88000.
00000800:00000200:1.0:1787764557.009435:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764557.009437:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787764557.009441:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764557.009444:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787764557.009447:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764557.009449:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88000.
00000400:00000200:1.0:1787764557.009451:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764557.009455:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764557.009457:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fcc0
00000400:00000010:1.0:1787764557.009459:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fcc0.
00000100:00000001:1.0:1787764557.009461:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764557.009464:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896bf480 x1874601358857856/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764557.009472:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764557.009475:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bf480 x1874601358857856/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764582 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764557.009481:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764557.009483:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764557.009485:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764557.009488:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:1.0:1787764557.009490:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764557.009492:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300114961
00000100:00000001:1.0:1787764557.009506:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300116236
00000100:00000001:1.0:1787764557.009508:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300114961
00000100:00000001:1.0:1787764557.009510:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300116236
00000100:00000001:1.0:1787764557.009513:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764557.009515:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764557.009516:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764557.009519:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764557/real 1787764557]  req@ffff9821896bf480 x1874601358857856/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764557.009527:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764557.009529:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764557.009530:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3268.
00000400:00000200:1.0:1787764557.009533:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fa18
00000400:00000010:1.0:1787764557.009534:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fa18.
00000100:00000001:1.0:1787764557.009536:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764557.009539:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896bf480 x1874601358857856/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764557.009547:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896bf480 x1874601358857856/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764557.009553:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764557.009554:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764557.009556:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764557.009557:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764557.009560:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896bf480 x1874601358857856/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764557.009567:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764557.009570:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896bf480 x1874601358857856/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764582 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764557.009577:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764557.009579:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764557.009581:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764557.009582:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764557.009583:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764557.009585:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764557.009587:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764557.009590:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764557.009592:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764557.009596:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896bf480 x1874601358857856/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764582 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764557.009603:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358857856:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764557.009607:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764557.009609:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896bde00 x1874601358857984/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764557.009615:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764557.009617:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764557.009619:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764557.009620:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764557.009622:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764557.009625:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896bde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358857984:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764557.009628:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764557.009629:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764557.009631:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764557.009632:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764557.009635:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649cc00.
02000000:00000001:1.0:1787764557.009645:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764557.009649:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764557.009651:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3268.
00000400:00000010:1.0:1787764557.009654:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fa18.
00000100:00000200:1.0:1787764557.009657:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358857984, portal 4
00000100:00000001:1.0:1787764557.009659:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764557.009660:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539731456 : -114205169820160 : ffff9821896bde00)
00000100:00000040:1.0:1787764557.009665:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896bde00 x1874601358857984/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764557.009671:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764557.009673:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764557.009675:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fcc0.
00000100:00000200:1.0:1787764557.009677:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358857984, offset 0
00000400:00000200:1.0:1787764557.009681:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764557.009685:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764557.009688:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764557.009690:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764557.009693:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764557.009695:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764557.009697:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764557.009700:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70574:70574:256:4294967295] 192.168.202.141@tcp LPNI seq info [70574:70574:8:4294967295]
00000400:00000200:1.0:1787764557.009704:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764557.009710:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764557.009714:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764557.009716:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88000.
00000800:00000200:1.0:1787764557.009720:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764557.009723:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787764557.009727:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764557.009729:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787764557.009732:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764557.009734:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88000.
00000400:00000200:1.0:1787764557.009736:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764557.009740:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764557.009742:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fcc0
00000400:00000010:1.0:1787764557.009744:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fcc0.
00000100:00000001:1.0:1787764557.009746:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764557.009749:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896bde00 x1874601358857984/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764557.009756:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764557.009758:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bde00 x1874601358857984/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764582 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764557.009765:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764557.009766:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764557.009769:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764557.009771:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:1.0:1787764557.009774:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764557.009776:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300114966
00000100:00000001:1.0:1787764557.009778:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300116236
00000100:00000001:1.0:1787764557.009780:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300114966
00000100:00000001:1.0:1787764557.009782:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300116236
00000100:00000001:1.0:1787764557.009783:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764557.009785:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764557.009787:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764557.009790:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764557/real 1787764557]  req@ffff9821896bde00 x1874601358857984/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764557.009804:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764557.009805:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764557.009807:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3268.
00000400:00000200:1.0:1787764557.009809:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fa18
00000400:00000010:1.0:1787764557.009810:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fa18.
00000100:00000001:1.0:1787764557.009812:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764557.009816:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896bde00 x1874601358857984/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764557.009824:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896bde00 x1874601358857984/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764557.009829:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764557.009830:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764557.009832:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764557.009834:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764557.009837:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896bde00 x1874601358857984/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764557.009844:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764557.009862:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896bde00 x1874601358857984/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764582 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764557.009869:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764557.009872:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764557.009873:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764557.009875:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764557.009876:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764557.009878:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764557.009880:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764557.009883:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764557.009884:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764557.009888:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896bde00 x1874601358857984/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764582 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764557.009895:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896bde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358857984:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764557.009899:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764557.009901:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896bc780 x1874601358858112/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764557.009908:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764557.009909:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764557.009911:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764557.009913:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764557.009915:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764557.009923:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896bc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358858112:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764557.009926:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764557.009928:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764557.009930:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764557.009931:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764557.009934:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649c000.
02000000:00000001:1.0:1787764557.009936:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764557.009938:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764557.009945:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3268.
00000400:00000010:1.0:1787764557.009948:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fa18.
00000100:00000200:1.0:1787764557.009950:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358858112, portal 4
00000100:00000001:1.0:1787764557.009952:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764557.009954:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539725696 : -114205169825920 : ffff9821896bc780)
00000100:00000040:1.0:1787764557.009958:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896bc780 x1874601358858112/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764557.009964:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764557.009966:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764557.009968:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fcc0.
00000100:00000200:1.0:1787764557.009971:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358858112, offset 0
00000400:00000200:1.0:1787764557.009974:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764557.009977:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764557.009980:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764557.009983:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764557.009985:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764557.009987:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764557.009990:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764557.009992:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70575:70575:256:4294967295] 192.168.202.141@tcp LPNI seq info [70575:70575:8:4294967295]
00000400:00000200:1.0:1787764557.009996:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764557.010003:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764557.010007:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764557.010009:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88000.
00000800:00000200:1.0:1787764557.010013:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764557.010015:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787764557.010018:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764557.010021:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787764557.010024:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764557.010026:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88000.
00000400:00000200:1.0:1787764557.010029:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764557.010032:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764557.010034:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fcc0
00000400:00000010:1.0:1787764557.010036:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fcc0.
00000100:00000001:1.0:1787764557.010038:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764557.010041:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896bc780 x1874601358858112/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764557.010053:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764557.010056:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bc780 x1874601358858112/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764582 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764557.010063:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764557.010064:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764557.010066:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764557.010069:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:1.0:1787764557.010071:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764557.010073:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300114968
00000100:00000001:1.0:1787764557.010075:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300116236
00000100:00000001:1.0:1787764557.010077:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300114968
00000100:00000001:1.0:1787764557.010079:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300116236
00000100:00000001:1.0:1787764557.010081:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764557.010083:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764557.010085:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764557.010088:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764557/real 1787764557]  req@ffff9821896bc780 x1874601358858112/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764557.010095:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764557.010096:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764557.010097:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3268.
00000400:00000200:1.0:1787764557.010099:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fa18
00000400:00000010:1.0:1787764557.010101:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fa18.
00000100:00000001:1.0:1787764557.010103:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764557.010105:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896bc780 x1874601358858112/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764557.010120:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896bc780 x1874601358858112/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764557.010127:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764557.010128:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764557.010130:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764557.010131:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764557.010135:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896bc780 x1874601358858112/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764557.010148:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764557.010155:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896bc780 x1874601358858112/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764582 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764557.010161:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764557.010163:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764557.010165:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764557.010166:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764557.010168:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764557.010169:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764557.010172:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764557.010174:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764557.010176:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764557.010179:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896bc780 x1874601358858112/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764582 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764557.010187:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896bc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358858112:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764557.010190:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764557.010193:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764557.010196:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bf840 x1874601358857600/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764582 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764557.010202:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764557.010204:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764557.010206:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649d000.
02000000:00000001:1.0:1787764557.010209:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764557.010211:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764557.010213:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000020:00000001:1.0:1787764557.010215:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764557.010217:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982188699400.
02000000:00000001:1.0:1787764557.010221:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764557.010222:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764557.010224:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bf840.
00000100:00000001:1.0:1787764557.010227:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764557.010228:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764557.010229:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764557.010232:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bda40 x1874601358857728/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764582 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764557.010238:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764557.010239:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764557.010241:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649e000.
02000000:00000001:1.0:1787764557.010243:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764557.010244:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764557.010245:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:1.0:1787764557.010247:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764557.010248:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982188698400.
02000000:00000001:1.0:1787764557.010249:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764557.010250:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764557.010251:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bda40.
00000100:00000001:1.0:1787764557.010253:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764557.010254:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764557.010255:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764557.010258:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bf480 x1874601358857856/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764582 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764557.010265:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764557.010266:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764557.010267:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649d800.
02000000:00000001:1.0:1787764557.010269:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764557.010270:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764557.010271:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:1.0:1787764557.010273:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764557.010274:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982188698c00.
02000000:00000001:1.0:1787764557.010275:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764557.010276:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764557.010278:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bf480.
00000100:00000001:1.0:1787764557.010280:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764557.010281:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764557.010282:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764557.010286:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bde00 x1874601358857984/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764582 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764557.010291:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764557.010292:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764557.010293:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649cc00.
02000000:00000001:1.0:1787764557.010295:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764557.010296:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764557.010297:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:1.0:1787764557.010299:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764557.010300:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218869bc00.
02000000:00000001:1.0:1787764557.010302:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764557.010303:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764557.010305:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bde00.
00000100:00000001:1.0:1787764557.010306:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764557.010307:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764557.010309:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764557.010312:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bc780 x1874601358858112/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764582 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764557.010317:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764557.010318:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764557.010320:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649c000.
02000000:00000001:1.0:1787764557.010322:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764557.010323:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764557.010324:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:1.0:1787764557.010326:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764557.010327:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982188699000.
02000000:00000001:1.0:1787764557.010329:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764557.010330:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764557.010331:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bc780.
00000100:00000001:1.0:1787764557.010333:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764557.010333:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764557.010336:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764557.010342:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764557.010344:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764557.010346:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764557.010347:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764557.328427:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764557.328433:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764557.328439:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764557.328442:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764557.328445:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764557.328447:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764557.328450:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764557.328457:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764557.328459:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764557.328461:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764557.328466:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764557.328467:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764557.328470:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764557.328471:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764557.328474:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764557.328475:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764557.328673:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764557.328677:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764557.328680:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764557.583961:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764557.583967:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764557.583969:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764557.583974:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764557.583977:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764557.583980:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764557.583982:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764557.583984:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764557.583986:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764558.351967:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4300116236, at 4300116288
00000100:00000010:2.0:1787764558.351981:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191cd4000.
00010000:00000001:0.0:1787764558.352522:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764558.352526:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764558.352531:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764558.352532:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764558.352536:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764558.352538:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764558.352541:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764558.352543:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764558.352546:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764558.352548:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764558.352581:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4300116236, at 4300116288
00000100:00000010:3.0:1787764558.352590:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191cd4720.
00000020:00000001:1.0:1787764558.352647:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764558.352651:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764558.352655:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764558.608460:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764558.608467:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764558.608469:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764558.608474:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764558.608477:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764558.608507:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764558.608510:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764558.608512:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764558.608515:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764559.376017:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764559.376024:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764559.376030:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764559.376032:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764559.376034:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764559.376037:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764559.376039:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764559.376042:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764559.376046:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764559.376049:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764559.376051:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764559.376053:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764559.376056:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764559.376058:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764559.376060:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764559.376062:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764559.376063:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764559.376065:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764559.376067:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764559.376068:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764559.376070:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764559.376071:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764559.376117:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764559.376122:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764559.376126:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764559.631951:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764559.631959:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764559.631961:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764559.631966:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764559.631970:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764559.631975:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764559.631979:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764559.631982:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764559.631986:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764560.399986:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764560.399994:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764560.399999:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764560.400000:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764560.400003:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764560.400005:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764560.400007:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764560.400008:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764560.400011:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764560.400012:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764560.400273:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764560.400280:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764560.400286:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764560.655978:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764560.655986:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764560.655989:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764560.656037:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764560.656040:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764560.656043:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764560.656045:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764560.656047:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764560.656049:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764561.423922:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764561.423927:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764561.423932:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764561.423932:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764561.423934:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764561.423935:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764561.423937:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764561.423938:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764561.423940:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764561.423941:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764561.424036:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764561.424041:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764561.424043:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764561.679970:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764561.679990:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764561.679993:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764561.680001:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764561.680006:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764561.680011:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764561.680014:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764561.680019:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764561.680022:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764562.127979:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764562.127990:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787764562.127993:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764562.127996:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764562.128000:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764562.128006:0:58520:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5447
00000400:00000200:2.0:1787764562.128015:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764562.128020:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764562.128023:0:58520:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764562.128025:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764562.128028:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764562.128030:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764562.128032:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764562.128035:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764562.128036:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:2.0:1787764562.128039:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764562.128042:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:2.0:1787764562.128043:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:2.0:1787764562.128045:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:2.0:1787764562.128047:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764562.128048:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764562.128049:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764562.128050:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764562.128052:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:2.0:1787764562.128054:0:58520:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764562.128055:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764562.128057:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764562.128060:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764562.128062:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764562.128064:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787764562.128065:0:58520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764562.128071:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896bd680.
00000020:00000040:2.0:1787764562.128075:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:2.0:1787764562.128079:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764562.128081:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764562.128084:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764562.128087:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764562.128091:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764562.128099:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218869a000.
00000100:00000001:2.0:1787764562.128107:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764562.128116:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896bd680 x1874601358858240/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764562.128125:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764562.128129:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764562.128132:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3e0fd1d] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bd680 x1874601358858240/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764562.128160:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764562.128162:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764562.128165:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787764562.128166:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764562.128167:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764562.128168:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764562.128170:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5447
00000400:00000200:2.0:1787764562.128172:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764562.128174:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764562.128175:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764562.128178:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764562.128181:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764562.128182:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764562.128184:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764562.128186:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764562.128187:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:2.0:1787764562.128189:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764562.128191:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:2.0:1787764562.128193:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:2.0:1787764562.128196:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:2.0:1787764562.128198:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764562.128200:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764562.128202:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764562.128204:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764562.128206:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:2.0:1787764562.128208:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764562.128211:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764562.128213:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764562.128218:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764562.128220:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764562.128222:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764562.128227:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764562.128230:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764562.128232:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764562.128235:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896bed00.
00000020:00000040:2.0:1787764562.128237:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:2.0:1787764562.128239:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764562.128239:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764562.128240:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764562.128241:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764562.128243:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764562.128245:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982188699800.
00000100:00000001:2.0:1787764562.128248:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764562.128251:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896bed00 x1874601358858368/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764562.128256:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764562.128257:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764562.128259:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f5b4eb0] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bed00 x1874601358858368/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764562.128264:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764562.128266:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764562.128268:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787764562.128269:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764562.128270:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764562.128272:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764562.128273:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5447
00000400:00000200:2.0:1787764562.128275:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764562.128277:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764562.128278:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764562.128280:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764562.128281:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764562.128282:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764562.128284:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764562.128285:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764562.128286:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:2.0:1787764562.128287:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764562.128289:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:2.0:1787764562.128290:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:2.0:1787764562.128291:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:2.0:1787764562.128292:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764562.128293:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764562.128294:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764562.128295:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764562.128297:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:2.0:1787764562.128298:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764562.128299:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764562.128300:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764562.128301:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764562.128302:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764562.128303:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764562.128305:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764562.128306:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764562.128307:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764562.128308:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896bfc00.
00000020:00000040:2.0:1787764562.128309:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:2.0:1787764562.128310:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764562.128311:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764562.128312:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764562.128313:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764562.128314:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764562.128316:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218869b400.
00000100:00000001:2.0:1787764562.128318:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764562.128323:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896bfc00 x1874601358858496/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764562.128343:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764562.128345:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764562.128349:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000558bde2f] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bfc00 x1874601358858496/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764562.128357:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764562.128359:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764562.128363:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787764562.128365:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764562.128366:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764562.128369:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764562.128371:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5447
00000400:00000200:2.0:1787764562.128376:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764562.128379:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764562.128382:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764562.128384:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764562.128387:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764562.128389:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764562.128391:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764562.128393:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764562.128394:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:2.0:1787764562.128396:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764562.128398:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:2.0:1787764562.128400:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:2.0:1787764562.128402:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:2.0:1787764562.128406:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764562.128408:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764562.128409:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764562.128410:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764562.128413:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:2.0:1787764562.128415:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764562.128417:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764562.128419:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764562.128421:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764562.128423:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764562.128425:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764562.128428:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00000001:3.0:1787764562.128429:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00000001:2.0:1787764562.128430:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764562.128435:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764562.128437:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000010:2.0:1787764562.128438:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896be940.
00000100:00000001:3.0:1787764562.128440:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1787764562.128442:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:2.0:1787764562.128446:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764562.128461:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764562.128464:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764562.128466:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:3.0:1787764562.128466:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896bd680 x1874601358858240/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787764562.128470:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764562.128477:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000010:2.0:1787764562.128479:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218869ac00.
00000100:00000001:3.0:1787764562.128480:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764562.128486:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1787764562.128487:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764562.128489:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764562.128492:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764562.128497:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896be940 x1874601358858624/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1787764562.128498:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896bd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358858240:192.168.202.141@tcp:250:kworker.0
00000100:00000001:3.0:1787764562.128503:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787764562.128508:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787764562.128511:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764562.128512:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:3.0:1787764562.128514:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1787764562.128517:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764562.128519:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982191e9c800.
02000000:00000001:3.0:1787764562.128522:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764562.128523:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000067aaa64d] to pc [ptlrpcd_rcv+-1]  req@ffff9821896be940 x1874601358858624/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787764562.128529:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:3.0:1787764562.128534:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982183cbdd10.
00000100:00000001:2.0:1787764562.128535:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764562.128538:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:3.0:1787764562.128540:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844220.
00000100:00080000:2.0:1787764562.128541:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787764562.128544:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764562.128545:0:58520:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:3.0:1787764562.128547:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358858240, portal 25
00000100:00000001:2.0:1787764562.128548:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787764562.128550:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:2.0:1787764562.128552:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5447
00000100:00000001:3.0:1787764562.128553:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539729536 : -114205169822080 : ffff9821896bd680)
00000400:00000200:2.0:1787764562.128558:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000040:3.0:1787764562.128561:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896bd680 x1874601358858240/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787764562.128564:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00000001:3.0:1787764562.128568:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787764562.128571:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:3.0:1787764562.128574:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844550.
00000100:00080000:2.0:1787764562.128575:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000200:3.0:1787764562.128578:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358858240, offset 0
00000100:00000040:2.0:1787764562.128580:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764562.128583:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1787764562.128586:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000100:00000040:2.0:1787764562.128588:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764562.128590:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764562.128592:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764562.128593:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:2.0:1787764562.128596:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:3.0:1787764562.128596:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000020:00000040:2.0:1787764562.128598:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:2.0:1787764562.128600:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:2.0:1787764562.128602:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:2.0:1787764562.128606:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000400:00000200:3.0:1787764562.128606:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000100:00000001:2.0:1787764562.128610:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764562.128612:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764562.128614:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000400:00000200:3.0:1787764562.128615:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:2.0:1787764562.128616:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:2.0:1787764562.128619:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764562.128621:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764562.128623:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1787764562.128623:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
02000000:00000001:2.0:1787764562.128627:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1787764562.128630:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
02000000:00000001:2.0:1787764562.128631:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764562.128634:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764562.128636:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000400:00000200:3.0:1787764562.128636:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000008:00000001:2.0:1787764562.128640:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764562.128642:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764562.128643:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70576:70576:256:4294967295] 192.168.202.141@tcp LPNI seq info [70576:70576:8:4294967295]
00000100:00000010:2.0:1787764562.128646:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896be1c0.
00000020:00000040:2.0:1787764562.128650:0:58520:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
00000400:00000200:3.0:1787764562.128653:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
02000000:00000001:2.0:1787764562.128654:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764562.128656:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764562.128658:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764562.128659:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764562.128662:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764562.128664:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
02000000:00000010:2.0:1787764562.128666:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982188698000.
00000100:00000001:2.0:1787764562.128671:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1787764562.128675:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000100:00100000:2.0:1787764562.128677:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896be1c0 x1874601358858752/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:3.0:1787764562.128680:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982191d40700.
00000100:00000001:2.0:1787764562.128685:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764562.128687:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1787764562.128690:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000040:2.0:1787764562.128693:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063016f18] to pc [ptlrpcd_rcv+-1]  req@ffff9821896be1c0 x1874601358858752/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1787764562.128695:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787764562.128704:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:2.0:1787764562.128705:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1787764562.128709:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000100:00000040:2.0:1787764562.128711:0:58520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5457)
00000800:00000100:3.0:1787764562.128714:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764562.128717:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982191d40700.
00000400:00000200:3.0:1787764562.128722:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787764562.128725:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787764562.128730:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844550
00000400:00000010:3.0:1787764562.128731:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844550.
00000100:00000001:3.0:1787764562.128734:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787764562.128738:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896bd680 x1874601358858240/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764562.128745:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764562.128748:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bd680 x1874601358858240/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764587 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764562.128752:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764562.128753:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787764562.128758:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764562.128760:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764562.128762:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4300121355
00000100:00000010:3.0:1787764562.128766:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982182d59a20.
00000100:00000001:3.0:1787764562.128771:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787764562.128774:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4300121355
00000100:00000010:3.0:1787764562.128776:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982182d594e0.
00000100:00000001:3.0:1787764562.128779:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787764562.128781:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764562.128784:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764562.128786:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787764562.128791:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764562/real 1787764562]  req@ffff9821896bd680 x1874601358858240/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787764562.128810:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787764562.128812:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787764562.128813:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982183cbdd10.
00000400:00000200:3.0:1787764562.128816:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844220
00000400:00000010:3.0:1787764562.128818:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844220.
00000100:00000001:3.0:1787764562.128820:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787764562.128823:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896bd680 x1874601358858240/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787764562.128832:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896bd680 x1874601358858240/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764562.128838:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787764562.128840:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764562.128842:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764562.128844:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787764562.128868:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896bd680 x1874601358858240/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764562.128873:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787764562.128877:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896bd680 x1874601358858240/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764587 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764562.128881:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787764562.128883:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764562.128884:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764562.128885:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764562.128886:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787764562.128887:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787764562.128889:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787764562.128893:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000100:00000001:3.0:1787764562.128894:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787764562.128897:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896bd680 x1874601358858240/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764587 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787764562.128902:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896bd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358858240:192.168.202.141@tcp:250:kworker.0
00000100:00000001:3.0:1787764562.128905:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787764562.128907:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896bed00 x1874601358858368/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764562.128911:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764562.128911:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764562.128913:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787764562.128914:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764562.128916:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764562.128917:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896bed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358858368:192.168.202.141@tcp:38:kworker.0
00000100:00000001:3.0:1787764562.128919:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787764562.128921:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787764562.128921:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764562.128922:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787764562.128925:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982191e9fc00.
02000000:00000001:3.0:1787764562.128926:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764562.128928:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:3.0:1787764562.128930:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982183cbdd10.
00000400:00000010:3.0:1787764562.128932:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844220.
00000100:00000200:3.0:1787764562.128934:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358858368, portal 10
00000100:00000001:3.0:1787764562.128935:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787764562.128936:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539735296 : -114205169816320 : ffff9821896bed00)
00000100:00000040:3.0:1787764562.128941:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896bed00 x1874601358858368/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764562.128945:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787764562.128946:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:3.0:1787764562.128947:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844550.
00000100:00000200:3.0:1787764562.128949:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358858368, offset 0
00000400:00000200:3.0:1787764562.128951:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:3.0:1787764562.128954:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764562.128956:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:3.0:1787764562.128958:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787764562.128960:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:3.0:1787764562.128962:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787764562.128963:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:3.0:1787764562.128965:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70577:70577:256:4294967295] 192.168.202.141@tcp LPNI seq info [70577:70577:8:4294967295]
00000400:00000200:3.0:1787764562.128968:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764562.128971:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787764562.128974:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764562.128976:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982191d40700.
00000800:00000200:3.0:1787764562.128978:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.0:1787764562.128980:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787764562.128982:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787764562.128984:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1787764562.128986:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764562.128987:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982191d40700.
00000400:00000200:3.0:1787764562.128989:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787764562.128991:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787764562.128993:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844550
00000400:00000010:3.0:1787764562.128994:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844550.
00000100:00000001:3.0:1787764562.128996:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787764562.128997:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896bed00 x1874601358858368/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764562.129002:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764562.129004:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bed00 x1874601358858368/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764587 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764562.129009:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764562.129010:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787764562.129013:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764562.129016:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:3.0:1787764562.129019:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764562.129021:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300120087
00000100:00000001:3.0:1787764562.129024:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300121355
00000100:00000001:3.0:1787764562.129026:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300120087
00000100:00000001:3.0:1787764562.129027:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300121355
00000100:00000001:3.0:1787764562.129029:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764562.129031:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764562.129033:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787764562.129036:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764562/real 1787764562]  req@ffff9821896bed00 x1874601358858368/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787764562.129043:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787764562.129045:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787764562.129046:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982183cbdd10.
00000400:00000200:3.0:1787764562.129048:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844220
00000400:00000010:3.0:1787764562.129050:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844220.
00000100:00000001:3.0:1787764562.129051:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787764562.129054:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896bed00 x1874601358858368/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787764562.129062:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896bed00 x1874601358858368/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764562.129067:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787764562.129068:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764562.129070:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764562.129071:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787764562.129075:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896bed00 x1874601358858368/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764562.129080:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787764562.129084:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896bed00 x1874601358858368/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764587 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764562.129089:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787764562.129092:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764562.129093:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764562.129094:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764562.129096:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787764562.129097:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787764562.129100:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787764562.129103:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:3.0:1787764562.129106:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787764562.129111:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896bed00 x1874601358858368/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764587 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787764562.129119:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896bed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358858368:192.168.202.141@tcp:38:kworker.0
00000100:00000001:3.0:1787764562.129123:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787764562.129126:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896bfc00 x1874601358858496/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764562.129132:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764562.129133:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764562.129135:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787764562.129137:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764562.129139:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764562.129141:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896bfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358858496:192.168.202.141@tcp:38:kworker.0
00000100:00000001:3.0:1787764562.129144:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787764562.129146:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787764562.129147:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764562.129149:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787764562.129152:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982191e9ec00.
02000000:00000001:3.0:1787764562.129154:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764562.129157:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:3.0:1787764562.129159:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982183cbdd10.
00000400:00000010:3.0:1787764562.129163:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844220.
00000100:00000200:3.0:1787764562.129166:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358858496, portal 10
00000100:00000001:3.0:1787764562.129168:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787764562.129170:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539739136 : -114205169812480 : ffff9821896bfc00)
00000100:00000040:3.0:1787764562.129175:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896bfc00 x1874601358858496/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764562.129180:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787764562.129182:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:3.0:1787764562.129184:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844550.
00000100:00000200:3.0:1787764562.129186:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358858496, offset 0
00000400:00000200:3.0:1787764562.129189:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:3.0:1787764562.129193:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764562.129196:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:3.0:1787764562.129199:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787764562.129201:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:3.0:1787764562.129204:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787764562.129207:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:3.0:1787764562.129209:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70578:70578:256:4294967295] 192.168.202.141@tcp LPNI seq info [70578:70578:8:4294967295]
00000400:00000200:3.0:1787764562.129213:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764562.129219:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787764562.129225:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764562.129227:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982191d40700.
00000800:00000200:3.0:1787764562.129230:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.0:1787764562.129232:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787764562.129235:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787764562.129237:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1787764562.129240:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764562.129242:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982191d40700.
00000400:00000200:3.0:1787764562.129244:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787764562.129247:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787764562.129248:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844550
00000400:00000010:3.0:1787764562.129249:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844550.
00000100:00000001:3.0:1787764562.129251:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787764562.129253:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896bfc00 x1874601358858496/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764562.129263:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764562.129265:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bfc00 x1874601358858496/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764587 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764562.129269:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764562.129270:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787764562.129273:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764562.129275:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:3.0:1787764562.129277:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764562.129279:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300120081
00000100:00000001:3.0:1787764562.129282:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300121355
00000100:00000001:3.0:1787764562.129283:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300120081
00000100:00000001:3.0:1787764562.129285:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300121355
00000100:00000001:3.0:1787764562.129287:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764562.129288:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764562.129289:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787764562.129291:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764562/real 1787764562]  req@ffff9821896bfc00 x1874601358858496/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787764562.129296:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787764562.129298:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787764562.129299:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982183cbdd10.
00000400:00000200:3.0:1787764562.129301:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844220
00000400:00000010:3.0:1787764562.129302:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844220.
00000100:00000001:3.0:1787764562.129303:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787764562.129305:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896bfc00 x1874601358858496/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787764562.129309:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896bfc00 x1874601358858496/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764562.129315:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787764562.129316:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764562.129318:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764562.129319:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787764562.129323:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896bfc00 x1874601358858496/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764562.129329:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787764562.129337:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896bfc00 x1874601358858496/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764587 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764562.129345:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787764562.129347:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764562.129348:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764562.129350:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764562.129351:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787764562.129353:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787764562.129356:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787764562.129358:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:3.0:1787764562.129359:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787764562.129362:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896bfc00 x1874601358858496/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764587 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787764562.129367:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896bfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358858496:192.168.202.141@tcp:38:kworker.0
00000100:00000001:3.0:1787764562.129369:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764562.129370:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764562.129372:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bd680 x1874601358858240/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764587 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764562.129376:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787764562.129378:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787764562.129379:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982191e9c800.
02000000:00000001:3.0:1787764562.129381:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787764562.129382:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787764562.129384:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000020:00000001:3.0:1787764562.129385:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787764562.129387:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218869a000.
02000000:00000001:3.0:1787764562.129389:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787764562.129391:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787764562.129392:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bd680.
00000100:00000001:3.0:1787764562.129394:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787764562.129395:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764562.129396:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764562.129398:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bed00 x1874601358858368/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764587 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764562.129401:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787764562.129402:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787764562.129403:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982191e9fc00.
02000000:00000001:3.0:1787764562.129405:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787764562.129405:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787764562.129406:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:3.0:1787764562.129407:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787764562.129408:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982188699800.
02000000:00000001:3.0:1787764562.129409:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787764562.129409:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787764562.129410:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bed00.
00000100:00000001:3.0:1787764562.129411:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787764562.129412:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764562.129413:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764562.129414:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bfc00 x1874601358858496/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764587 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764562.129417:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787764562.129418:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787764562.129419:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982191e9ec00.
02000000:00000001:3.0:1787764562.129420:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787764562.129421:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787764562.129422:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:3.0:1787764562.129423:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787764562.129423:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218869b400.
02000000:00000001:3.0:1787764562.129424:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787764562.129425:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787764562.129426:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bfc00.
00000100:00000001:3.0:1787764562.129427:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787764562.129428:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764562.129430:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764562.129435:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764562.129436:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764562.129438:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787764562.129439:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764562.129440:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787764562.129442:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896be940 x1874601358858624/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764562.129446:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764562.129462:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764562.129465:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787764562.129466:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764562.129467:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764562.129469:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896be940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358858624:192.168.202.141@tcp:8:kworker.0
00000100:00000001:3.0:1787764562.129471:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787764562.129473:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787764562.129474:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764562.129475:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787764562.129477:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982191e9ec00.
02000000:00000001:3.0:1787764562.129478:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764562.129480:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:3.0:1787764562.129482:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982183cbdd10.
00000400:00000010:3.0:1787764562.129484:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844220.
00000100:00000200:3.0:1787764562.129486:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358858624, portal 4
00000100:00000001:3.0:1787764562.129487:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787764562.129488:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539734336 : -114205169817280 : ffff9821896be940)
00000100:00000040:3.0:1787764562.129492:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896be940 x1874601358858624/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764562.129496:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787764562.129497:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:3.0:1787764562.129499:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844550.
00000100:00000200:3.0:1787764562.129500:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358858624, offset 0
00000400:00000200:3.0:1787764562.129503:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:3.0:1787764562.129505:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764562.129507:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:3.0:1787764562.129509:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787764562.129511:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:3.0:1787764562.129512:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787764562.129514:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:3.0:1787764562.129516:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70579:70579:256:4294967295] 192.168.202.141@tcp LPNI seq info [70579:70579:8:4294967295]
00000400:00000200:3.0:1787764562.129518:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764562.129522:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787764562.129524:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764562.129526:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982191d40700.
00000800:00000200:3.0:1787764562.129528:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.0:1787764562.129530:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787764562.129532:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787764562.129534:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1787764562.129536:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764562.129537:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982191d40700.
00000400:00000200:3.0:1787764562.129539:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787764562.129541:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787764562.129543:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844550
00000400:00000010:3.0:1787764562.129544:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844550.
00000100:00000001:3.0:1787764562.129545:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787764562.129547:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896be940 x1874601358858624/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764562.129552:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764562.129554:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896be940 x1874601358858624/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764587 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764562.129558:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764562.129559:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787764562.129561:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764562.129562:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:3.0:1787764562.129564:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764562.129565:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300120086
00000100:00000001:3.0:1787764562.129567:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300121355
00000100:00000001:3.0:1787764562.129568:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300120086
00000100:00000001:3.0:1787764562.129569:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300121355
00000100:00000001:3.0:1787764562.129570:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764562.129571:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764562.129572:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787764562.129574:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764562/real 1787764562]  req@ffff9821896be940 x1874601358858624/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787764562.129578:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787764562.129579:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787764562.129580:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982183cbdd10.
00000400:00000200:3.0:1787764562.129582:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844220
00000400:00000010:3.0:1787764562.129583:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844220.
00000100:00000001:3.0:1787764562.129584:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787764562.129586:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896be940 x1874601358858624/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787764562.129590:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896be940 x1874601358858624/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764562.129594:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787764562.129594:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764562.129595:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764562.129596:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787764562.129598:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896be940 x1874601358858624/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764562.129601:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787764562.129603:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896be940 x1874601358858624/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764587 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764562.129607:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787764562.129609:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764562.129610:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764562.129611:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764562.129612:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787764562.129612:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787764562.129614:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787764562.129615:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:3.0:1787764562.129616:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787764562.129618:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896be940 x1874601358858624/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764587 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787764562.129622:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896be940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358858624:192.168.202.141@tcp:8:kworker.0
00000100:00000001:3.0:1787764562.129624:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787764562.129626:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896be1c0 x1874601358858752/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764562.129629:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764562.129630:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764562.129631:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787764562.129632:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764562.129633:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764562.129634:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896be1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358858752:192.168.202.141@tcp:8:kworker.0
00000100:00000001:3.0:1787764562.129636:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787764562.129637:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787764562.129638:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764562.129639:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787764562.129640:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982191e9fc00.
02000000:00000001:3.0:1787764562.129641:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764562.129643:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:3.0:1787764562.129644:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982183cbdd10.
00000400:00000010:3.0:1787764562.129646:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844220.
00000100:00000200:3.0:1787764562.129648:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358858752, portal 4
00000100:00000001:3.0:1787764562.129649:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787764562.129650:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539732416 : -114205169819200 : ffff9821896be1c0)
00000100:00000040:3.0:1787764562.129653:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896be1c0 x1874601358858752/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764562.129656:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787764562.129657:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:3.0:1787764562.129658:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844550.
00000100:00000200:3.0:1787764562.129660:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358858752, offset 0
00000400:00000200:3.0:1787764562.129662:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:3.0:1787764562.129663:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764562.129665:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:3.0:1787764562.129667:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787764562.129669:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:3.0:1787764562.129670:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787764562.129671:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:3.0:1787764562.129673:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70580:70580:256:4294967295] 192.168.202.141@tcp LPNI seq info [70580:70580:8:4294967295]
00000400:00000200:3.0:1787764562.129675:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764562.129679:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787764562.129681:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764562.129682:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982191d40700.
00000800:00000200:3.0:1787764562.129684:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.0:1787764562.129686:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787764562.129688:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787764562.129689:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1787764562.129691:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764562.129693:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982191d40700.
00000400:00000200:3.0:1787764562.129694:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787764562.129696:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787764562.129698:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844550
00000400:00000010:3.0:1787764562.129699:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844550.
00000100:00000001:3.0:1787764562.129701:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787764562.129703:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896be1c0 x1874601358858752/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764562.129707:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764562.129708:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896be1c0 x1874601358858752/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764587 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764562.129712:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764562.129713:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787764562.129714:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764562.129715:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:3.0:1787764562.129717:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764562.129718:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300120087
00000100:00000001:3.0:1787764562.129719:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300121355
00000100:00000001:3.0:1787764562.129720:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300120087
00000100:00000001:3.0:1787764562.129721:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300121355
00000100:00000001:3.0:1787764562.129723:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764562.129724:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764562.129725:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787764562.129727:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764562/real 1787764562]  req@ffff9821896be1c0 x1874601358858752/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787764562.129731:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787764562.129731:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787764562.129732:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982183cbdd10.
00000400:00000200:3.0:1787764562.129733:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844220
00000400:00000010:3.0:1787764562.129734:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844220.
00000100:00000001:3.0:1787764562.129735:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787764562.129737:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896be1c0 x1874601358858752/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787764562.129741:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896be1c0 x1874601358858752/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764562.129749:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787764562.129750:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764562.129751:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764562.129752:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787764562.129754:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896be1c0 x1874601358858752/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764562.129757:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787764562.129759:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896be1c0 x1874601358858752/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764587 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764562.129762:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787764562.129764:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764562.129764:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764562.129765:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764562.129766:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787764562.129767:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787764562.129768:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787764562.129770:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:3.0:1787764562.129771:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787764562.129772:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896be1c0 x1874601358858752/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764587 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787764562.129777:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896be1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358858752:192.168.202.141@tcp:8:kworker.0
00000100:00000001:3.0:1787764562.129779:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764562.129781:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764562.129784:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896be940 x1874601358858624/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764587 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764562.129790:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787764562.129791:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787764562.129793:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982191e9ec00.
02000000:00000001:3.0:1787764562.129796:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787764562.129797:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787764562.129798:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:3.0:1787764562.129800:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787764562.129801:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218869ac00.
02000000:00000001:3.0:1787764562.129803:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787764562.129805:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787764562.129806:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896be940.
00000100:00000001:3.0:1787764562.129808:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787764562.129809:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764562.129811:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764562.129814:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896be1c0 x1874601358858752/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764587 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764562.129820:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787764562.129821:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787764562.129822:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982191e9fc00.
02000000:00000001:3.0:1787764562.129824:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787764562.129825:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787764562.129826:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:3.0:1787764562.129828:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787764562.129829:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982188698000.
02000000:00000001:3.0:1787764562.129832:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787764562.129832:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787764562.129834:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896be1c0.
00000100:00000001:3.0:1787764562.129836:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787764562.129837:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764562.129838:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764562.129841:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764562.129841:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764562.129843:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787764562.129844:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764562.448011:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764562.448019:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764562.448026:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764562.448028:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764562.448032:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764562.448033:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764562.448036:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764562.448038:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764562.448042:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764562.448043:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764562.448073:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764562.448076:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764562.448080:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764562.703945:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764562.703951:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764562.703953:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764562.703957:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764562.703960:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764562.703964:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764562.703966:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764562.703968:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764562.703971:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764563.471921:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4300121355, at 4300121408
00000100:00000040:2.0:1787764563.471926:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4300121355, at 4300121408
00010000:00000001:0.0:1787764563.471928:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764563.471932:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764563.471937:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764563.471938:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764563.471939:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982182d594e0.
00010000:00000001:0.0:1787764563.471941:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764563.471944:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764563.471946:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:2.0:1787764563.471947:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982182d59a20.
00010000:00000001:0.0:1787764563.471948:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764563.471952:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764563.471954:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764563.471983:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764563.471986:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764563.471989:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764563.727947:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764563.727953:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764563.727955:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764563.727960:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764563.727964:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764563.727966:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764563.727969:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764563.727971:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764563.727973:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764564.496008:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764564.496019:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764564.496022:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764564.496027:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764564.496032:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764564.496034:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764564.496036:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764564.496039:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764564.496044:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764564.496045:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764564.496050:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764564.496051:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764564.496056:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764564.496057:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764564.496059:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764564.496060:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764564.496063:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764564.496064:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764564.496066:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764564.496068:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764564.496072:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764564.496073:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764564.496195:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764564.496199:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764564.496202:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764564.751952:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764564.751962:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764564.751965:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764564.751971:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764564.751975:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764564.751980:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764564.751983:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764564.751986:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764564.751989:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764565.520579:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764565.520586:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764565.520593:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764565.520594:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764565.520598:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764565.520600:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764565.520603:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764565.520604:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764565.520607:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764565.520609:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764565.520638:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764565.520641:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764565.520645:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764565.775924:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764565.775933:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764565.775937:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764565.775953:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764565.775959:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764565.775964:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764565.775968:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764565.775971:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764565.775974:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764566.544021:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764566.544028:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764566.544033:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764566.544037:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764566.544039:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764566.544042:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764566.544044:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764566.544046:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764566.544048:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764566.544049:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764566.544052:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764566.544053:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764566.544055:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764566.544056:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764566.544060:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764566.544061:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764566.544116:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764566.544120:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764566.544122:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764566.800012:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764566.800022:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764566.800025:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764566.800032:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764566.800036:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764566.800041:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764566.800043:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764566.800046:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764566.800049:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764567.248026:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764567.248040:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787764567.248044:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764567.248048:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764567.248053:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764567.248063:0:18336:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5452
00000400:00000200:0.0:1787764567.248074:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764567.248081:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764567.248085:0:18336:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764567.248088:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764567.248092:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764567.248095:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764567.248098:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787764567.248103:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764567.248105:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:0.0:1787764567.248109:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764567.248112:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:0.0:1787764567.248115:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:0.0:1787764567.248118:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:0.0:1787764567.248121:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764567.248123:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764567.248125:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764567.248127:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787764567.248131:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:0.0:1787764567.248135:0:18336:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787764567.248138:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764567.248141:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764567.248145:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764567.248148:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764567.248151:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787764567.248153:0:18336:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764567.248166:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189602d00.
00000020:00000040:0.0:1787764567.248170:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:0.0:1787764567.248175:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764567.248178:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764567.248182:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764567.248185:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764567.248190:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764567.248201:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186486000.
00000100:00000001:0.0:1787764567.248210:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764567.248221:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189602d00 x1874601358858880/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764567.248232:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764567.248238:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764567.248243:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008fcde54a] to pc [ptlrpcd_rcv+-1]  req@ffff982189602d00 x1874601358858880/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764567.248274:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764567.248278:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764567.248282:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787764567.248284:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764567.248289:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764567.248293:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764567.248296:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5452
00000100:00000001:3.0:1787764567.248298:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:0.0:1787764567.248302:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764567.248303:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764567.248307:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000400:00000200:0.0:1787764567.248308:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764567.248312:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764567.248318:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764567.248321:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764567.248323:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982189602d00 x1874601358858880/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787764567.248324:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764567.248329:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787764567.248333:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764567.248336:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:0.0:1787764567.248340:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1787764567.248342:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:0.0:1787764567.248343:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000100:00000001:3.0:1787764567.248347:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764567.248348:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:0.0:1787764567.248353:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
02000000:00000001:3.0:1787764567.248354:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:0.0:1787764567.248358:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
02000000:00000001:3.0:1787764567.248359:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764567.248362:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1787764567.248363:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764567.248367:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00100000:3.0:1787764567.248370:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982189602d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358858880:192.168.202.141@tcp:250:kworker.0
00000100:00000001:0.0:1787764567.248372:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:3.0:1787764567.248377:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:0.0:1787764567.248378:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
02000000:00000001:3.0:1787764567.248382:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:0.0:1787764567.248383:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
02000000:00000001:3.0:1787764567.248385:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764567.248387:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764567.248389:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1787764567.248392:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:3.0:1787764567.248396:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982191e9fc00.
02000000:00000001:0.0:1787764567.248412:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764567.248416:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764567.248418:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:3.0:1787764567.248422:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1787764567.248423:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787764567.248429:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764567.248433:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:0.0:1787764567.248434:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1787764567.248440:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982183cbdd10.
00000100:00000010:0.0:1787764567.248441:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189601680.
00000020:00000040:0.0:1787764567.248446:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:0.0:1787764567.248449:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764567.248451:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1787764567.248451:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844220.
00000100:00000001:0.0:1787764567.248453:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764567.248456:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764567.248458:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1787764567.248461:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358858880, portal 25
02000000:00000010:0.0:1787764567.248464:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186485c00.
00000100:00000001:3.0:1787764567.248464:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787764567.248466:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868538965248 : -114205170586368 : ffff982189602d00)
00000100:00000001:0.0:1787764567.248471:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764567.248474:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982189602d00 x1874601358858880/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764567.248480:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189601680 x1874601358859008/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764567.248489:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787764567.248491:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000040:3.0:1787764567.248494:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000100:00000001:0.0:1787764567.248497:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1787764567.248498:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844550.
00000100:00000200:3.0:1787764567.248502:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358858880, offset 0
00000100:00000040:0.0:1787764567.248504:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd7e294a] to pc [ptlrpcd_rcv+-1]  req@ffff982189601680 x1874601358859008/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787764567.248512:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:3.0:1787764567.248525:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:0.0:1787764567.248530:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764567.248534:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764567.248538:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787764567.248540:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764567.248542:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1787764567.248543:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000100:00000001:0.0:1787764567.248545:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764567.248551:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5452
00000400:00000200:3.0:1787764567.248552:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764567.248558:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764567.248560:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:0.0:1787764567.248567:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000400:00000200:3.0:1787764567.248567:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000100:00080000:0.0:1787764567.248571:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764567.248579:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000400:00000200:3.0:1787764567.248580:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000100:00000001:0.0:1787764567.248585:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1787764567.248586:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70581:70581:256:4294967295] 192.168.202.141@tcp LPNI seq info [70581:70581:8:4294967295]
00000100:00000040:0.0:1787764567.248592:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000400:00000200:3.0:1787764567.248592:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:0.0:1787764567.248597:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787764567.248600:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764567.248603:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000400:00000200:3.0:1787764567.248606:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000020:00000001:0.0:1787764567.248607:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764567.248612:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000800:00000200:3.0:1787764567.248615:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000020:00000001:0.0:1787764567.248617:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:0.0:1787764567.248621:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000800:00000010:3.0:1787764567.248622:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982191d40700.
00000100:00000040:0.0:1787764567.248627:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764567.248632:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.0:1787764567.248633:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000040:0.0:1787764567.248638:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000800:00000200:3.0:1787764567.248638:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1787764567.248643:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000800:00000200:3.1:1787764567.248648:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000020:00000040:0.0:1787764567.248649:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000800:00000200:3.1:1787764567.248652:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000100:00080000:0.0:1787764567.248657:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000800:00000100:3.0:1787764567.248660:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000100:00000001:0.0:1787764567.248662:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1787764567.248663:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982191d40700.
02000000:00000001:0.0:1787764567.248668:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764567.248672:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1787764567.248673:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:0.0:1787764567.248677:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764567.248679:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1787764567.248682:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:3.0:1787764567.248685:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844550
00000008:00100000:0.0:1787764567.248686:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000400:00000010:3.0:1787764567.248688:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844550.
00000008:00000001:0.0:1787764567.248692:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764567.248694:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1787764567.248695:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1787764567.248700:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982189602d00 x1874601358858880/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1787764567.248702:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189603840.
00000020:00000040:0.0:1787764567.248707:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:0.0:1787764567.248712:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1787764567.248712:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1787764567.248715:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764567.248717:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982189602d00 x1874601358858880/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764592 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764567.248719:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764567.248722:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764567.248726:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764567.248734:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764567.248735:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787764567.248741:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764567.248744:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186486c00.
00000400:00000200:3.0:1787764567.248744:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764567.248748:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4300126475
00000100:00000001:0.0:1787764567.248750:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764567.248754:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982182d594e0.
00000100:00100000:0.0:1787764567.248759:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189603840 x1874601358859136/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764567.248763:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787764567.248772:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764567.248772:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4300126475
00000100:00000001:0.0:1787764567.248777:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764567.248777:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982182d59f00.
00000100:00000001:3.0:1787764567.248783:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000100:00000040:0.0:1787764567.248786:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042b5abf2] to pc [ptlrpcd_rcv+-1]  req@ffff982189603840 x1874601358859136/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764567.248787:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764567.248791:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764567.248795:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787764567.248800:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764567/real 1787764567]  req@ffff982189602d00 x1874601358858880/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764567.248804:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764567.248809:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000001:3.0:1787764567.248811:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787764567.248813:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787764567.248816:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982183cbdd10.
00000100:00080000:0.0:1787764567.248817:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:3.0:1787764567.248819:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844220
00000100:00000001:0.0:1787764567.248820:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:3.0:1787764567.248822:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844220.
00000100:00080000:0.0:1787764567.248824:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764567.248825:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787764567.248829:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982189602d00 x1874601358858880/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764567.248831:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764567.248837:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5452
00000100:00000200:3.0:1787764567.248842:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982189602d00 x1874601358858880/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787764567.248845:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764567.248881:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000400:00000200:0.0:1787764567.248883:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00000001:3.0:1787764567.248884:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764567.248888:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:0.0:1787764567.248889:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787764567.248890:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764567.248897:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00100000:3.0:1787764567.248898:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982189602d00 x1874601358858880/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764567.248903:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764567.248909:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764567.248909:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764567.248915:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000040:3.0:1787764567.248918:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982189602d00 x1874601358858880/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764592 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787764567.248920:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764567.248923:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:0.0:1787764567.248927:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1787764567.248928:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:0.0:1787764567.248931:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000100:00000001:3.0:1787764567.248932:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764567.248936:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:0.0:1787764567.248937:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000001:3.0:1787764567.248938:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764567.248941:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000020:00000001:0.0:1787764567.248943:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000001:3.0:1787764567.248944:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787764567.248948:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:0.0:1787764567.248950:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00080000:3.0:1787764567.248953:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000100:00000001:0.0:1787764567.248955:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787764567.248956:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764567.248960:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000040:3.0:1787764567.248962:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982189602d00 x1874601358858880/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764592 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764567.248964:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787764567.248970:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:0.0:1787764567.248977:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00100000:3.0:1787764567.248979:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982189602d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358858880:192.168.202.141@tcp:250:kworker.0
00000100:00000001:0.0:1787764567.248980:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764567.248983:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764567.248986:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764567.248988:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787764567.248990:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764567.248991:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1787764567.248995:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:3.0:1787764567.248996:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982189602d00 x1874601358858880/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764592 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1787764567.248999:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787764567.249006:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764567.249007:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000001:0.0:1787764567.249010:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764567.249011:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787764567.249015:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982191e9fc00.
00000100:00000010:0.0:1787764567.249017:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189600780.
02000000:00000001:3.0:1787764567.249017:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787764567.249021:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764567.249022:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000040:3.0:1787764567.249023:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
02000000:00000001:0.0:1787764567.249028:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000020:00000001:3.0:1787764567.249028:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:0.0:1787764567.249033:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764567.249034:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982186486000.
00000100:00000001:0.0:1787764567.249037:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764567.249039:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764567.249040:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764567.249042:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:0.0:1787764567.249044:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764567.249045:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982189602d00.
00000100:00000001:3.0:1787764567.249051:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
02000000:00000010:0.0:1787764567.249052:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186484000.
00000100:00000001:3.0:1787764567.249052:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764567.249056:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764567.249059:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764567.249063:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764567.249065:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764567.249068:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189600780 x1874601358859264/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764567.249068:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787764567.249071:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764567.249073:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787764567.249078:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982189601680 x1874601358859008/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764567.249086:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764567.249088:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764567.249091:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764567.249091:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764567.249097:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787764567.249098:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764567.249101:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764567.249102:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7c1d79b] to pc [ptlrpcd_rcv+-1]  req@ffff982189600780 x1874601358859264/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787764567.249104:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982189601680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358859008:192.168.202.141@tcp:38:kworker.0
00000100:00000001:3.0:1787764567.249110:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787764567.249112:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787764567.249115:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764567.249118:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787764567.249121:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982191e9fc00.
00000100:00000001:0.0:1787764567.249123:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764567.249124:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764567.249130:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1787764567.249130:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:3.0:1787764567.249134:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982183cbdd10.
00000100:00080000:0.0:1787764567.249138:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000010:3.0:1787764567.249139:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844220.
00000100:00000001:0.0:1787764567.249141:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:3.0:1787764567.249142:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358859008, portal 10
00000100:00080000:0.0:1787764567.249144:0:18336:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764567.249145:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787764567.249148:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868538959488 : -114205170592128 : ffff982189601680)
00000100:00000001:0.0:1787764567.249150:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764567.249156:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5452
00000100:00000040:3.0:1787764567.249157:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982189601680 x1874601358859008/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787764567.249165:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764567.249168:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:0.0:1787764567.249172:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00000040:3.0:1787764567.249173:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:3.0:1787764567.249176:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844550.
00000100:00080000:0.0:1787764567.249178:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000200:3.0:1787764567.249179:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358859008, offset 0
00000100:00000040:0.0:1787764567.249184:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000400:00000200:3.0:1787764567.249185:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000100:00000001:0.0:1787764567.249190:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1787764567.249190:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000040:0.0:1787764567.249196:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000400:00000200:3.0:1787764567.249196:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000100:00000001:0.0:1787764567.249202:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000400:00000200:3.0:1787764567.249202:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:0.0:1787764567.249207:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:3.0:1787764567.249207:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:3.0:1787764567.249210:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000020:00000040:0.0:1787764567.249211:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000400:00000200:3.0:1787764567.249213:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000020:00000001:0.0:1787764567.249215:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:3.0:1787764567.249217:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70582:70582:256:4294967295] 192.168.202.141@tcp LPNI seq info [70582:70582:8:4294967295]
00000020:00000040:0.0:1787764567.249219:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000400:00000200:3.0:1787764567.249222:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000020:00000001:0.0:1787764567.249225:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:0.0:1787764567.249231:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000400:00000200:3.0:1787764567.249231:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1787764567.249238:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000800:00000200:3.0:1787764567.249239:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000100:00000001:0.0:1787764567.249244:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:3.0:1787764567.249245:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982191d40700.
00000100:00000040:0.0:1787764567.249251:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000800:00000200:3.0:1787764567.249252:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:0.0:1787764567.249257:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000800:00000200:3.0:1787764567.249258:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000020:00000040:0.0:1787764567.249264:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000800:00000200:3.1:1787764567.249265:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787764567.249269:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000100:00080000:0.0:1787764567.249272:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000800:00000100:3.0:1787764567.249275:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000100:00000001:0.0:1787764567.249278:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1787764567.249278:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982191d40700.
02000000:00000001:0.0:1787764567.249283:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1787764567.249284:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:0.0:1787764567.249289:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1787764567.249289:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787764567.249293:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844550
02000000:00000001:0.0:1787764567.249294:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1787764567.249297:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844550.
00000100:00000001:0.0:1787764567.249298:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764567.249300:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000008:00100000:0.0:1787764567.249302:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00000200:3.0:1787764567.249304:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982189601680 x1874601358859008/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1787764567.249307:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764567.249311:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764567.249318:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189603480.
00000100:00000001:3.0:1787764567.249319:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000040:0.0:1787764567.249324:0:18336:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
00000100:00000040:3.0:1787764567.249326:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982189601680 x1874601358859008/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764592 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787764567.249329:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764567.249332:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764567.249336:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764567.249339:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764567.249343:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764567.249343:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764567.249348:0:2388:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000010:0.0:1787764567.249349:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186487400.
00000100:00000001:3.0:1787764567.249352:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764567.249354:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764567.249358:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000100:00100000:0.0:1787764567.249363:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189603480 x1874601358859392/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1787764567.249363:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764567.249366:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300125207
00000100:00000001:3.0:1787764567.249370:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300126475
00000100:00000001:3.0:1787764567.249374:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300125207
00000100:00000001:3.0:1787764567.249377:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300126475
00000100:00000001:3.0:1787764567.249380:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764567.249383:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764567.249383:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764567.249387:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1787764567.249388:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764567.249392:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764567/real 1787764567]  req@ffff982189601680 x1874601358859008/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787764567.249397:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001695004d] to pc [ptlrpcd_rcv+-1]  req@ffff982189603480 x1874601358859392/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787764567.249415:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787764567.249418:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787764567.249421:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982183cbdd10.
00000100:00000001:0.0:1787764567.249425:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764567.249426:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844220
00000400:00000010:3.0:1787764567.249430:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844220.
00000100:00000040:0.0:1787764567.249434:0:18336:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5462)
00000100:00000001:3.0:1787764567.249434:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787764567.249439:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982189601680 x1874601358859008/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787764567.249449:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982189601680 x1874601358859008/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764567.249454:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787764567.249455:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764567.249456:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764567.249457:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787764567.249460:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982189601680 x1874601358859008/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764567.249465:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787764567.249467:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982189601680 x1874601358859008/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764592 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764567.249472:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787764567.249474:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764567.249475:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764567.249476:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764567.249477:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787764567.249478:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787764567.249479:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787764567.249481:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:3.0:1787764567.249482:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787764567.249484:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982189601680 x1874601358859008/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764592 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787764567.249489:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982189601680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358859008:192.168.202.141@tcp:38:kworker.0
00000100:00000001:3.0:1787764567.249492:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787764567.249494:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982189603840 x1874601358859136/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764567.249498:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764567.249499:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764567.249500:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787764567.249501:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764567.249502:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764567.249504:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982189603840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358859136:192.168.202.141@tcp:38:kworker.0
00000100:00000001:3.0:1787764567.249506:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787764567.249507:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787764567.249508:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764567.249510:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787764567.249513:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982191e9ec00.
02000000:00000001:3.0:1787764567.249515:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764567.249519:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:3.0:1787764567.249521:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982183cbdd10.
00000400:00000010:3.0:1787764567.249524:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844220.
00000100:00000200:3.0:1787764567.249527:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358859136, portal 10
00000100:00000001:3.0:1787764567.249529:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787764567.249530:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868538968128 : -114205170583488 : ffff982189603840)
00000100:00000040:3.0:1787764567.249536:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982189603840 x1874601358859136/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764567.249543:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787764567.249545:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:3.0:1787764567.249548:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844550.
00000100:00000200:3.0:1787764567.249550:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358859136, offset 0
00000400:00000200:3.0:1787764567.249553:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:3.0:1787764567.249556:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764567.249558:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:3.0:1787764567.249560:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787764567.249562:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:3.0:1787764567.249564:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787764567.249566:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:3.0:1787764567.249567:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70583:70583:256:4294967295] 192.168.202.141@tcp LPNI seq info [70583:70583:8:4294967295]
00000400:00000200:3.0:1787764567.249570:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764567.249574:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787764567.249576:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764567.249578:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982191d40700.
00000800:00000200:3.0:1787764567.249580:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.0:1787764567.249582:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787764567.249585:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787764567.249587:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1787764567.249591:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764567.249593:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982191d40700.
00000400:00000200:3.0:1787764567.249595:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787764567.249599:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787764567.249601:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844550
00000400:00000010:3.0:1787764567.249604:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844550.
00000100:00000001:3.0:1787764567.249607:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787764567.249610:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982189603840 x1874601358859136/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764567.249617:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764567.249620:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982189603840 x1874601358859136/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764592 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764567.249626:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764567.249628:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787764567.249631:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764567.249634:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:3.0:1787764567.249637:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764567.249639:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300125201
00000100:00000001:3.0:1787764567.249642:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300126475
00000100:00000001:3.0:1787764567.249643:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300125201
00000100:00000001:3.0:1787764567.249645:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300126475
00000100:00000001:3.0:1787764567.249647:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764567.249649:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764567.249650:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787764567.249654:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764567/real 1787764567]  req@ffff982189603840 x1874601358859136/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787764567.249660:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787764567.249662:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787764567.249663:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982183cbdd10.
00000400:00000200:3.0:1787764567.249666:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844220
00000400:00000010:3.0:1787764567.249667:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844220.
00000100:00000001:3.0:1787764567.249669:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787764567.249672:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982189603840 x1874601358859136/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787764567.249679:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982189603840 x1874601358859136/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764567.249685:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787764567.249686:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764567.249688:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764567.249689:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787764567.249692:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982189603840 x1874601358859136/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764567.249697:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787764567.249700:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982189603840 x1874601358859136/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764592 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764567.249706:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787764567.249708:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764567.249709:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764567.249710:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764567.249712:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787764567.249713:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787764567.249716:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787764567.249719:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:3.0:1787764567.249721:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787764567.249724:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982189603840 x1874601358859136/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764592 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787764567.249731:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982189603840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358859136:192.168.202.141@tcp:38:kworker.0
00000100:00000001:3.0:1787764567.249735:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764567.249737:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764567.249740:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982189601680 x1874601358859008/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764592 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764567.249746:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787764567.249748:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787764567.249750:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982191e9fc00.
02000000:00000001:3.0:1787764567.249753:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787764567.249755:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787764567.249756:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:3.0:1787764567.249758:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787764567.249759:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982186485c00.
02000000:00000001:3.0:1787764567.249762:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787764567.249763:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787764567.249764:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982189601680.
00000100:00000001:3.0:1787764567.249767:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787764567.249768:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764567.249770:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764567.249773:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982189603840 x1874601358859136/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764592 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764567.249778:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787764567.249779:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787764567.249780:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982191e9ec00.
02000000:00000001:3.0:1787764567.249782:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787764567.249783:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787764567.249783:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:3.0:1787764567.249785:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787764567.249786:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982186486c00.
02000000:00000001:3.0:1787764567.249787:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787764567.249788:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787764567.249789:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982189603840.
00000100:00000001:3.0:1787764567.249790:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787764567.249790:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764567.249791:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764567.249794:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764567.249794:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764567.249796:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787764567.249796:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764567.249797:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787764567.249799:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982189600780 x1874601358859264/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764567.249803:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764567.249804:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764567.249806:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787764567.249807:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764567.249808:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764567.249810:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982189600780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358859264:192.168.202.141@tcp:8:kworker.0
00000100:00000001:3.0:1787764567.249811:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787764567.249812:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787764567.249813:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764567.249815:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787764567.249817:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982191e9ec00.
02000000:00000001:3.0:1787764567.249818:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764567.249821:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:3.0:1787764567.249822:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982183cbdd10.
00000400:00000010:3.0:1787764567.249825:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844220.
00000100:00000200:3.0:1787764567.249827:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358859264, portal 4
00000100:00000001:3.0:1787764567.249828:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787764567.249829:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868538955648 : -114205170595968 : ffff982189600780)
00000100:00000040:3.0:1787764567.249833:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982189600780 x1874601358859264/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764567.249837:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787764567.249838:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:3.0:1787764567.249839:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844550.
00000100:00000200:3.0:1787764567.249841:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358859264, offset 0
00000400:00000200:3.0:1787764567.249843:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:3.0:1787764567.249845:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764567.249860:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:3.0:1787764567.249862:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787764567.249864:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:3.0:1787764567.249873:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787764567.249875:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:3.0:1787764567.249879:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70584:70584:256:4294967295] 192.168.202.141@tcp LPNI seq info [70584:70584:8:4294967295]
00000400:00000200:3.0:1787764567.249882:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764567.249886:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787764567.249889:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764567.249892:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982191d40700.
00000800:00000200:3.0:1787764567.249894:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.0:1787764567.249896:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787764567.249899:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787764567.249914:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1787764567.249917:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764567.249918:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982191d40700.
00000400:00000200:3.0:1787764567.249921:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787764567.249923:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787764567.249925:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844550
00000400:00000010:3.0:1787764567.249926:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844550.
00000100:00000001:3.0:1787764567.249928:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787764567.249930:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982189600780 x1874601358859264/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764567.249935:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764567.249937:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982189600780 x1874601358859264/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764592 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764567.249941:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764567.249942:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787764567.249943:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764567.249946:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:3.0:1787764567.249948:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764567.249949:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300125207
00000100:00000001:3.0:1787764567.249951:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300126475
00000100:00000001:3.0:1787764567.249953:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300125207
00000100:00000001:3.0:1787764567.249954:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300126475
00000100:00000001:3.0:1787764567.249955:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764567.249956:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764567.249957:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787764567.249959:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764567/real 1787764567]  req@ffff982189600780 x1874601358859264/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787764567.249964:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787764567.249965:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787764567.249966:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982183cbdd10.
00000400:00000200:3.0:1787764567.249968:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844220
00000400:00000010:3.0:1787764567.249969:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844220.
00000100:00000001:3.0:1787764567.249970:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787764567.249972:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982189600780 x1874601358859264/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787764567.249976:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982189600780 x1874601358859264/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764567.249980:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787764567.249980:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764567.249981:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764567.249982:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787764567.249984:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982189600780 x1874601358859264/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764567.249987:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787764567.249989:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982189600780 x1874601358859264/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764592 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764567.249994:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787764567.249995:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764567.249996:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764567.249997:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764567.249998:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787764567.249999:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787764567.250000:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787764567.250002:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:3.0:1787764567.250003:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787764567.250005:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982189600780 x1874601358859264/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764592 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787764567.250010:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982189600780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358859264:192.168.202.141@tcp:8:kworker.0
00000100:00000001:3.0:1787764567.250012:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787764567.250014:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982189603480 x1874601358859392/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764567.250017:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764567.250018:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764567.250019:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787764567.250020:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764567.250021:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764567.250022:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982189603480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358859392:192.168.202.141@tcp:8:kworker.0
00000100:00000001:3.0:1787764567.250024:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787764567.250025:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787764567.250026:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764567.250027:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787764567.250028:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982191e9fc00.
02000000:00000001:3.0:1787764567.250030:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764567.250031:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:3.0:1787764567.250033:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982183cbdd10.
00000400:00000010:3.0:1787764567.250034:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844220.
00000100:00000200:3.0:1787764567.250036:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358859392, portal 4
00000100:00000001:3.0:1787764567.250037:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787764567.250038:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868538967168 : -114205170584448 : ffff982189603480)
00000100:00000040:3.0:1787764567.250042:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982189603480 x1874601358859392/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764567.250046:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787764567.250047:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:3.0:1787764567.250048:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844550.
00000100:00000200:3.0:1787764567.250050:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358859392, offset 0
00000400:00000200:3.0:1787764567.250052:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:3.0:1787764567.250055:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764567.250056:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:3.0:1787764567.250058:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787764567.250060:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:3.0:1787764567.250061:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787764567.250063:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:3.0:1787764567.250065:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70585:70585:256:4294967295] 192.168.202.141@tcp LPNI seq info [70585:70585:8:4294967295]
00000400:00000200:3.0:1787764567.250067:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764567.250071:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787764567.250073:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764567.250074:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982191d40700.
00000800:00000200:3.0:1787764567.250077:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.0:1787764567.250078:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787764567.250081:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787764567.250082:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1787764567.250085:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764567.250086:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982191d40700.
00000400:00000200:3.0:1787764567.250087:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787764567.250089:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787764567.250091:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844550
00000400:00000010:3.0:1787764567.250092:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844550.
00000100:00000001:3.0:1787764567.250093:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787764567.250095:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982189603480 x1874601358859392/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764567.250099:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764567.250101:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982189603480 x1874601358859392/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764592 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764567.250105:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764567.250106:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787764567.250107:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764567.250108:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:3.0:1787764567.250110:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764567.250111:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300125208
00000100:00000001:3.0:1787764567.250113:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300126475
00000100:00000001:3.0:1787764567.250115:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300125208
00000100:00000001:3.0:1787764567.250116:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300126475
00000100:00000001:3.0:1787764567.250117:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764567.250118:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764567.250119:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787764567.250120:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764567/real 1787764567]  req@ffff982189603480 x1874601358859392/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787764567.250124:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787764567.250125:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787764567.250125:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982183cbdd10.
00000400:00000200:3.0:1787764567.250127:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844220
00000400:00000010:3.0:1787764567.250128:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844220.
00000100:00000001:3.0:1787764567.250129:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787764567.250131:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982189603480 x1874601358859392/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787764567.250136:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982189603480 x1874601358859392/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764567.250139:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787764567.250139:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764567.250140:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764567.250141:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787764567.250143:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982189603480 x1874601358859392/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764567.250146:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787764567.250148:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982189603480 x1874601358859392/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764592 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764567.250151:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787764567.250153:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764567.250154:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764567.250155:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764567.250156:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787764567.250157:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787764567.250159:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787764567.250160:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:3.0:1787764567.250161:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787764567.250163:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982189603480 x1874601358859392/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764592 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787764567.250167:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982189603480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358859392:192.168.202.141@tcp:8:kworker.0
00000100:00000001:3.0:1787764567.250169:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764567.250170:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764567.250171:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982189600780 x1874601358859264/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764592 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764567.250175:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787764567.250175:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787764567.250176:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982191e9ec00.
02000000:00000001:3.0:1787764567.250178:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787764567.250178:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787764567.250179:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:3.0:1787764567.250180:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787764567.250181:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982186484000.
02000000:00000001:3.0:1787764567.250182:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787764567.250183:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787764567.250184:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982189600780.
00000100:00000001:3.0:1787764567.250185:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787764567.250186:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764567.250188:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764567.250189:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982189603480 x1874601358859392/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764592 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764567.250197:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787764567.250197:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787764567.250198:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982191e9fc00.
02000000:00000001:3.0:1787764567.250200:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787764567.250200:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787764567.250201:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:3.0:1787764567.250202:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787764567.250202:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982186487400.
02000000:00000001:3.0:1787764567.250204:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787764567.250204:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787764567.250205:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982189603480.
00000100:00000001:3.0:1787764567.250206:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787764567.250206:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764567.250207:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764567.250209:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764567.250210:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764567.250211:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787764567.250212:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764567.567975:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764567.567982:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764567.567987:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764567.567988:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764567.567991:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764567.567992:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764567.567995:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764567.567996:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764567.567998:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764567.567999:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764567.568067:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764567.568072:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764567.568076:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764567.823998:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764567.824008:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764567.824011:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764567.824018:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764567.824023:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764567.824027:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764567.824030:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764567.824034:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764567.824050:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764568.591998:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4300126475, at 4300126528
00000100:00000040:3.0:1787764568.591998:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4300126475, at 4300126528
00010000:00000001:0.0:1787764568.592003:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764568.592010:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764568.592017:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764568.592019:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764568.592019:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982182d59f00.
00000100:00000010:2.0:1787764568.592024:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982182d594e0.
00010000:00000001:0.0:1787764568.592025:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764568.592029:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764568.592034:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764568.592035:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764568.592039:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764568.592040:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764568.592088:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764568.592092:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764568.592096:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764568.848472:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764568.848483:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764568.848485:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764568.848492:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764568.848496:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764568.848500:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764568.848505:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764568.848508:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764568.848512:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764569.615973:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764569.615980:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764569.615986:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764569.615987:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764569.615992:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764569.615995:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764569.615997:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764569.616000:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764569.616002:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764569.616005:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764569.616007:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764569.616009:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764569.616012:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764569.616014:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764569.616016:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764569.616018:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764569.616019:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764569.616021:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764569.616023:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764569.616024:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764569.616026:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764569.616028:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764569.616087:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764569.616091:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764569.616094:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764569.871978:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764569.871985:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764569.871987:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764569.871993:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764569.871996:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764569.872000:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764569.872003:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764569.872005:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764569.872008:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764570.639966:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764570.639972:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764570.639977:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764570.639979:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764570.639982:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764570.639983:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764570.639986:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764570.639987:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764570.639990:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764570.639991:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764570.640086:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764570.640093:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764570.640098:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764570.895964:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764570.895970:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764570.895972:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764570.895977:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764570.895980:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764570.895984:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764570.895987:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764570.895989:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764570.895992:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764571.664014:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764571.664021:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764571.664028:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764571.664029:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764571.664032:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764571.664034:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764571.664037:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764571.664038:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764571.664041:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764571.664042:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764571.664065:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764571.664068:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764571.664071:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764571.920739:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764571.920748:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764571.920751:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764571.920757:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764571.920760:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764571.920773:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764571.920776:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764571.920779:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764571.920781:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764572.368061:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764572.368071:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787764572.368074:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764572.368079:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764572.368083:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764572.368090:0:58520:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5457
00000400:00000200:2.0:1787764572.368099:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764572.368106:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764572.368109:0:58520:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764572.368113:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764572.368116:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764572.368118:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764572.368121:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764572.368124:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764572.368126:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:2.0:1787764572.368129:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764572.368132:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:2.0:1787764572.368134:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:2.0:1787764572.368136:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:2.0:1787764572.368139:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764572.368141:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764572.368143:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764572.368145:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764572.368148:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:2.0:1787764572.368151:0:58520:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764572.368153:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764572.368156:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764572.368159:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764572.368161:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764572.368163:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787764572.368165:0:58520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764572.368173:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896bcb40.
00000020:00000040:2.0:1787764572.368176:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:2.0:1787764572.368180:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764572.368181:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764572.368184:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764572.368186:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764572.368190:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764572.368197:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982188698400.
00000100:00000001:2.0:1787764572.368204:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764572.368212:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896bcb40 x1874601358859520/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764572.368221:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764572.368225:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764572.368229:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003efe1b4c] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bcb40 x1874601358859520/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764572.368305:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787764572.368309:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764572.368311:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787764572.368317:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896bcb40 x1874601358859520/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764572.368330:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764572.368332:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764572.368335:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787764572.368337:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764572.368339:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764572.368342:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896bcb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358859520:192.168.202.141@tcp:250:kworker.0
00000100:00000001:3.0:1787764572.368346:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787764572.368349:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787764572.368352:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764572.368414:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764572.368418:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764572.368421:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787764572.368423:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764572.368424:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764572.368426:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764572.368430:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5457
00000400:00000200:2.0:1787764572.368434:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764572.368437:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764572.368439:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764572.368442:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764572.368444:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764572.368446:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764572.368448:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764572.368450:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764572.368451:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:2.0:1787764572.368453:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764572.368455:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:2.0:1787764572.368457:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:2.0:1787764572.368459:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:2.0:1787764572.368462:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764572.368464:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764572.368466:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764572.368467:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764572.368469:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:2.0:1787764572.368472:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764572.368474:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764572.368476:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764572.368482:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764572.368484:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764572.368485:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764572.368489:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764572.368492:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764572.368494:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764572.368500:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896be1c0.
00000020:00000040:2.0:1787764572.368502:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:2.0:1787764572.368505:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764572.368506:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764572.368508:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764572.368509:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764572.368511:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764572.368516:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982188699400.
00000100:00000001:2.0:1787764572.368519:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764572.368524:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896be1c0 x1874601358859648/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764572.368531:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764572.368533:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764572.368536:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063016f18] to pc [ptlrpcd_rcv+-1]  req@ffff9821896be1c0 x1874601358859648/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764572.368544:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764572.368547:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764572.368550:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787764572.368551:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764572.368553:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764572.368555:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764572.368558:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5457
00000400:00000200:2.0:1787764572.368561:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764572.368564:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764572.368566:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764572.368569:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764572.368571:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764572.368573:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764572.368574:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764572.368577:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764572.368578:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:2.0:1787764572.368579:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764572.368581:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:2.0:1787764572.368583:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:2.0:1787764572.368585:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:2.0:1787764572.368588:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764572.368590:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764572.368592:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764572.368594:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764572.368596:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:2.0:1787764572.368598:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764572.368600:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764572.368602:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764572.368605:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764572.368607:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764572.368608:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764572.368610:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764572.368613:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764572.368614:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764572.368619:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896be940.
00000020:00000040:2.0:1787764572.368621:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:2.0:1787764572.368624:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764572.368625:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764572.368627:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764572.368628:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764572.368630:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764572.368633:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218869b800.
00000100:00000001:2.0:1787764572.368637:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764572.368641:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896be940 x1874601358859776/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764572.368648:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764572.368650:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764572.368654:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000067aaa64d] to pc [ptlrpcd_rcv+-1]  req@ffff9821896be940 x1874601358859776/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764572.368661:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764572.368663:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764572.368666:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787764572.368668:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764572.368669:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764572.368671:0:58520:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:3.0:1787764572.368710:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787764572.368717:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982191e9fc00.
02000000:00000001:3.0:1787764572.368719:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764572.368725:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:3.0:1787764572.368728:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982183cbdd10.
00000400:00000010:3.0:1787764572.368734:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844220.
00000100:00000200:3.0:1787764572.368740:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358859520, portal 25
00000100:00000001:3.0:1787764572.368743:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787764572.368744:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539726656 : -114205169824960 : ffff9821896bcb40)
00000100:00000040:3.0:1787764572.368750:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896bcb40 x1874601358859520/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764572.368757:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787764572.368760:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:3.0:1787764572.368762:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844550.
00000100:00000200:3.0:1787764572.368765:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358859520, offset 0
00000400:00000200:3.0:1787764572.368772:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:3.0:1787764572.368780:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764572.368785:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:3.0:1787764572.368790:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787764572.368794:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:3.0:1787764572.368798:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787764572.368800:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:3.0:1787764572.368804:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70586:70586:256:4294967295] 192.168.202.141@tcp LPNI seq info [70586:70586:8:4294967295]
00000400:00000200:3.0:1787764572.368883:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764572.368892:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787764572.368898:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764572.368904:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982191d40700.
00000800:00000200:3.0:1787764572.368911:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.0:1787764572.368914:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1787764572.368919:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787764572.368923:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 6 secs later)
00000800:00000100:3.0:1787764572.368927:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764572.368929:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982191d40700.
00000400:00000200:3.0:1787764572.368936:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787764572.368940:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787764572.368945:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844550
00000400:00000010:3.0:1787764572.368948:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844550.
00000100:00000001:3.0:1787764572.368952:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787764572.368956:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896bcb40 x1874601358859520/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764572.368965:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764572.368968:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bcb40 x1874601358859520/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764597 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764572.368975:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764572.368976:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787764572.368983:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764572.368986:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764572.368989:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4300131596
00000100:00000010:3.0:1787764572.368995:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982182d59f00.
00000100:00000001:3.0:1787764572.369000:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787764572.369005:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4300131596
00000100:00000010:3.0:1787764572.369008:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982182d594e0.
00000100:00000001:3.0:1787764572.369010:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787764572.369014:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764572.369016:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764572.369019:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787764572.369023:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764572/real 1787764572]  req@ffff9821896bcb40 x1874601358859520/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787764572.369032:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787764572.369034:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787764572.369036:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982183cbdd10.
00000400:00000200:3.0:1787764572.369039:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844220
00000400:00000010:3.0:1787764572.369040:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844220.
00000100:00000001:3.0:1787764572.369042:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787764572.369046:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896bcb40 x1874601358859520/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787764572.369054:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896bcb40 x1874601358859520/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764572.369060:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787764572.369062:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764572.369064:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764572.369066:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787764572.369070:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896bcb40 x1874601358859520/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764572.369077:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787764572.369081:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896bcb40 x1874601358859520/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764597 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764572.369088:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787764572.369091:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764572.369092:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764572.369093:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764572.369096:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787764572.369097:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787764572.369100:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787764572.369104:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000100:00000001:3.0:1787764572.369107:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787764572.369117:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896bcb40 x1874601358859520/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764597 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787764572.369125:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896bcb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358859520:192.168.202.141@tcp:250:kworker.0
00000100:00000001:3.0:1787764572.369130:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764572.369132:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764572.369135:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bcb40 x1874601358859520/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764597 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764572.369141:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787764572.369144:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787764572.369147:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982191e9fc00.
02000000:00000001:3.0:1787764572.369150:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787764572.369151:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787764572.369153:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000020:00000001:3.0:1787764572.369155:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787764572.369157:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982188698400.
02000000:00000001:3.0:1787764572.369160:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787764572.369162:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787764572.369163:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bcb40.
00000100:00000001:3.0:1787764572.369166:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787764572.369168:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764572.369170:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764572.369176:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764572.369178:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764572.369180:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787764572.369182:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764572.369183:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787764572.369187:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896be1c0 x1874601358859648/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764572.369193:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764572.369195:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764572.369197:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787764572.369198:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764572.369200:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764572.369203:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896be1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358859648:192.168.202.141@tcp:38:kworker.0
00000100:00000001:3.0:1787764572.369206:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787764572.369208:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787764572.369210:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764572.369211:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787764572.369215:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982191e9fc00.
02000000:00000001:3.0:1787764572.369216:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764572.369220:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:3.0:1787764572.369222:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982183cbdd10.
00000400:00000010:3.0:1787764572.369225:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844220.
00000100:00000200:3.0:1787764572.369228:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358859648, portal 10
00000100:00000001:3.0:1787764572.369230:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787764572.369231:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539732416 : -114205169819200 : ffff9821896be1c0)
00000100:00000040:3.0:1787764572.369238:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896be1c0 x1874601358859648/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764572.369244:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787764572.369246:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:3.0:1787764572.369248:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844550.
00000100:00000200:3.0:1787764572.369251:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358859648, offset 0
00000400:00000200:3.0:1787764572.369254:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:3.0:1787764572.369259:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764572.369263:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:3.0:1787764572.369265:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787764572.369268:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:3.0:1787764572.369270:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787764572.369272:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:3.0:1787764572.369275:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70587:70587:256:4294967295] 192.168.202.141@tcp LPNI seq info [70587:70587:8:4294967295]
00000400:00000200:3.0:1787764572.369279:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764572.369284:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787764572.369288:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764572.369301:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982191d40700.
00000800:00000200:3.0:1787764572.369305:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.0:1787764572.369308:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1787764572.369312:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787764572.369314:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 6 secs later)
00000800:00000100:3.0:1787764572.369318:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764572.369319:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982191d40700.
00000400:00000200:3.0:1787764572.369322:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787764572.369326:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787764572.369328:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844550
00000400:00000010:3.0:1787764572.369330:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844550.
00000100:00000001:3.0:1787764572.369332:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787764572.369335:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896be1c0 x1874601358859648/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764572.369342:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764572.369345:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896be1c0 x1874601358859648/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764597 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764572.369351:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764572.369352:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787764572.369364:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764572.369368:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:3.0:1787764572.369371:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764572.369373:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300130327
00000100:00000001:3.0:1787764572.369375:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300131596
00000100:00000001:3.0:1787764572.369378:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300130327
00000100:00000001:3.0:1787764572.369380:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300131596
00000100:00000001:3.0:1787764572.369382:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764572.369384:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764572.369385:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787764572.369389:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764572/real 1787764572]  req@ffff9821896be1c0 x1874601358859648/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787764572.369402:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787764572.369403:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787764572.369405:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982183cbdd10.
00000400:00000200:3.0:1787764572.369407:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844220
00000400:00000010:3.0:1787764572.369408:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844220.
00000100:00000001:3.0:1787764572.369410:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787764572.369413:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896be1c0 x1874601358859648/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787764572.369420:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896be1c0 x1874601358859648/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764572.369426:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787764572.369428:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764572.369429:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764572.369430:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787764572.369434:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896be1c0 x1874601358859648/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764572.369440:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787764572.369444:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896be1c0 x1874601358859648/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764597 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764572.369450:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787764572.369453:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764572.369454:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764572.369455:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764572.369457:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787764572.369459:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787764572.369461:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787764572.369464:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:3.0:1787764572.369466:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787764572.369469:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896be1c0 x1874601358859648/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764597 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787764572.369477:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896be1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358859648:192.168.202.141@tcp:38:kworker.0
00000100:00000001:3.0:1787764572.369480:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787764572.369483:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896be940 x1874601358859776/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764572.369488:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764572.369489:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764572.369491:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787764572.369493:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764572.369494:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764572.369497:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896be940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358859776:192.168.202.141@tcp:38:kworker.0
00000100:00000001:3.0:1787764572.369499:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787764572.369501:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787764572.369502:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764572.369504:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787764572.369507:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982191e9ec00.
02000000:00000001:3.0:1787764572.369509:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764572.369511:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:3.0:1787764572.369514:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982183cbdd10.
00000400:00000010:3.0:1787764572.369517:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844220.
00000100:00000200:3.0:1787764572.369519:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358859776, portal 10
00000100:00000001:3.0:1787764572.369521:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787764572.369522:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539734336 : -114205169817280 : ffff9821896be940)
00000100:00000040:3.0:1787764572.369528:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896be940 x1874601358859776/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764572.369534:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787764572.369537:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:3.0:1787764572.369539:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844550.
00000100:00000200:3.0:1787764572.369541:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358859776, offset 0
00000400:00000200:3.0:1787764572.369545:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:3.0:1787764572.369549:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764572.369552:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:3.0:1787764572.369555:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787764572.369557:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:3.0:1787764572.369560:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787764572.369562:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:3.0:1787764572.369565:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70588:70588:256:4294967295] 192.168.202.141@tcp LPNI seq info [70588:70588:8:4294967295]
00000400:00000200:3.0:1787764572.369569:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764572.369574:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787764572.369579:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764572.369582:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982191d40700.
00000800:00000200:3.0:1787764572.369585:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.0:1787764572.369588:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1787764572.369592:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787764572.369594:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 6 secs later)
00000800:00000100:3.0:1787764572.369598:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764572.369599:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982191d40700.
00000400:00000200:3.0:1787764572.369603:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787764572.369606:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787764572.369609:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844550
00000400:00000010:3.0:1787764572.369611:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844550.
00000100:00000001:3.0:1787764572.369613:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787764572.369616:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896be940 x1874601358859776/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764572.369623:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764572.369626:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896be940 x1874601358859776/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764597 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764572.369632:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764572.369633:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787764572.369635:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764572.369638:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:3.0:1787764572.369641:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764572.369643:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300130321
00000100:00000001:3.0:1787764572.369645:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300131596
00000100:00000001:3.0:1787764572.369647:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300130321
00000100:00000001:3.0:1787764572.369649:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300131596
00000100:00000001:3.0:1787764572.369651:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764572.369653:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764572.369654:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787764572.369657:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764572/real 1787764572]  req@ffff9821896be940 x1874601358859776/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787764572.369663:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787764572.369664:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787764572.369666:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982183cbdd10.
00000400:00000200:3.0:1787764572.369668:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844220
00000400:00000010:3.0:1787764572.369669:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844220.
00000100:00000001:3.0:1787764572.369671:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787764572.369674:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896be940 x1874601358859776/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787764572.369682:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896be940 x1874601358859776/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764572.369687:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787764572.369688:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764572.369690:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764572.369691:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787764572.369694:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896be940 x1874601358859776/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764572.369700:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787764572.369704:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896be940 x1874601358859776/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764597 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764572.369710:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787764572.369713:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764572.369714:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764572.369715:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764572.369717:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787764572.369718:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787764572.369721:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787764572.369724:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:3.0:1787764572.369726:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787764572.369730:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896be940 x1874601358859776/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764597 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787764572.369737:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896be940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358859776:192.168.202.141@tcp:38:kworker.0
00000100:00000001:3.0:1787764572.369740:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764572.369742:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764572.369745:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896be1c0 x1874601358859648/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764597 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764572.369750:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787764572.369752:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787764572.369754:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982191e9fc00.
02000000:00000001:3.0:1787764572.369756:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787764572.369758:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787764572.369759:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:3.0:1787764572.369761:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787764572.369763:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982188699400.
02000000:00000001:3.0:1787764572.369765:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787764572.369766:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787764572.369768:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896be1c0.
00000100:00000001:3.0:1787764572.369770:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787764572.369771:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764572.369773:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764572.369775:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896be940 x1874601358859776/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764597 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764572.369785:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787764572.369786:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787764572.369787:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982191e9ec00.
02000000:00000001:3.0:1787764572.369790:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787764572.369791:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787764572.369792:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:3.0:1787764572.369794:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787764572.369795:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218869b800.
02000000:00000001:3.0:1787764572.369797:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787764572.369798:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787764572.369799:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896be940.
00000100:00000001:3.0:1787764572.369801:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787764572.369802:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764572.369803:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764572.369806:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764572.369807:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764572.369809:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787764572.369810:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764572.369888:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5457
00000400:00000200:2.0:1787764572.369893:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764572.369895:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764572.369897:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764572.369900:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764572.369902:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764572.369904:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764572.369906:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764572.369908:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764572.369910:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:2.0:1787764572.369911:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764572.369913:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:2.0:1787764572.369915:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:2.0:1787764572.369917:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:2.0:1787764572.369920:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764572.369922:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764572.369924:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764572.369926:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764572.369930:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:2.0:1787764572.369933:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764572.369935:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764572.369936:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764572.369939:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764572.369941:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764572.369943:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764572.369945:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764572.369947:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764572.369949:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764572.369952:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896bfc00.
00000020:00000040:2.0:1787764572.369954:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:2.0:1787764572.369956:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764572.369958:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764572.369959:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764572.369961:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764572.369962:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764572.369966:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218869a400.
00000100:00000001:2.0:1787764572.369969:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764572.369973:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896bfc00 x1874601358859904/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764572.369979:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764572.369981:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764572.369985:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000558bde2f] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bfc00 x1874601358859904/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764572.370001:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764572.370004:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764572.370007:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787764572.370008:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764572.370010:0:58520:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764572.370013:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764572.370015:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5457
00000400:00000200:2.0:1787764572.370018:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764572.370021:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764572.370023:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764572.370025:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764572.370027:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764572.370028:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764572.370030:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764572.370032:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764572.370033:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:2.0:1787764572.370034:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764572.370036:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:2.0:1787764572.370038:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:2.0:1787764572.370040:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:2.0:1787764572.370043:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764572.370045:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764572.370046:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764572.370048:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764572.370050:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:2.0:1787764572.370052:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764572.370055:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764572.370056:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764572.370058:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764572.370060:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764572.370062:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764572.370064:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764572.370066:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764572.370067:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764572.370071:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896bed00.
00000020:00000040:2.0:1787764572.370073:0:58520:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:2.0:1787764572.370075:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764572.370076:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764572.370077:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764572.370079:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764572.370080:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764572.370083:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218869a800.
00000100:00000001:2.0:1787764572.370086:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764572.370090:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896bed00 x1874601358860032/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764572.370095:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764572.370097:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764572.370100:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f5b4eb0] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bed00 x1874601358860032/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764572.370107:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764572.370110:0:58520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5468)
00000100:00000001:3.0:1787764572.370239:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787764572.370241:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764572.370243:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787764572.370248:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896bfc00 x1874601358859904/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764572.370254:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764572.370256:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764572.370257:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787764572.370259:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764572.370261:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764572.370264:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896bfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358859904:192.168.202.141@tcp:8:kworker.0
00000100:00000001:3.0:1787764572.370267:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787764572.370268:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787764572.370270:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764572.370271:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787764572.370274:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982191e9ec00.
02000000:00000001:3.0:1787764572.370276:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764572.370279:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:3.0:1787764572.370281:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982183cbdd10.
00000400:00000010:3.0:1787764572.370336:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844220.
00000100:00000200:3.0:1787764572.370341:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358859904, portal 4
00000100:00000001:3.0:1787764572.370343:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787764572.370344:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539739136 : -114205169812480 : ffff9821896bfc00)
00000100:00000040:3.0:1787764572.370350:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896bfc00 x1874601358859904/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764572.370365:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787764572.370367:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:3.0:1787764572.370370:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844550.
00000100:00000200:3.0:1787764572.370372:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358859904, offset 0
00000400:00000200:3.0:1787764572.370377:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:3.0:1787764572.370380:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764572.370384:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:3.0:1787764572.370386:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787764572.370389:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:3.0:1787764572.370391:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787764572.370394:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:3.0:1787764572.370396:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70589:70589:256:4294967295] 192.168.202.141@tcp LPNI seq info [70589:70589:8:4294967295]
00000400:00000200:3.0:1787764572.370400:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764572.370406:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787764572.370410:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764572.370413:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982191d40700.
00000800:00000200:3.0:1787764572.370416:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.0:1787764572.370418:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1787764572.370422:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787764572.370425:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 6 secs later)
00000800:00000100:3.0:1787764572.370428:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764572.370429:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982191d40700.
00000400:00000200:3.0:1787764572.370432:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787764572.370436:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787764572.370439:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844550
00000400:00000010:3.0:1787764572.370440:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844550.
00000100:00000001:3.0:1787764572.370443:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787764572.370446:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896bfc00 x1874601358859904/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764572.370453:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764572.370456:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bfc00 x1874601358859904/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764597 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764572.370462:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764572.370463:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787764572.370466:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764572.370469:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:3.0:1787764572.370472:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764572.370473:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300130327
00000100:00000001:3.0:1787764572.370476:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300131596
00000100:00000001:3.0:1787764572.370478:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300130327
00000100:00000001:3.0:1787764572.370479:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300131596
00000100:00000001:3.0:1787764572.370481:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764572.370483:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764572.370485:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787764572.370489:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764572/real 1787764572]  req@ffff9821896bfc00 x1874601358859904/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787764572.370496:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787764572.370497:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787764572.370499:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982183cbdd10.
00000400:00000200:3.0:1787764572.370501:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844220
00000400:00000010:3.0:1787764572.370503:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844220.
00000100:00000001:3.0:1787764572.370505:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787764572.370508:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896bfc00 x1874601358859904/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787764572.370520:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896bfc00 x1874601358859904/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764572.370527:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787764572.370528:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764572.370530:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764572.370531:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787764572.370534:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896bfc00 x1874601358859904/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764572.370540:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787764572.370544:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896bfc00 x1874601358859904/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764597 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764572.370551:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787764572.370553:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764572.370554:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764572.370555:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764572.370557:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787764572.370559:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787764572.370561:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787764572.370564:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:3.0:1787764572.370566:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787764572.370570:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896bfc00 x1874601358859904/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764597 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787764572.370578:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896bfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358859904:192.168.202.141@tcp:8:kworker.0
00000100:00000001:3.0:1787764572.370581:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787764572.370584:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896bed00 x1874601358860032/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764572.370595:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764572.370596:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764572.370598:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787764572.370599:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764572.370601:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764572.370604:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896bed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358860032:192.168.202.141@tcp:8:kworker.0
00000100:00000001:3.0:1787764572.370606:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787764572.370608:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787764572.370610:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764572.370611:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787764572.370614:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982191e9fc00.
02000000:00000001:3.0:1787764572.370615:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764572.370618:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:3.0:1787764572.370621:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982183cbdd10.
00000400:00000010:3.0:1787764572.370623:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844220.
00000100:00000200:3.0:1787764572.370626:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358860032, portal 4
00000100:00000001:3.0:1787764572.370627:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787764572.370629:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539735296 : -114205169816320 : ffff9821896bed00)
00000100:00000040:3.0:1787764572.370633:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896bed00 x1874601358860032/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764572.370638:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787764572.370640:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:3.0:1787764572.370642:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844550.
00000100:00000200:3.0:1787764572.370644:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358860032, offset 0
00000400:00000200:3.0:1787764572.370648:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:3.0:1787764572.370651:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764572.370654:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:3.0:1787764572.370657:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787764572.370659:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:3.0:1787764572.370661:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787764572.370663:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:3.0:1787764572.370666:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70590:70590:256:4294967295] 192.168.202.141@tcp LPNI seq info [70590:70590:8:4294967295]
00000400:00000200:3.0:1787764572.370669:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764572.370675:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787764572.370678:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764572.370681:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982191d40700.
00000800:00000200:3.0:1787764572.370685:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.0:1787764572.370687:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1787764572.370691:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787764572.370694:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 6 secs later)
00000800:00000100:3.0:1787764572.370697:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764572.370699:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982191d40700.
00000400:00000200:3.0:1787764572.370702:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787764572.370705:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787764572.370707:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844550
00000400:00000010:3.0:1787764572.370709:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844550.
00000100:00000001:3.0:1787764572.370711:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787764572.370714:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896bed00 x1874601358860032/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764572.370722:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764572.370725:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bed00 x1874601358860032/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764597 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764572.370732:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764572.370733:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787764572.370736:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764572.370739:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:3.0:1787764572.370742:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764572.370744:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300130328
00000100:00000001:3.0:1787764572.370746:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300131596
00000100:00000001:3.0:1787764572.370748:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300130328
00000100:00000001:3.0:1787764572.370750:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300131596
00000100:00000001:3.0:1787764572.370751:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764572.370754:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764572.370755:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787764572.370759:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764572/real 1787764572]  req@ffff9821896bed00 x1874601358860032/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787764572.370765:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787764572.370766:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787764572.370768:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982183cbdd10.
00000400:00000200:3.0:1787764572.370770:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844220
00000400:00000010:3.0:1787764572.370772:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844220.
00000100:00000001:3.0:1787764572.370773:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787764572.370776:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896bed00 x1874601358860032/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787764572.370783:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896bed00 x1874601358860032/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764572.370789:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787764572.370790:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764572.370791:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764572.370793:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787764572.370796:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896bed00 x1874601358860032/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764572.370801:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787764572.370805:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896bed00 x1874601358860032/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764597 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764572.370810:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787764572.370812:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764572.370813:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764572.370814:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764572.370816:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787764572.370818:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787764572.370820:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787764572.370823:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:3.0:1787764572.370825:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787764572.370828:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896bed00 x1874601358860032/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764597 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787764572.370835:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896bed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358860032:192.168.202.141@tcp:8:kworker.0
00000100:00000001:3.0:1787764572.370838:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764572.370839:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764572.370842:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bfc00 x1874601358859904/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764597 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764572.370865:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787764572.370867:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787764572.370869:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982191e9ec00.
02000000:00000001:3.0:1787764572.370871:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787764572.370873:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787764572.370874:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:3.0:1787764572.370876:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787764572.370877:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218869a400.
02000000:00000001:3.0:1787764572.370879:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787764572.370880:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787764572.370882:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bfc00.
00000100:00000001:3.0:1787764572.370884:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787764572.370885:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764572.370887:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764572.370890:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bed00 x1874601358860032/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764597 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764572.370895:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787764572.370896:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787764572.370897:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982191e9fc00.
02000000:00000001:3.0:1787764572.370899:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787764572.370901:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787764572.370902:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:3.0:1787764572.370904:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787764572.370905:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218869a800.
02000000:00000001:3.0:1787764572.370907:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787764572.370908:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787764572.370909:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bed00.
00000100:00000001:3.0:1787764572.370911:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787764572.370912:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764572.370914:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764572.370917:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764572.370918:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764572.370920:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787764572.370921:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764572.687960:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764572.687965:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764572.687969:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764572.687970:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764572.687972:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764572.687973:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764572.687975:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764572.687976:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764572.687979:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764572.687979:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764572.688061:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764572.688067:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764572.688070:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764572.944112:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764572.944118:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764572.944120:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764572.944125:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764572.944128:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764572.944131:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764572.944134:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764572.944136:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764572.944138:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764573.712004:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4300131596, at 4300131648
00010000:00000001:0.0:1787764573.712005:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764573.712011:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764573.712017:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764573.712019:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764573.712020:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982182d59f00.
00010000:00000001:0.0:1787764573.712023:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764573.712026:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764573.712030:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764573.712031:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764573.712034:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764573.712035:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764573.712136:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4300131596, at 4300131648
00000100:00000010:3.0:1787764573.712143:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982182d594e0.
00000020:00000001:1.0:1787764573.712228:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764573.712231:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764573.712234:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764573.967935:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764573.967942:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764573.967945:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764573.967950:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764573.967953:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764573.967956:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764573.967959:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764573.967961:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764573.967963:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764574.735985:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764574.735993:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764574.735995:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764574.735999:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764574.736004:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764574.736006:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764574.736007:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764574.736010:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764574.736014:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764574.736016:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764574.736019:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764574.736020:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764574.736023:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764574.736025:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764574.736026:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764574.736027:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764574.736029:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764574.736030:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764574.736032:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764574.736033:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764574.736036:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764574.736037:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764574.736062:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764574.736064:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764574.736067:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764574.991950:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764574.991957:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764574.991960:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764574.991965:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764574.991970:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764574.991974:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764574.991976:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764574.991979:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764574.991982:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764575.759954:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764575.759963:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764575.759970:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764575.759971:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764575.759976:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764575.759977:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764575.759981:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764575.759982:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764575.759986:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764575.759987:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764575.760066:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764575.760072:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764575.760076:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764576.015962:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764576.015970:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764576.015973:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764576.015978:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764576.015982:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764576.015987:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764576.015990:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764576.015992:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764576.015996:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764576.783975:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764576.783984:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764576.783989:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764576.783993:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764576.783995:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764576.783998:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764576.784000:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764576.784003:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764576.784004:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764576.784005:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764576.784091:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764576.784092:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764576.784095:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764576.784096:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764576.784098:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764576.784099:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764576.784193:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764576.784197:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764576.784199:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764577.040414:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764577.040422:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764577.040425:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764577.040430:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764577.040435:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764577.040439:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764577.040443:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764577.040446:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764577.040449:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764577.487978:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764577.487986:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764577.487988:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764577.487991:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764577.487994:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764577.488000:0:58520:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5463
00000400:00000200:3.0:1787764577.488006:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764577.488011:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764577.488013:0:58520:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764577.488015:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764577.488018:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764577.488020:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764577.488021:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764577.488024:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764577.488025:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:3.0:1787764577.488027:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764577.488030:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:3.0:1787764577.488031:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:3.0:1787764577.488032:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:3.0:1787764577.488034:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764577.488035:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764577.488036:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764577.488037:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764577.488040:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:3.0:1787764577.488042:0:58520:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764577.488043:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764577.488045:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764577.488048:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764577.488049:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764577.488051:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764577.488052:0:58520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764577.488061:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b3480.
00000020:00000040:3.0:1787764577.488064:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:3.0:1787764577.488068:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764577.488070:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764577.488073:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764577.488076:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764577.488079:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764577.488087:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9fc00.
00000100:00000001:3.0:1787764577.488093:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764577.488102:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b3480 x1874601358860160/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764577.488117:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764577.488121:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764577.488125:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005fcc8ed6] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b3480 x1874601358860160/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764577.488150:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764577.488154:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764577.488157:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764577.488158:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764577.488160:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764577.488162:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764577.488164:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5463
00000400:00000200:3.0:1787764577.488168:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764577.488170:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764577.488173:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764577.488175:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764577.488177:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764577.488180:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764577.488182:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764577.488184:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764577.488186:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:3.0:1787764577.488187:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764577.488189:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000100:00000001:1.0:1787764577.488190:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1787764577.488191:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:3.0:1787764577.488196:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000001:1.0:1787764577.488197:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1787764577.488200:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764577.488201:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787764577.488205:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764577.488210:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000040:1.0:1787764577.488211:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b3480 x1874601358860160/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764577.488212:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764577.488219:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:3.0:1787764577.488225:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764577.488229:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764577.488230:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764577.488233:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764577.488234:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764577.488238:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764577.488241:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764577.488242:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764577.488245:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764577.488246:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764577.488251:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358860160:192.168.202.141@tcp:250:kworker.0
00000100:00000001:3.0:1787764577.488251:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764577.488256:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787764577.488257:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764577.488262:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:3.0:1787764577.488262:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764577.488266:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764577.488267:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764577.488271:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:3.0:1787764577.488271:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b1680.
00000020:00000040:3.0:1787764577.488275:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000010:1.0:1787764577.488276:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649d800.
02000000:00000001:3.0:1787764577.488278:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764577.488280:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764577.488282:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764577.488285:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1787764577.488288:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
02000000:00000001:3.0:1787764577.488288:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764577.488290:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787764577.488293:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3268.
02000000:00000010:3.0:1787764577.488297:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9ec00.
00000400:00000010:1.0:1787764577.488302:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fa18.
00000100:00000001:3.0:1787764577.488302:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787764577.488322:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358860160, portal 25
00000100:00000001:1.0:1787764577.488326:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764577.488327:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542833792 : -114205166717824 : ffff9821899b3480)
00000100:00000040:1.0:1787764577.488334:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b3480 x1874601358860160/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764577.488342:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764577.488345:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764577.488348:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fcc0.
00000100:00000200:1.0:1787764577.488352:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358860160, offset 0
00000400:00000200:1.0:1787764577.488358:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764577.488366:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764577.488375:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764577.488381:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764577.488385:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764577.488389:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764577.488392:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764577.488399:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70591:70591:256:4294967295] 192.168.202.141@tcp LPNI seq info [70591:70591:8:4294967295]
00000100:00100000:3.0:1787764577.488399:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b1680 x1874601358860288/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787764577.488411:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764577.488418:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764577.488421:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764577.488427:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1787764577.488430:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045d21e1f] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b1680 x1874601358860288/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1787764577.488438:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764577.488445:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88000.
00000800:00000200:1.0:1787764577.488454:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:3.0:1787764577.488455:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787764577.488460:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000100:00080000:3.0:1787764577.488461:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764577.488467:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000800:00000200:1.1:1787764577.488468:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:3.0:1787764577.488470:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:1.1:1787764577.488473:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000100:00080000:3.0:1787764577.488474:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764577.488478:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764577.488483:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5463
00000800:00000100:1.0:1787764577.488487:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000400:00000200:3.0:1787764577.488489:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000800:00000010:1.0:1787764577.488491:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88000.
00000400:00000200:3.0:1787764577.488495:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764577.488499:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787764577.488500:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1787764577.488503:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000400:00000200:1.0:1787764577.488509:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1787764577.488509:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764577.488515:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000400:00000200:1.0:1787764577.488517:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fcc0
00000100:00000001:3.0:1787764577.488519:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000400:00000010:1.0:1787764577.488521:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fcc0.
00000020:00000001:3.0:1787764577.488525:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787764577.488527:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:3.0:1787764577.488528:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:3.0:1787764577.488531:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764577.488535:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000100:00000200:1.0:1787764577.488536:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b3480 x1874601358860160/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787764577.488539:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:3.0:1787764577.488545:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:3.0:1787764577.488551:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764577.488553:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787764577.488554:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764577.488555:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764577.488558:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000040:1.0:1787764577.488561:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b3480 x1874601358860160/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764602 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787764577.488563:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:3.0:1787764577.488570:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764577.488574:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764577.488575:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764577.488577:0:2388:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1787764577.488580:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787764577.488584:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764577.488585:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787764577.488590:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764577.488593:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4300136715
00000100:00000010:1.0:1787764577.488599:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982191cd44e0.
02000000:00000001:3.0:1787764577.488599:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764577.488603:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764577.488605:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787764577.488608:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000008:00000001:3.0:1787764577.488609:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764577.488611:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764577.488615:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b1e00.
00000100:00000001:1.0:1787764577.488617:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4300136715
00000020:00000040:3.0:1787764577.488618:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:3.0:1787764577.488623:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000010:1.0:1787764577.488625:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982191cd46c0.
02000000:00000001:3.0:1787764577.488625:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764577.488628:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764577.488630:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787764577.488631:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
02000000:00000001:3.0:1787764577.488632:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764577.488635:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764577.488639:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764577.488642:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9c800.
00000100:00000001:1.0:1787764577.488643:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764577.488649:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764577/real 1787764577]  req@ffff9821899b3480 x1874601358860160/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764577.488649:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764577.488656:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b1e00 x1874601358860416/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:1.0:1787764577.488667:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1787764577.488668:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764577.488671:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764577.488673:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007fca43c8] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b1e00 x1874601358860416/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764577.488677:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787764577.488679:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787764577.488682:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3268.
00000100:00080000:3.0:1787764577.488682:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764577.488687:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:1.0:1787764577.488688:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fa18
00000100:00000001:3.0:1787764577.488688:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764577.488692:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:1.0:1787764577.488693:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fa18.
00000100:00000001:1.0:1787764577.488698:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1787764577.488698:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764577.488703:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5463
00000100:00000200:1.0:1787764577.488707:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b3480 x1874601358860160/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787764577.488708:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764577.488714:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764577.488718:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764577.488722:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764577.488725:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764577.488729:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000200:1.0:1787764577.488730:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b3480 x1874601358860160/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764577.488730:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764577.488734:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764577.488736:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:3.0:1787764577.488739:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764577.488742:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000100:00000001:1.0:1787764577.488745:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000001:3.0:1787764577.488745:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000001:1.0:1787764577.488748:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787764577.488750:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000001:1.0:1787764577.488752:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764577.488754:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787764577.488756:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00100000:1.0:1787764577.488761:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b3480 x1874601358860160/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764577.488761:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764577.488766:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764577.488771:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:1.0:1787764577.488774:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1787764577.488776:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00000040:1.0:1787764577.488781:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b3480 x1874601358860160/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764602 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787764577.488782:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764577.488788:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764577.488792:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787764577.488794:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1787764577.488797:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764577.488798:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787764577.488801:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764577.488802:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764577.488804:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764577.488807:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787764577.488808:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764577.488811:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00100000:3.0:1787764577.488812:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00080000:1.0:1787764577.488816:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000008:00000001:3.0:1787764577.488817:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764577.488820:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764577.488822:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764577.488826:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000010:3.0:1787764577.488827:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b2940.
00000100:00000040:1.0:1787764577.488832:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b3480 x1874601358860160/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764602 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787764577.488833:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:3.0:1787764577.488839:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764577.488842:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764577.488869:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764577.488872:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764577.488873:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764577.488877:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9d000.
00000100:00000001:3.0:1787764577.488880:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764577.488884:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b2940 x1874601358860544/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764577.488890:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00100000:1.0:1787764577.488891:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358860160:192.168.202.141@tcp:250:kworker.0
00000100:00000001:3.0:1787764577.488893:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764577.488900:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000bae3a13] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b2940 x1874601358860544/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764577.488904:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764577.488909:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787764577.488909:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764577.488913:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1787764577.488915:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b3480 x1874601358860160/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764602 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787764577.488916:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764577.488919:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764577.488921:0:58520:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764577.488926:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764577.488930:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5463
00000100:00000001:1.0:1787764577.488931:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764577.488934:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000400:00000200:3.0:1787764577.488934:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764577.488939:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764577.488941:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764577.488944:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
02000000:00000010:1.0:1787764577.488946:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649d800.
00000100:00000001:3.0:1787764577.488947:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1787764577.488952:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000040:3.0:1787764577.488953:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000020:00000001:1.0:1787764577.488956:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000100:00000001:3.0:1787764577.488957:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764577.488958:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000020:00000001:1.0:1787764577.488963:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
00000020:00000001:3.0:1787764577.488963:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764577.488967:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
02000000:00000010:1.0:1787764577.488968:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9fc00.
00000020:00000001:3.0:1787764577.488970:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:1.0:1787764577.488973:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000020:00000040:3.0:1787764577.488975:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
02000000:00000001:1.0:1787764577.488976:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764577.488979:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b3480.
00000020:00000001:3.0:1787764577.488980:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000001:1.0:1787764577.488983:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000020:00000001:3.0:1787764577.488984:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000001:1.0:1787764577.488985:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787764577.488989:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764577.488990:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764577.488994:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764577.488996:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764577.488997:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764577.488998:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00000001:1.0:1787764577.488999:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1787764577.489001:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764577.489003:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764577.489004:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764577.489006:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787764577.489007:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1787764577.489009:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764577.489010:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764577.489013:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1787764577.489013:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764577.489016:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764577.489019:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00000040:1.0:1787764577.489020:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b1680 x1874601358860288/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1787764577.489021:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764577.489024:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764577.489028:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b3c00.
00000020:00000040:3.0:1787764577.489032:0:58520:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
00000100:00000001:1.0:1787764577.489034:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1787764577.489035:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787764577.489037:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764577.489037:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764577.489041:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764577.489043:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787764577.489043:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764577.489047:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764577.489047:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764577.489052:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764577.489054:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9fc00.
00000100:00100000:1.0:1787764577.489057:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358860288:192.168.202.141@tcp:38:kworker.0
00000100:00000001:3.0:1787764577.489058:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764577.489064:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00100000:3.0:1787764577.489066:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b3c00 x1874601358860672/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787764577.489067:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764577.489070:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764577.489074:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787764577.489076:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000010:1.0:1787764577.489079:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649d800.
00000100:00000001:3.0:1787764577.489079:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764577.489084:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764577.489085:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbda2d43] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b3c00 x1874601358860672/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787764577.489091:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764577.489096:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3268.
00000100:00000001:3.0:1787764577.489097:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787764577.489102:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fa18.
00000100:00000040:3.0:1787764577.489103:0:58520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5473)
00000100:00000200:1.0:1787764577.489107:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358860288, portal 10
00000100:00000001:1.0:1787764577.489110:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764577.489112:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542826112 : -114205166725504 : ffff9821899b1680)
00000100:00000040:1.0:1787764577.489120:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b1680 x1874601358860288/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764577.489128:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764577.489131:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764577.489133:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fcc0.
00000100:00000200:1.0:1787764577.489135:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358860288, offset 0
00000400:00000200:1.0:1787764577.489139:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764577.489143:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764577.489147:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764577.489150:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764577.489153:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764577.489155:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764577.489158:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764577.489161:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70592:70592:256:4294967295] 192.168.202.141@tcp LPNI seq info [70592:70592:8:4294967295]
00000400:00000200:1.0:1787764577.489166:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764577.489172:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764577.489177:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764577.489180:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88000.
00000800:00000200:1.0:1787764577.489184:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764577.489187:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787764577.489192:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764577.489194:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1787764577.489198:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764577.489200:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88000.
00000400:00000200:1.0:1787764577.489203:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764577.489207:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764577.489210:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fcc0
00000400:00000010:1.0:1787764577.489212:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fcc0.
00000100:00000001:1.0:1787764577.489214:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764577.489217:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b1680 x1874601358860288/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764577.489225:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764577.489228:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b1680 x1874601358860288/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764602 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764577.489234:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764577.489236:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764577.489239:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764577.489242:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:1.0:1787764577.489245:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764577.489247:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300135447
00000100:00000001:1.0:1787764577.489250:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300136715
00000100:00000001:1.0:1787764577.489252:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300135447
00000100:00000001:1.0:1787764577.489254:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300136715
00000100:00000001:1.0:1787764577.489257:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764577.489259:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764577.489261:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764577.489265:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764577/real 1787764577]  req@ffff9821899b1680 x1874601358860288/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764577.489271:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764577.489273:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764577.489274:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3268.
00000400:00000200:1.0:1787764577.489277:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fa18
00000400:00000010:1.0:1787764577.489278:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fa18.
00000100:00000001:1.0:1787764577.489280:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764577.489284:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b1680 x1874601358860288/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764577.489294:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b1680 x1874601358860288/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764577.489301:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764577.489302:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764577.489304:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764577.489305:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764577.489321:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b1680 x1874601358860288/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764577.489328:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764577.489333:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b1680 x1874601358860288/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764602 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764577.489341:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764577.489344:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764577.489345:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764577.489347:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764577.489348:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764577.489350:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764577.489353:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764577.489356:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764577.489358:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764577.489363:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b1680 x1874601358860288/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764602 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764577.489372:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358860288:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764577.489376:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764577.489380:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b1e00 x1874601358860416/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764577.489392:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764577.489394:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764577.489396:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764577.489398:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764577.489400:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764577.489402:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358860416:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764577.489406:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764577.489407:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764577.489409:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764577.489411:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764577.489415:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649e000.
02000000:00000001:1.0:1787764577.489416:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764577.489419:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764577.489421:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3268.
00000400:00000010:1.0:1787764577.489424:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fa18.
00000100:00000200:1.0:1787764577.489426:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358860416, portal 10
00000100:00000001:1.0:1787764577.489428:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764577.489430:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542828032 : -114205166723584 : ffff9821899b1e00)
00000100:00000040:1.0:1787764577.489435:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b1e00 x1874601358860416/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764577.489443:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764577.489445:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764577.489447:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fcc0.
00000100:00000200:1.0:1787764577.489450:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358860416, offset 0
00000400:00000200:1.0:1787764577.489454:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764577.489458:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764577.489461:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764577.489464:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764577.489467:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764577.489469:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764577.489472:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764577.489475:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70593:70593:256:4294967295] 192.168.202.141@tcp LPNI seq info [70593:70593:8:4294967295]
00000400:00000200:1.0:1787764577.489480:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764577.489487:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764577.489491:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764577.489494:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88000.
00000800:00000200:1.0:1787764577.489498:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764577.489501:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787764577.489505:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764577.489508:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1787764577.489513:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764577.489515:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88000.
00000400:00000200:1.0:1787764577.489518:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764577.489521:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764577.489524:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fcc0
00000400:00000010:1.0:1787764577.489526:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fcc0.
00000100:00000001:1.0:1787764577.489528:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764577.489532:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b1e00 x1874601358860416/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764577.489540:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764577.489543:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b1e00 x1874601358860416/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764602 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764577.489550:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764577.489552:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764577.489555:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764577.489558:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:1.0:1787764577.489561:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764577.489563:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300135441
00000100:00000001:1.0:1787764577.489566:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300136715
00000100:00000001:1.0:1787764577.489568:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300135441
00000100:00000001:1.0:1787764577.489570:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300136715
00000100:00000001:1.0:1787764577.489572:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764577.489575:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764577.489577:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764577.489580:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764577/real 1787764577]  req@ffff9821899b1e00 x1874601358860416/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764577.489588:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764577.489589:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764577.489590:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3268.
00000400:00000200:1.0:1787764577.489593:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fa18
00000400:00000010:1.0:1787764577.489594:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fa18.
00000100:00000001:1.0:1787764577.489596:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764577.489600:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b1e00 x1874601358860416/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764577.489608:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b1e00 x1874601358860416/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764577.489615:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764577.489617:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764577.489618:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764577.489620:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764577.489623:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b1e00 x1874601358860416/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764577.489631:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764577.489634:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b1e00 x1874601358860416/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764602 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764577.489642:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764577.489644:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764577.489646:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764577.489647:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764577.489649:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764577.489650:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764577.489653:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764577.489657:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764577.489659:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764577.489664:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b1e00 x1874601358860416/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764602 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764577.489672:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358860416:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764577.489676:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764577.489680:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b2940 x1874601358860544/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764577.489687:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764577.489688:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764577.489691:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764577.489692:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764577.489694:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764577.489697:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358860544:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764577.489701:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764577.489702:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764577.489704:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764577.489706:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764577.489709:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649d000.
02000000:00000001:1.0:1787764577.489711:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764577.489714:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764577.489716:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3268.
00000400:00000010:1.0:1787764577.489719:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fa18.
00000100:00000200:1.0:1787764577.489721:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358860544, portal 4
00000100:00000001:1.0:1787764577.489723:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764577.489725:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542830912 : -114205166720704 : ffff9821899b2940)
00000100:00000040:1.0:1787764577.489731:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b2940 x1874601358860544/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764577.489738:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764577.489740:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764577.489742:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fcc0.
00000100:00000200:1.0:1787764577.489745:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358860544, offset 0
00000400:00000200:1.0:1787764577.489749:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764577.489753:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764577.489756:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764577.489758:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764577.489761:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764577.489763:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764577.489765:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764577.489769:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70594:70594:256:4294967295] 192.168.202.141@tcp LPNI seq info [70594:70594:8:4294967295]
00000400:00000200:1.0:1787764577.489773:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764577.489779:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764577.489783:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764577.489786:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88000.
00000800:00000200:1.0:1787764577.489790:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764577.489793:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787764577.489797:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764577.489800:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1787764577.489804:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764577.489806:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88000.
00000400:00000200:1.0:1787764577.489809:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764577.489812:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764577.489815:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fcc0
00000400:00000010:1.0:1787764577.489816:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fcc0.
00000100:00000001:1.0:1787764577.489818:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764577.489822:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b2940 x1874601358860544/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764577.489830:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764577.489833:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b2940 x1874601358860544/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764602 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764577.489841:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764577.489843:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764577.489845:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764577.489865:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:1.0:1787764577.489869:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764577.489871:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300135447
00000100:00000001:1.0:1787764577.489873:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300136715
00000100:00000001:1.0:1787764577.489876:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300135447
00000100:00000001:1.0:1787764577.489878:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300136715
00000100:00000001:1.0:1787764577.489880:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764577.489882:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764577.489884:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764577.489888:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764577/real 1787764577]  req@ffff9821899b2940 x1874601358860544/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764577.489895:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764577.489897:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764577.489898:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3268.
00000400:00000200:1.0:1787764577.489901:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fa18
00000400:00000010:1.0:1787764577.489902:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fa18.
00000100:00000001:1.0:1787764577.489904:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764577.489908:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b2940 x1874601358860544/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764577.489917:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b2940 x1874601358860544/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764577.489924:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764577.489926:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764577.489928:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764577.489929:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764577.489933:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b2940 x1874601358860544/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764577.489939:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764577.489942:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b2940 x1874601358860544/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764602 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764577.489951:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764577.489953:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764577.489955:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764577.489956:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764577.489958:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764577.489959:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764577.489962:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764577.489965:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764577.489967:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764577.489970:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b2940 x1874601358860544/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764602 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764577.489979:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358860544:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764577.489983:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764577.489985:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764577.489988:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b1680 x1874601358860288/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764602 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764577.489999:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764577.490001:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764577.490002:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649d800.
02000000:00000001:1.0:1787764577.490005:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764577.490006:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764577.490008:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:1.0:1787764577.490010:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764577.490012:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9ec00.
02000000:00000001:1.0:1787764577.490015:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764577.490017:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764577.490018:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b1680.
00000100:00000001:1.0:1787764577.490021:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764577.490022:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764577.490024:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764577.490028:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b1e00 x1874601358860416/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764602 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764577.490035:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764577.490036:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764577.490037:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649e000.
02000000:00000001:1.0:1787764577.490039:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764577.490040:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764577.490042:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:1.0:1787764577.490044:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764577.490045:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9c800.
02000000:00000001:1.0:1787764577.490047:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764577.490048:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764577.490049:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b1e00.
00000100:00000001:1.0:1787764577.490052:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764577.490053:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764577.490054:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764577.490058:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b2940 x1874601358860544/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764602 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764577.490064:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764577.490065:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764577.490066:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649d000.
02000000:00000001:1.0:1787764577.490068:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764577.490069:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764577.490070:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:1.0:1787764577.490072:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764577.490073:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9d000.
02000000:00000001:1.0:1787764577.490076:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764577.490077:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764577.490078:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b2940.
00000100:00000001:1.0:1787764577.490080:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764577.490082:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764577.490084:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764577.490087:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764577.490088:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764577.490091:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764577.490093:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764577.490094:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764577.490098:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b3c00 x1874601358860672/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764577.490104:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764577.490106:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764577.490108:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764577.490109:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764577.490111:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764577.490115:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358860672:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764577.490117:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764577.490119:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764577.490121:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764577.490122:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764577.490125:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649d000.
02000000:00000001:1.0:1787764577.490127:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764577.490131:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764577.490133:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3268.
00000400:00000010:1.0:1787764577.490136:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fa18.
00000100:00000200:1.0:1787764577.490139:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358860672, portal 4
00000100:00000001:1.0:1787764577.490141:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764577.490142:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542835712 : -114205166715904 : ffff9821899b3c00)
00000100:00000040:1.0:1787764577.490147:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b3c00 x1874601358860672/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764577.490155:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764577.490157:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764577.490159:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fcc0.
00000100:00000200:1.0:1787764577.490162:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358860672, offset 0
00000400:00000200:1.0:1787764577.490165:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764577.490169:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764577.490172:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764577.490175:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764577.490178:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764577.490180:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764577.490183:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764577.490186:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70595:70595:256:4294967295] 192.168.202.141@tcp LPNI seq info [70595:70595:8:4294967295]
00000400:00000200:1.0:1787764577.490190:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764577.490197:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764577.490201:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764577.490203:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88000.
00000800:00000200:1.0:1787764577.490207:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764577.490210:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787764577.490214:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764577.490217:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1787764577.490221:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764577.490223:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88000.
00000400:00000200:1.0:1787764577.490226:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764577.490229:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764577.490232:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fcc0
00000400:00000010:1.0:1787764577.490233:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fcc0.
00000100:00000001:1.0:1787764577.490236:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764577.490239:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b3c00 x1874601358860672/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764577.490247:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764577.490250:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b3c00 x1874601358860672/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764602 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764577.490258:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764577.490259:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764577.490261:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764577.490264:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:1.0:1787764577.490267:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764577.490269:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300135448
00000100:00000001:1.0:1787764577.490271:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300136715
00000100:00000001:1.0:1787764577.490273:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300135448
00000100:00000001:1.0:1787764577.490276:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300136715
00000100:00000001:1.0:1787764577.490278:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764577.490280:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764577.490282:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764577.490286:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764577/real 1787764577]  req@ffff9821899b3c00 x1874601358860672/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764577.490293:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764577.490294:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764577.490295:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3268.
00000400:00000200:1.0:1787764577.490297:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fa18
00000400:00000010:1.0:1787764577.490299:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fa18.
00000100:00000001:1.0:1787764577.490301:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764577.490305:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b3c00 x1874601358860672/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764577.490329:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b3c00 x1874601358860672/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764577.490337:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764577.490338:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764577.490340:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764577.490341:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764577.490345:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b3c00 x1874601358860672/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764577.490353:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764577.490357:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b3c00 x1874601358860672/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764602 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764577.490365:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764577.490367:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764577.490368:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764577.490370:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764577.490372:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764577.490373:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764577.490376:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764577.490379:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764577.490382:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764577.490386:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b3c00 x1874601358860672/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764602 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764577.490394:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358860672:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764577.490397:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764577.490399:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764577.490402:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b3c00 x1874601358860672/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764602 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764577.490408:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764577.490409:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764577.490411:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649d000.
02000000:00000001:1.0:1787764577.490413:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764577.490414:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764577.490415:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:1.0:1787764577.490416:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764577.490417:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9fc00.
02000000:00000001:1.0:1787764577.490419:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764577.490421:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764577.490422:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b3c00.
00000100:00000001:1.0:1787764577.490424:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764577.490425:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764577.490427:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764577.490429:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764577.490431:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764577.490432:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764577.490434:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764577.807958:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764577.807964:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764577.807969:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764577.807971:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764577.807974:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764577.807975:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764577.807978:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764577.807979:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764577.807982:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764577.807983:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764577.808007:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764577.808009:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764577.808012:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764578.063955:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764578.063964:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764578.063966:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764578.063972:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764578.063976:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764578.063979:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764578.063982:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764578.063985:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764578.063988:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764578.831926:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4300136715, at 4300136768
00000100:00000040:3.0:1787764578.831926:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4300136715, at 4300136768
00010000:00000001:0.0:1787764578.831937:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:3.0:1787764578.831941:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191cd46c0.
00010000:00000001:0.0:1787764578.831942:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764578.831943:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191cd44e0.
00010000:00000001:0.0:1787764578.831950:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764578.831951:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764578.831958:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764578.831959:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764578.831963:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764578.831968:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764578.831971:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764578.831972:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764578.832028:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764578.832031:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764578.832034:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764579.087963:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764579.087971:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764579.087974:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764579.087979:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764579.087984:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764579.087987:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764579.087991:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764579.087993:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764579.087996:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764579.855961:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764579.855967:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764579.855971:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764579.855972:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764579.855975:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764579.855977:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764579.855979:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764579.855981:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764579.855983:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764579.855985:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764579.855986:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764579.855988:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764579.855990:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764579.855991:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764579.855993:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764579.855994:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764579.855995:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764579.855995:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764579.855996:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764579.855997:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764579.855998:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764579.855999:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764579.856051:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764579.856056:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764579.856059:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764580.111988:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764580.111995:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764580.111998:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764580.112002:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764580.112007:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764580.112010:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764580.112012:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764580.112015:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764580.112017:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764580.879972:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764580.879978:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764580.879984:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764580.879985:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764580.879989:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764580.879990:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764580.879993:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764580.879995:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764580.879998:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764580.880000:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764580.880024:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764580.880027:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764580.880030:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764581.135956:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764581.135963:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764581.135965:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764581.135970:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764581.135973:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764581.135976:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764581.135978:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764581.135980:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764581.135982:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764581.903980:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764581.903986:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764581.903992:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764581.903993:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764581.903997:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764581.903998:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764581.904002:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764581.904003:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764581.904006:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764581.904007:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764581.904057:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764581.904060:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764581.904063:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787764582.160047:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787764582.160055:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764582.160193:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764582.160206:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787764582.160211:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764582.160215:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764582.160217:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764582.160219:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764582.160222:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764582.607937:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764582.607944:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764582.607946:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764582.607949:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764582.607952:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764582.607957:0:18336:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5468
00000400:00000200:3.0:1787764582.607964:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764582.607968:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764582.607970:0:18336:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764582.607972:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764582.607974:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764582.607976:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764582.607977:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764582.607980:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764582.607982:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:3.0:1787764582.607984:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764582.607986:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:3.0:1787764582.607987:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:3.0:1787764582.607989:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:3.0:1787764582.607992:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764582.607994:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764582.607996:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764582.607998:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764582.608000:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:3.0:1787764582.608003:0:18336:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764582.608005:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764582.608008:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764582.608011:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764582.608014:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764582.608016:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764582.608018:0:18336:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764582.608028:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b1a40.
00000020:00000040:3.0:1787764582.608031:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:3.0:1787764582.608035:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764582.608037:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764582.608041:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764582.608043:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764582.608048:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764582.608056:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9f800.
00000100:00000001:3.0:1787764582.608062:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764582.608071:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b1a40 x1874601358860800/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764582.608081:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764582.608085:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764582.608089:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b5428e47] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b1a40 x1874601358860800/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764582.608113:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764582.608117:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764582.608120:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764582.608121:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764582.608123:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764582.608125:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764582.608128:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5468
00000400:00000200:3.0:1787764582.608132:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764582.608135:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764582.608138:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787764582.608146:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764582.608150:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764582.608153:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787764582.608157:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000040:1.0:1787764582.608159:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b1a40 x1874601358860800/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764582.608161:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764582.608167:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764582.608173:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764582.608173:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:1.0:1787764582.608175:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764582.608178:0:18336:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:1.0:1787764582.608179:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1787764582.608181:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
02000000:00000001:1.0:1787764582.608183:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1787764582.608185:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:1.0:1787764582.608186:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787764582.608189:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000100:00100000:1.0:1787764582.608191:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358860800:192.168.202.141@tcp:250:kworker.0
00000020:00000001:3.0:1787764582.608193:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000001:1.0:1787764582.608195:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:3.0:1787764582.608197:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
02000000:00000001:1.0:1787764582.608199:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764582.608202:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764582.608203:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
02000000:00000001:1.0:1787764582.608205:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787764582.608209:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:1.0:1787764582.608210:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649e000.
00000100:00000040:3.0:1787764582.608213:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
02000000:00000001:1.0:1787764582.608214:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764582.608219:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000400:00000200:1.0:1787764582.608223:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000020:00000040:3.0:1787764582.608224:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000400:00000010:1.0:1787764582.608226:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3268.
00000100:00080000:3.0:1787764582.608230:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000400:00000010:1.0:1787764582.608233:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fa18.
00000100:00000001:3.0:1787764582.608235:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764582.608238:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:1.0:1787764582.608240:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358860800, portal 25
00000100:00000001:1.0:1787764582.608244:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1787764582.608244:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764582.608246:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542827072 : -114205166724544 : ffff9821899b1a40)
02000000:00000001:3.0:1787764582.608249:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764582.608252:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:1.0:1787764582.608254:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b1a40 x1874601358860800/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1787764582.608257:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764582.608282:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764582.608284:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764582.608288:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0000.
00000100:00000001:1.0:1787764582.608289:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:3.0:1787764582.608292:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
00000100:00000040:1.0:1787764582.608295:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
02000000:00000001:3.0:1787764582.608298:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:1.0:1787764582.608301:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fcc0.
02000000:00000001:3.0:1787764582.608301:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764582.608307:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:1.0:1787764582.608309:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358860800, offset 0
02000000:00000001:3.0:1787764582.608309:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764582.608312:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764582.608318:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9f400.
00000400:00000200:1.0:1787764582.608319:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000100:00000001:3.0:1787764582.608325:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764582.608332:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0000 x1874601358860928/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787764582.608338:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764582.608344:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1787764582.608347:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000100:00000001:3.0:1787764582.608350:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764582.608353:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1787764582.608357:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000084e1803] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0000 x1874601358860928/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787764582.608358:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764582.608364:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764582.608369:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764582.608375:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70596:70596:256:4294967295] 192.168.202.141@tcp LPNI seq info [70596:70596:8:4294967295]
00000100:00000001:3.0:1787764582.608377:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764582.608381:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00080000:3.0:1787764582.608383:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764582.608388:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:1.0:1787764582.608391:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1787764582.608392:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764582.608396:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.0:1787764582.608400:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000100:00000001:3.0:1787764582.608402:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000800:00000010:1.0:1787764582.608406:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88000.
00000100:00080000:3.0:1787764582.608407:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5468
00000800:00000200:1.0:1787764582.608416:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000400:00000200:3.0:1787764582.608421:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000800:00000200:1.1:1787764582.608426:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000400:00000200:3.0:1787764582.608429:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764582.608432:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764582.608435:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764582.608438:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764582.608440:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764582.608442:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764582.608444:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764582.608445:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:3.0:1787764582.608447:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787764582.608448:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787764582.608450:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:3.0:1787764582.608454:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000400:00000200:1.0:1787764582.608456:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000020:00000001:3.0:1787764582.608458:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000001:1.0:1787764582.608460:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4300141835
00000100:00000040:3.0:1787764582.608464:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764582.608467:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:1.0:1787764582.608468:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982191cd4600.
00000100:00000040:3.0:1787764582.608471:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764582.608475:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:1.0:1787764582.608477:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000020:00000040:3.0:1787764582.608478:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:3.0:1787764582.608484:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764582.608486:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4300141835
00000100:00000001:3.0:1787764582.608487:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764582.608492:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000010:1.0:1787764582.608494:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982191cd4060.
00000100:00000001:1.0:1787764582.608499:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
02000000:00000001:3.0:1787764582.608502:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764582.608504:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764582.608509:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764582.608511:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764582.608513:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764582.608515:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787764582.608517:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:3.0:1787764582.608519:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764582.608522:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764582.608524:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764582.608525:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764582.608526:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787764582.608531:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000010:3.0:1787764582.608532:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0f00.
00000100:00000001:1.0:1787764582.608533:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764582.608538:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1787764582.608538:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:3.0:1787764582.608542:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764582.608544:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764582.608545:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764582.608547:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764582.608549:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764582.608551:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b0000 x1874601358860928/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1787764582.608554:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9d400.
00000100:00000001:3.0:1787764582.608560:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764582.608566:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764582.608569:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764582.608569:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0f00 x1874601358861056/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787764582.608573:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764582.608576:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764582.608582:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764582.608583:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764582.608587:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764582.608590:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358860928:192.168.202.141@tcp:38:kworker.0
00000100:00000040:3.0:1787764582.608595:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031bb8c12] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0f00 x1874601358861056/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764582.608597:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764582.608600:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764582.608602:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764582.608606:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764582.608610:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649d800.
00000100:00000001:3.0:1787764582.608612:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764582.608613:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764582.608618:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787764582.608620:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764582.608624:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3dc0.
00000100:00080000:3.0:1787764582.608626:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764582.608629:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:1.0:1787764582.608630:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f2a8.
00000100:00080000:3.0:1787764582.608631:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764582.608636:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764582.608639:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5468
00000100:00000200:1.0:1787764582.608643:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358860928, portal 10
00000400:00000200:3.0:1787764582.608643:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764582.608647:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764582.608650:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787764582.608651:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764582.608655:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542820352 : -114205166731264 : ffff9821899b0000)
00000100:00000040:3.0:1787764582.608656:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764582.608661:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764582.608665:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000040:1.0:1787764582.608667:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b0000 x1874601358860928/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764582.608668:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764582.608674:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764582.608677:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:3.0:1787764582.608681:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787764582.608684:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:3.0:1787764582.608685:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:3.0:1787764582.608689:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:1.0:1787764582.608690:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764582.608693:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f3b8.
00000020:00000001:3.0:1787764582.608694:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000200:1.0:1787764582.608697:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358860928, offset 0
00000100:00000040:3.0:1787764582.608702:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764582.608707:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787764582.608708:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000100:00000040:3.0:1787764582.608712:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000400:00000200:1.0:1787764582.608717:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764582.608718:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764582.608723:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000400:00000200:1.0:1787764582.608724:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000100:00080000:3.0:1787764582.608729:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000400:00000200:1.0:1787764582.608730:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1787764582.608735:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764582.608736:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
02000000:00000001:3.0:1787764582.608740:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787764582.608742:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1787764582.608745:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787764582.608746:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
02000000:00000001:3.0:1787764582.608750:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764582.608754:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70597:70597:255:4294967295] 192.168.202.141@tcp LPNI seq info [70597:70597:7:4294967295]
00000100:00000001:3.0:1787764582.608755:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764582.608758:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000400:00000200:1.0:1787764582.608763:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000008:00000001:3.0:1787764582.608764:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764582.608768:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764582.608775:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000100:00000010:3.0:1787764582.608775:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b3840.
00000020:00000040:3.0:1787764582.608780:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
00000800:00000200:1.0:1787764582.608785:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
02000000:00000001:3.0:1787764582.608786:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764582.608790:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787764582.608792:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982188e88a00.
00000100:00000001:3.0:1787764582.608793:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764582.608796:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764582.608798:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787764582.608801:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
02000000:00000010:3.0:1787764582.608804:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9d800.
00000800:00000200:1.1:1787764582.608810:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:3.0:1787764582.608811:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764582.608814:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764582.608820:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b3840 x1874601358861184/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1787764582.608821:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:1.0:1787764582.608829:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764582.608833:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300140566
00000100:00000001:3.0:1787764582.608835:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764582.608837:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300141835
00000100:00000001:3.0:1787764582.608840:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764582.608842:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300140566
00000100:00000040:3.0:1787764582.608872:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a874aff9] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b3840 x1874601358861184/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764582.608883:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764582.608885:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787764582.608888:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300141835
00000100:00080000:3.0:1787764582.608889:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764582.608892:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787764582.608895:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1787764582.608895:0:18336:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764582.608901:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764582.608901:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787764582.608907:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764582.608908:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5468
00000100:00000001:1.0:1787764582.608912:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1787764582.608917:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764582.608920:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:3.0:1787764582.608923:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00000001:1.0:1787764582.608924:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00080000:3.0:1787764582.608928:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787764582.608929:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764582.608932:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1787764582.608935:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764582.608936:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787764582.608940:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764582.608945:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000040:1.0:1787764582.608948:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b0f00 x1874601358861056/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764582.608948:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764582.608953:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764582.608956:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:3.0:1787764582.608959:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764582.608962:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000100:00000001:1.0:1787764582.608964:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1787764582.608966:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000001:1.0:1787764582.608968:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764582.608970:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
02000000:00000001:1.0:1787764582.608972:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764582.608976:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1787764582.608977:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
02000000:00000001:1.0:1787764582.608980:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764582.608981:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:1.0:1787764582.608987:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358861056:192.168.202.141@tcp:38:kworker.0
00000100:00000040:3.0:1787764582.608987:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764582.608992:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:1.0:1787764582.608995:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:3.0:1787764582.608996:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
02000000:00000001:1.0:1787764582.608999:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:3.0:1787764582.609002:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
02000000:00000001:1.0:1787764582.609003:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764582.609007:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787764582.609007:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764582.609011:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:1.0:1787764582.609013:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649d000.
02000000:00000001:3.0:1787764582.609015:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764582.609017:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764582.609019:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764582.609024:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764582.609024:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764582.609028:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000400:00000010:1.0:1787764582.609030:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3c60.
00000008:00000001:3.0:1787764582.609031:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787764582.609036:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000001:3.0:1787764582.609036:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764582.609040:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b03c0.
00000100:00000200:1.0:1787764582.609041:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358861056, portal 10
00000020:00000040:3.0:1787764582.609045:0:18336:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
00000100:00000001:1.0:1787764582.609046:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764582.609049:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542824192 : -114205166727424 : ffff9821899b0f00)
02000000:00000001:3.0:1787764582.609051:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764582.609054:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764582.609057:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:1.0:1787764582.609058:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b0f00 x1874601358861056/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787764582.609059:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764582.609062:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764582.609068:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9f000.
00000100:00000001:1.0:1787764582.609069:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787764582.609073:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764582.609074:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764582.609079:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f7f8.
00000100:00100000:3.0:1787764582.609081:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b03c0 x1874601358861312/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1787764582.609083:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358861056, offset 0
00000400:00000200:1.0:1787764582.609094:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000100:00000001:3.0:1787764582.609095:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764582.609098:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764582.609100:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000040:3.0:1787764582.609105:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fa8aa37] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b03c0 x1874601358861312/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787764582.609109:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764582.609116:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764582.609121:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000100:00000001:3.0:1787764582.609122:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764582.609126:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1787764582.609130:0:18336:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5478)
00000400:00000200:1.0:1787764582.609131:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764582.609137:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70598:70598:254:4294967295] 192.168.202.141@tcp LPNI seq info [70598:70598:6:4294967295]
00000400:00000200:1.0:1787764582.609142:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764582.609150:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764582.609155:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764582.609159:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9821898bd200.
00000800:00000200:1.0:1787764582.609163:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764582.609167:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:1.0:1787764582.609170:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764582.609173:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:1.0:1787764582.609177:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764582.609179:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300140561
00000100:00000001:1.0:1787764582.609181:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300141835
00000100:00000001:1.0:1787764582.609183:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300140561
00000100:00000001:1.0:1787764582.609185:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300141835
00000100:00000001:1.0:1787764582.609187:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764582.609189:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764582.609191:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764582.609195:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b3840 x1874601358861184/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764582.609203:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764582.609204:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764582.609206:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764582.609208:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764582.609210:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764582.609212:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358861184:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764582.609216:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764582.609217:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764582.609219:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764582.609220:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764582.609222:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649cc00.
02000000:00000001:1.0:1787764582.609224:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764582.609226:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764582.609227:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3108.
00000400:00000010:1.0:1787764582.609230:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573faa0.
00000100:00000200:1.0:1787764582.609232:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358861184, portal 4
00000100:00000001:1.0:1787764582.609233:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764582.609234:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542834752 : -114205166716864 : ffff9821899b3840)
00000100:00000040:1.0:1787764582.609238:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b3840 x1874601358861184/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764582.609242:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764582.609243:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764582.609245:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fd48.
00000100:00000200:1.0:1787764582.609246:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358861184, offset 0
00000400:00000200:1.0:1787764582.609248:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764582.609250:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764582.609254:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764582.609256:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764582.609258:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764582.609261:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764582.609284:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764582.609288:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70599:70599:253:4294967295] 192.168.202.141@tcp LPNI seq info [70599:70599:5:4294967295]
00000400:00000200:1.0:1787764582.609291:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764582.609297:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764582.609300:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764582.609304:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9821898bd500.
00000800:00000200:1.0:1787764582.609307:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764582.609311:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:1.0:1787764582.609330:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764582.609333:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:1.0:1787764582.609336:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764582.609339:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300140566
00000100:00000001:1.0:1787764582.609341:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300141835
00000100:00000001:1.0:1787764582.609342:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300140566
00000100:00000001:1.0:1787764582.609344:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300141835
00000100:00000001:1.0:1787764582.609346:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764582.609348:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764582.609350:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764582.609352:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764582.609356:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764582.609357:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787764582.609359:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764582.609360:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764582.609362:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764582.609365:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b03c0 x1874601358861312/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764582.609371:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764582.609373:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764582.609374:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764582.609376:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764582.609378:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764582.609380:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358861312:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764582.609383:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764582.609385:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764582.609386:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764582.609388:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764582.609391:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649c000.
02000000:00000001:1.0:1787764582.609392:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764582.609396:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764582.609398:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3738.
00000400:00000010:1.0:1787764582.609403:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f5d8.
00000100:00000200:1.0:1787764582.609405:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358861312, portal 4
00000100:00000001:1.0:1787764582.609407:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764582.609408:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542821312 : -114205166730304 : ffff9821899b03c0)
00000100:00000040:1.0:1787764582.609414:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b03c0 x1874601358861312/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764582.609419:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764582.609420:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764582.609422:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f110.
00000100:00000200:1.0:1787764582.609424:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358861312, offset 0
00000400:00000200:1.0:1787764582.609428:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764582.609431:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764582.609434:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764582.609437:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764582.609439:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764582.609440:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764582.609442:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764582.609445:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70600:70600:252:4294967295] 192.168.202.141@tcp LPNI seq info [70600:70600:4:4294967295]
00000400:00000200:1.0:1787764582.609448:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764582.609452:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764582.609456:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764582.609459:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9821898bda00.
00000800:00000200:1.0:1787764582.609463:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764582.609466:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:1.0:1787764582.609468:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764582.609470:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:1.0:1787764582.609472:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764582.609474:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300140567
00000100:00000001:1.0:1787764582.609476:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300141835
00000100:00000001:1.0:1787764582.609477:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300140567
00000100:00000001:1.0:1787764582.609479:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300141835
00000100:00000001:1.0:1787764582.609481:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764582.609482:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764582.609484:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764582.609486:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764582.609489:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764582.609490:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787764582.609492:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764582.609493:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764582.609494:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764582.609496:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764582.928161:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764582.928166:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764582.928170:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764582.928171:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764582.928173:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764582.928174:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764582.928177:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764582.928177:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764582.928179:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764582.928180:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764582.928233:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764582.928236:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764582.928240:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1787764583.184047:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1787764583.184053:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764583.184055:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764583.184060:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:0.0:1787764583.184064:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764583.184067:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764583.184070:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764583.184072:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764583.184075:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764583.951963:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4300141835, at 4300141888
00010000:00000001:0.0:1787764583.951968:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764583.951973:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764583.951978:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191cd4600.
00010000:00000001:0.0:1787764583.951979:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764583.951983:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764583.951988:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764583.951989:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764583.951993:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764583.951995:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764583.951999:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764583.952001:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764583.952024:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764583.952027:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764583.952029:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787764583.952111:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4300141835, at 4300141888
00000100:00000010:3.0:1787764583.952118:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191cd4060.
00000100:00000001:2.0:1787764584.207979:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764584.207986:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764584.207988:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764584.207994:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764584.207997:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764584.208001:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764584.208003:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764584.208005:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764584.208007:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764584.975984:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764584.975994:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764584.975996:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764584.976000:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764584.976004:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764584.976006:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764584.976008:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764584.976010:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764584.976014:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764584.976016:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764584.976019:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764584.976021:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764584.976024:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764584.976026:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764584.976027:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764584.976028:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764584.976030:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764584.976031:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764584.976032:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764584.976034:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764584.976038:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764584.976040:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764584.976095:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764584.976099:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764584.976103:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764585.231947:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764585.231953:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764585.231955:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764585.231959:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764585.231962:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764585.231965:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764585.231968:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764585.231969:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764585.231972:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:0.0:1787764585.680504:0:2377:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.141:988
00000400:00000100:0.0:1787764585.680550:0:2377:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.141@tcp at host 192.168.202.141 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1787764585.680560:0:2377:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764585.680563:0:2377:0:(router.c:1791:lnet_notify()) 192.168.202.41@tcp notifying 192.168.202.141@tcp: down
00000400:00000200:0.0:1787764585.680568:0:2377:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764585.680572:0:2377:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1787764585.680577:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:0.0:1787764585.680580:0:2377:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88000.
00000400:00000200:0.0:1787764585.680586:0:2377:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787764585.680590:0:2377:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787764585.680596:0:2377:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fcc0
00000400:00000010:0.0:1787764585.680598:0:2377:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fcc0.
00000100:00000001:0.0:1787764585.680603:0:2377:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764585.680613:0:2377:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9821899b1a40 x1874601358860800/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764585.680783:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764585.680788:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764585.680792:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1787764585.680811:0:2377:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764585.680816:0:2377:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b1a40 x1874601358860800/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764607 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764585.681037:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764582/real 1787764585]  req@ffff9821899b1a40 x1874601358860800/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764607 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764585.681051:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764585.681053:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764585.681057:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3268.
00000400:00000200:1.0:1787764585.681061:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fa18
00000400:00000010:1.0:1787764585.681064:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fa18.
00000100:00000001:1.0:1787764585.681068:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764585.681072:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b1a40 x1874601358860800/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764607 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764585.681082:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b1a40 x1874601358860800/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764607 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764585.681089:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764585.681091:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764585.681095:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764585.681098:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764585.681102:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b1a40 x1874601358860800/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764607 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764585.681109:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764585.681116:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b1a40 x1874601358860800/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764607 ref 2 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764585.681123:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764585.681127:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764585.681129:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764585.681130:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764585.681144:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764585.681148:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764585.681152:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764585.681157:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764585.681161:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764585.681165:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b1a40 x1874601358860800/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764607 ref 2 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764585.681174:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358860800:192.168.202.141@tcp:250:kworker.0
00000100:00000001:1.0:1787764585.681180:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764585.681183:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764585.681186:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b1a40 x1874601358860800/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764607 ref 2 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764585.681193:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764585.681196:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764585.681198:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764585.681199:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764585.681201:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764585.681203:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764585.682500:0:2377:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764585.682508:0:2377:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764585.682515:0:2377:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649e000.
02000000:00000001:0.0:1787764585.682524:0:2377:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764585.682527:0:2377:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764585.682529:0:2377:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000020:00000001:0.0:1787764585.682532:0:2377:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764585.682534:0:2377:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9f800.
02000000:00000001:0.0:1787764585.682538:0:2377:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764585.682540:0:2377:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764585.682543:0:2377:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b1a40.
00000100:00000001:0.0:1787764585.682547:0:2377:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764585.682549:0:2377:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764585.682552:0:2377:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787764585.682571:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:0.0:1787764585.682576:0:2377:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982188e88a00.
00000400:00000200:0.0:1787764585.682580:0:2377:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787764585.682584:0:2377:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787764585.682590:0:2377:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f3b8
00000400:00000010:0.0:1787764585.682591:0:2377:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f3b8.
00000100:00000001:0.0:1787764585.682595:0:2377:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764585.682601:0:2377:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9821899b0000 x1874601358860928/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764585.682734:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764585.682738:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764585.682742:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1787764585.682759:0:2377:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764585.682764:0:2377:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b0000 x1874601358860928/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764607 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764585.683012:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764582/real 1787764585]  req@ffff9821899b0000 x1874601358860928/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764607 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764585.683025:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764585.683027:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764585.683029:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3dc0.
00000400:00000200:1.0:1787764585.683032:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f2a8
00000400:00000010:1.0:1787764585.683034:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f2a8.
00000100:00000001:1.0:1787764585.683037:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764585.683040:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b0000 x1874601358860928/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764607 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764585.683048:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b0000 x1874601358860928/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764607 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764585.683054:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764585.683056:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764585.683058:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764585.683060:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764585.683132:0:2377:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764585.683144:0:2377:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787764585.683153:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:0.0:1787764585.683160:0:2377:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9821898bd200.
00000400:00000200:0.0:1787764585.683163:0:2377:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787764585.683167:0:2377:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787764585.683170:0:2377:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f7f8
00000400:00000010:0.0:1787764585.683172:0:2377:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f7f8.
00000100:00000001:0.0:1787764585.683174:0:2377:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764585.683178:0:2377:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9821899b0f00 x1874601358861056/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764585.683186:0:2377:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764585.683189:0:2377:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b0f00 x1874601358861056/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764607 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764585.683195:0:2377:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764585.683196:0:2377:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787764585.683202:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:0.0:1787764585.683204:0:2377:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9821898bd500.
00000400:00000200:0.0:1787764585.683207:0:2377:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787764585.683210:0:2377:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787764585.683213:0:2377:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fd48
00000400:00000010:0.0:1787764585.683215:0:2377:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fd48.
00000100:00000001:0.0:1787764585.683217:0:2377:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764585.683220:0:2377:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9821899b3840 x1874601358861184/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764585.683228:0:2377:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764585.683231:0:2377:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b3840 x1874601358861184/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764607 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764585.683248:0:2377:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764585.683249:0:2377:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1787764585.683254:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:0.0:1787764585.683257:0:2377:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9821898bda00.
00000400:00000200:0.0:1787764585.683259:0:2377:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1787764585.683263:0:2377:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1787764585.683266:0:2377:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f110
00000400:00000010:0.0:1787764585.683267:0:2377:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f110.
00000100:00000001:0.0:1787764585.683269:0:2377:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764585.683272:0:2377:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9821899b03c0 x1874601358861312/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764585.683279:0:2377:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764585.683281:0:2377:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b03c0 x1874601358861312/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764607 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764585.683287:0:2377:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764585.683288:0:2377:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:1.0:1787764585.683323:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b0000 x1874601358860928/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764585.683330:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764585.683335:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b0000 x1874601358860928/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764607 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764585.683343:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764585.683345:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764585.683347:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764585.683348:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764585.683351:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764585.683353:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764585.683356:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764585.683360:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764585.683363:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764585.683367:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b0000 x1874601358860928/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764607 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764585.683374:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358860928:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764585.683378:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764585.683380:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764585.683383:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b0000 x1874601358860928/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764607 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764585.683389:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764585.683391:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764585.683393:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649d800.
02000000:00000001:1.0:1787764585.683396:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764585.683398:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764585.683399:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:1.0:1787764585.683401:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764585.683403:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9f400.
02000000:00000001:1.0:1787764585.683405:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764585.683407:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764585.683408:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b0000.
00000100:00000001:1.0:1787764585.683411:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764585.683412:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764585.683416:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764585.683418:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764585.683419:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764585.683420:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764585.683424:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764582/real 1787764585]  req@ffff9821899b03c0 x1874601358861312/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764585.683434:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764585.683436:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764585.683438:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3738.
00000400:00000200:1.0:1787764585.683440:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f5d8
00000400:00000010:1.0:1787764585.683442:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f5d8.
00000100:00000001:1.0:1787764585.683444:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764585.683447:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b03c0 x1874601358861312/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764585.683536:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b03c0 x1874601358861312/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764585.683543:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764585.683545:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764585.683547:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764585.683549:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764585.683552:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b03c0 x1874601358861312/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764585.683559:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764585.683563:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b03c0 x1874601358861312/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764607 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764585.683569:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764585.683571:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764585.683573:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764585.683574:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764585.683576:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764585.683577:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764585.683580:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764585.683584:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764585.683586:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764585.683590:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b03c0 x1874601358861312/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764607 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764585.683598:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358861312:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764585.683602:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764585.683606:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764582/real 1787764585]  req@ffff9821899b0f00 x1874601358861056/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764585.683613:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764585.683615:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764585.683617:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3c60.
00000400:00000200:1.0:1787764585.683620:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000400:00000010:1.0:1787764585.683621:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:1.0:1787764585.683624:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764585.683627:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b0f00 x1874601358861056/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764585.683635:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b0f00 x1874601358861056/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764585.683641:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764585.683642:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764585.683643:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764585.683644:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764585.683648:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b0f00 x1874601358861056/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764585.683655:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764585.683658:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b0f00 x1874601358861056/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764607 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764585.683670:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764585.683672:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764585.683674:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764585.683675:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764585.683677:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764585.683678:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764585.683680:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764585.683684:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764585.683686:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764585.683690:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b0f00 x1874601358861056/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764607 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764585.683698:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358861056:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764585.683702:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764585.683705:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764582/real 1787764585]  req@ffff9821899b3840 x1874601358861184/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764585.683713:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764585.683714:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764585.683716:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3108.
00000400:00000200:1.0:1787764585.683718:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573faa0
00000400:00000010:1.0:1787764585.683720:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573faa0.
00000100:00000001:1.0:1787764585.683722:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764585.683725:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b3840 x1874601358861184/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764585.683733:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b3840 x1874601358861184/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764585.683739:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764585.683741:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764585.683742:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764585.683743:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764585.683747:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b3840 x1874601358861184/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764585.683753:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764585.683757:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b3840 x1874601358861184/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764607 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764585.683764:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764585.683766:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764585.683767:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764585.683769:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764585.683770:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764585.683772:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764585.683774:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764585.683778:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764585.683780:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764585.683784:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b3840 x1874601358861184/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764607 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764585.683791:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358861184:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764585.683795:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764585.683797:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764585.683800:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b03c0 x1874601358861312/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764607 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764585.683806:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764585.683808:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764585.683810:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649c000.
02000000:00000001:1.0:1787764585.683812:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764585.683814:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764585.683816:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:1.0:1787764585.683818:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764585.683820:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9f000.
02000000:00000001:1.0:1787764585.683822:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764585.683823:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764585.683825:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b03c0.
00000100:00000001:1.0:1787764585.683827:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764585.683828:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764585.683830:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764585.683833:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b0f00 x1874601358861056/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764607 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764585.683839:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764585.683841:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764585.683842:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649d000.
02000000:00000001:1.0:1787764585.683844:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764585.683845:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764585.683923:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:1.0:1787764585.683926:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764585.683928:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9d400.
02000000:00000001:1.0:1787764585.683932:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764585.683934:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764585.683935:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b0f00.
00000100:00000001:1.0:1787764585.683937:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764585.683939:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764585.683941:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764585.683945:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b3840 x1874601358861184/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764607 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764585.683952:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764585.683953:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764585.683955:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649cc00.
02000000:00000001:1.0:1787764585.683957:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764585.683958:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764585.683959:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:1.0:1787764585.683961:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764585.683962:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9d800.
02000000:00000001:1.0:1787764585.683964:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764585.683966:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764585.683968:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b3840.
00000100:00000001:1.0:1787764585.683970:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764585.683972:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764585.683974:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764585.683980:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764585.683982:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764585.683984:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764585.683985:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764585.999970:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764585.999975:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764585.999979:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764585.999980:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764585.999983:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764585.999983:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764585.999985:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764585.999986:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764585.999988:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764585.999989:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764586.000052:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764586.000056:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764586.000058:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764586.255961:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764586.255968:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764586.255970:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764586.255976:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764586.255980:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764586.255984:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764586.255987:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764586.255989:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764586.255992:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764587.024586:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764587.024592:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764587.024598:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764587.024601:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764587.024603:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764587.024606:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764587.024608:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764587.024610:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764587.024612:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764587.024613:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764587.024617:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764587.024618:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764587.024620:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764587.024621:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764587.024624:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764587.024625:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764587.024649:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764587.024652:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764587.024654:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764587.279930:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764587.279938:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764587.279940:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764587.279945:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764587.279950:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764587.279953:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764587.279957:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764587.279960:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764587.279963:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764587.727939:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764587.727948:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787764587.727951:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764587.727955:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764587.727959:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764587.727966:0:58520:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5473
00000400:00000200:2.0:1787764587.727975:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764587.727981:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764587.727984:0:58520:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764587.727988:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764587.727991:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764587.727993:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764587.727995:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764587.727999:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764587.728001:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:2.0:1787764587.728004:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764587.728007:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:2.0:1787764587.728009:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:2.0:1787764587.728012:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:2.0:1787764587.728015:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764587.728017:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764587.728019:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764587.728020:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764587.728023:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:2.0:1787764587.728026:0:58520:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764587.728029:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764587.728032:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764587.728034:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764587.728037:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764587.728040:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787764587.728042:0:58520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764587.728048:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896bd680.
00000020:00000040:2.0:1787764587.728051:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:2.0:1787764587.728055:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764587.728057:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764587.728060:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764587.728063:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764587.728066:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764587.728073:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982188699c00.
00000100:00000001:2.0:1787764587.728080:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764587.728089:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896bd680 x1874601358861440/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764587.728099:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764587.728103:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764587.728107:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3e0fd1d] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bd680 x1874601358861440/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764587.728176:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764587.728180:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764587.728182:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764587.728188:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896bd680 x1874601358861440/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764587.728195:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764587.728197:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764587.728200:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764587.728203:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764587.728206:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764587.728209:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896bd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358861440:192.168.202.141@tcp:250:kworker.0
00000100:00000001:1.0:1787764587.728213:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764587.728233:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764587.728236:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764587.728239:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764587.728244:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649cc00.
02000000:00000001:1.0:1787764587.728246:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764587.728251:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764587.728255:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3108.
00000400:00000010:1.0:1787764587.728260:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573faa0.
00000100:00000200:1.0:1787764587.728267:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358861440, portal 25
00000100:00000001:1.0:1787764587.728269:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764587.728271:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539729536 : -114205169822080 : ffff9821896bd680)
00000100:00000040:1.0:1787764587.728276:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896bd680 x1874601358861440/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764587.728284:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764587.728287:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764587.728289:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000200:1.0:1787764587.728293:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358861440, offset 0
00000400:00000200:1.0:1787764587.728299:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764587.728306:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764587.728311:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764587.728316:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764587.728321:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764587.728324:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764587.728327:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764587.728330:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70601:70601:256:4294967295] 192.168.202.141@tcp LPNI seq info [70601:70601:8:4294967295]
00000400:00000200:1.0:1787764587.728335:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764587.728344:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764587.728350:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764587.728354:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9821898bd100.
00000800:00000200:1.0:1787764587.728361:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764587.728364:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787764587.728369:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764587.728372:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787764587.728376:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764587.728379:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9821898bd100.
00000400:00000200:1.0:1787764587.728388:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764587.728393:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764587.728398:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000400:00000010:1.0:1787764587.728400:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:1.0:1787764587.728404:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764587.728407:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896bd680 x1874601358861440/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764587.728432:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764587.728435:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764587.728438:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787764587.728440:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764587.728441:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764587.728444:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764587.728446:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5473
00000400:00000200:2.0:1787764587.728450:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764587.728453:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764587.728455:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764587.728457:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764587.728460:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764587.728462:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764587.728464:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764587.728466:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764587.728467:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:2.0:1787764587.728469:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764587.728471:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:2.0:1787764587.728473:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:2.0:1787764587.728475:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:2.0:1787764587.728478:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764587.728479:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764587.728481:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764587.728483:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764587.728486:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:2.0:1787764587.728488:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764587.728491:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764587.728493:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764587.728497:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764587.728499:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764587.728501:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764587.728505:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764587.728508:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764587.728510:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764587.728514:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896bc780.
00000020:00000040:2.0:1787764587.728516:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:2.0:1787764587.728518:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764587.728520:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764587.728522:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764587.728523:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764587.728525:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764587.728528:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218869a800.
00000100:00000001:2.0:1787764587.728531:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764587.728536:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896bc780 x1874601358861568/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764587.728543:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764587.728545:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764587.728548:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da9b6c09] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bc780 x1874601358861568/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764587.730705:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764587.730721:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bd680 x1874601358861440/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764612 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764587.730737:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764587.730740:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764587.730753:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764587.730758:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764587.730761:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4300146957
00000100:00000010:1.0:1787764587.730768:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982191cd4d20.
00000100:00000001:1.0:1787764587.730774:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787764587.730780:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4300146957
00000100:00000010:1.0:1787764587.730783:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982191cd4c00.
00000100:00000001:1.0:1787764587.730785:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787764587.730788:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764587.730791:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764587.730795:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764587.730799:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764587/real 1787764587]  req@ffff9821896bd680 x1874601358861440/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764587.730810:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764587.730812:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764587.730814:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3108.
00000400:00000200:1.0:1787764587.730817:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573faa0
00000400:00000010:1.0:1787764587.730820:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573faa0.
00000100:00000001:1.0:1787764587.730823:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764587.730826:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896bd680 x1874601358861440/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764587.730835:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896bd680 x1874601358861440/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764587.730842:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764587.730843:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764587.730846:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764587.730861:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764587.730866:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896bd680 x1874601358861440/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764587.730873:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764587.730878:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896bd680 x1874601358861440/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764612 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764587.730886:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764587.730888:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764587.730890:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764587.730891:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764587.730894:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764587.730896:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764587.730900:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764587.730903:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764587.730906:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764587.730968:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896bd680 x1874601358861440/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764612 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764587.730977:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896bd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358861440:192.168.202.141@tcp:250:kworker.0
00000100:00000001:1.0:1787764587.730982:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764587.730985:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764587.730988:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bd680 x1874601358861440/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764612 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764587.730994:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764587.730997:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764587.731000:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649cc00.
02000000:00000001:1.0:1787764587.731004:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764587.731006:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764587.731008:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000020:00000001:1.0:1787764587.731011:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764587.731013:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982188699c00.
02000000:00000001:1.0:1787764587.731017:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764587.731019:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764587.731021:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bd680.
00000100:00000001:1.0:1787764587.731024:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764587.731025:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764587.731028:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764587.731035:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764587.731037:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764587.731039:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764587.731041:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764587.731043:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764587.731047:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896bc780 x1874601358861568/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764587.731054:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764587.731056:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764587.731059:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764587.731062:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764587.731065:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764587.731068:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896bc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358861568:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764587.731071:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764587.731075:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764587.731077:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764587.731079:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764587.731084:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649cc00.
02000000:00000001:1.0:1787764587.731086:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764587.731090:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764587.731093:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3108.
00000400:00000010:1.0:1787764587.731098:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573faa0.
00000100:00000200:1.0:1787764587.731103:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358861568, portal 10
00000100:00000001:1.0:1787764587.731105:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764587.731107:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539725696 : -114205169825920 : ffff9821896bc780)
00000100:00000040:1.0:1787764587.731113:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896bc780 x1874601358861568/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764587.731120:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764587.731122:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764587.731124:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000200:1.0:1787764587.731128:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358861568, offset 0
00000400:00000200:1.0:1787764587.731133:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764587.731140:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764587.731146:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764587.731213:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764587.731230:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764587.731234:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764587.731237:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764587.731240:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70602:70602:256:4294967295] 192.168.202.141@tcp LPNI seq info [70602:70602:8:4294967295]
00000400:00000200:1.0:1787764587.731245:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764587.731254:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764587.731260:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764587.731265:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9821898bd100.
00000800:00000200:1.0:1787764587.731270:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764587.731274:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787764587.731280:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764587.731283:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787764587.731287:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764587.731290:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9821898bd100.
00000400:00000200:1.0:1787764587.731293:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764587.731298:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764587.731302:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000400:00000010:1.0:1787764587.731304:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:1.0:1787764587.731307:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764587.731310:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896bc780 x1874601358861568/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764587.731318:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764587.731322:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bc780 x1874601358861568/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764612 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764587.731328:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764587.731329:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764587.731333:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764587.731337:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:1.0:1787764587.731340:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764587.731342:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300145689
00000100:00000001:1.0:1787764587.731344:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300146957
00000100:00000001:1.0:1787764587.731346:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300145689
00000100:00000001:1.0:1787764587.731348:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300146957
00000100:00000001:1.0:1787764587.731350:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764587.731353:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764587.731355:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764587.731358:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764587/real 1787764587]  req@ffff9821896bc780 x1874601358861568/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764587.731364:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764587.731366:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764587.731368:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3108.
00000400:00000200:1.0:1787764587.731370:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573faa0
00000400:00000010:1.0:1787764587.731371:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573faa0.
00000100:00000001:1.0:1787764587.731373:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787764587.731525:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764587.731530:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764587.731534:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787764587.731535:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764587.731537:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764587.731541:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764587.731544:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5473
00000400:00000200:2.0:1787764587.731548:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764587.731552:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764587.731555:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764587.731557:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764587.731560:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764587.731562:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764587.731564:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764587.731567:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764587.731569:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:2.0:1787764587.731571:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764587.731574:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:2.0:1787764587.731576:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000200:1.0:1787764587.731682:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896bc780 x1874601358861568/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764587.731693:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896bc780 x1874601358861568/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764587.731699:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764587.731701:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764587.731703:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764587.731704:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764587.731708:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896bc780 x1874601358861568/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764587.731718:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764587.731722:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896bc780 x1874601358861568/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764612 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764587.731729:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764587.731732:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764587.731733:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764587.731735:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764587.731736:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764587.731738:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764587.731740:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764587.731743:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764587.731744:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764587.731749:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896bc780 x1874601358861568/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764612 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764587.731757:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896bc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358861568:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764587.731760:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764587.731762:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764587.731765:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bc780 x1874601358861568/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764612 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764587.731771:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764587.731773:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764587.731775:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649cc00.
02000000:00000001:1.0:1787764587.731777:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764587.731779:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764587.731780:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:1.0:1787764587.731782:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764587.731784:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218869a800.
02000000:00000001:1.0:1787764587.731787:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764587.731788:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764587.731789:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bc780.
00000100:00000001:1.0:1787764587.731792:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764587.731793:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764587.731795:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764587.731799:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764587.731800:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764587.731802:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764587.731804:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764587.731841:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:2.0:1787764587.731845:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764587.731861:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764587.731864:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764587.731866:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764587.731868:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:2.0:1787764587.731871:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764587.731874:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764587.731877:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764587.731882:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764587.731884:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764587.731886:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764587.731890:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764587.731893:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764587.731895:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764587.731900:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896bde00.
00000020:00000040:2.0:1787764587.731903:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:2.0:1787764587.731906:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764587.731916:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764587.731922:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764587.731924:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764587.731927:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764587.731933:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218869a400.
00000100:00000001:2.0:1787764587.731938:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764587.731943:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896bde00 x1874601358861696/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764587.731952:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764587.731955:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764587.731960:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003193aebe] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bde00 x1874601358861696/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764587.731979:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764587.731982:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764587.731985:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787764587.731986:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764587.731988:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764587.731991:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764587.731993:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5473
00000400:00000200:2.0:1787764587.731997:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764587.731999:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764587.732001:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764587.732004:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764587.732006:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764587.732008:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764587.732010:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764587.732012:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764587.732013:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:2.0:1787764587.732014:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764587.732016:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:2.0:1787764587.732019:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:2.0:1787764587.732021:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:2.0:1787764587.732024:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764587.732025:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764587.732027:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764587.732029:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764587.732031:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:2.0:1787764587.732033:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764587.732036:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764587.732037:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764587.732040:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764587.732041:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764587.732043:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764587.732045:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764587.732048:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764587.732049:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764587.732052:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896bf480.
00000020:00000040:2.0:1787764587.732054:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:2.0:1787764587.732056:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764587.732057:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764587.732059:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764587.732060:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764587.732062:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764587.732065:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218869b800.
00000100:00000001:2.0:1787764587.732067:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764587.732071:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896bf480 x1874601358861824/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764587.732078:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764587.732080:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764587.732083:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000021ebdc3a] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bf480 x1874601358861824/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764587.732090:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764587.732093:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764587.732096:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787764587.732097:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764587.732112:0:58520:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764587.732115:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764587.732117:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5473
00000400:00000200:2.0:1787764587.732122:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764587.732124:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764587.732127:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764587.732129:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764587.732131:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764587.732133:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764587.732136:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764587.732138:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764587.732139:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:2.0:1787764587.732140:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764587.732142:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:2.0:1787764587.732144:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:2.0:1787764587.732146:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:2.0:1787764587.732149:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764587.732244:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764587.732246:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764587.732247:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764587.732252:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896bde00 x1874601358861696/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764587.732259:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764587.732261:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764587.732263:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764587.732264:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764587.732266:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764587.732270:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896bde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358861696:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764587.732273:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764587.732275:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764587.732277:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764587.732278:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764587.732282:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649cc00.
02000000:00000001:1.0:1787764587.732283:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764587.732287:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764587.732290:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3108.
00000400:00000010:1.0:1787764587.732294:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573faa0.
00000100:00000200:1.0:1787764587.732297:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358861696, portal 10
00000100:00000001:1.0:1787764587.732299:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764587.732300:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539731456 : -114205169820160 : ffff9821896bde00)
00000100:00000040:1.0:1787764587.732305:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896bde00 x1874601358861696/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764587.732312:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764587.732314:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764587.732316:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000200:1.0:1787764587.732318:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358861696, offset 0
00000400:00000200:1.0:1787764587.732322:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764587.732327:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764587.732331:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764587.732334:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764587.732336:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764587.732339:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764587.732341:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764587.732344:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70603:70603:256:4294967295] 192.168.202.141@tcp LPNI seq info [70603:70603:8:4294967295]
00000400:00000200:1.0:1787764587.732349:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764587.732355:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764587.732360:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764587.732363:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9821898bd100.
00000800:00000200:1.0:1787764587.732367:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764587.732370:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787764587.732374:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:2.0:1787764587.732479:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764587.732483:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764587.732485:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764587.732488:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:2.0:1787764587.732491:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764587.732493:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764587.732495:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764587.732498:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764587.732500:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764587.732502:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764587.732504:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764587.732506:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764587.732508:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764587.732511:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896bda40.
00000020:00000040:2.0:1787764587.732514:0:58520:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:2.0:1787764587.732516:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764587.732517:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764587.732519:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764587.732520:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764587.732522:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764587.732525:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982188699400.
00000100:00000001:2.0:1787764587.732528:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764587.732533:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896bda40 x1874601358861952/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764587.732540:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764587.732542:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764587.732546:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b5343c60] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bda40 x1874601358861952/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764587.732554:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764587.732558:0:58520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5483)
00000800:00000200:1.1:1787764587.732593:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787764587.732599:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764587.732601:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9821898bd100.
00000400:00000200:1.0:1787764587.732604:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764587.732608:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764587.732612:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000400:00000010:1.0:1787764587.732613:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:1.0:1787764587.732616:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764587.732620:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896bde00 x1874601358861696/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764587.732629:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764587.732631:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bde00 x1874601358861696/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764612 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764587.732637:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764587.732639:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764587.732643:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764587.732646:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:1.0:1787764587.732649:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764587.732651:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300145684
00000100:00000001:1.0:1787764587.732653:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300146957
00000100:00000001:1.0:1787764587.732656:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300145684
00000100:00000001:1.0:1787764587.732658:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300146957
00000100:00000001:1.0:1787764587.732660:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764587.732662:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764587.732663:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764587.732666:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764587/real 1787764587]  req@ffff9821896bde00 x1874601358861696/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764587.732674:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764587.732675:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764587.732677:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3108.
00000400:00000200:1.0:1787764587.732679:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573faa0
00000400:00000010:1.0:1787764587.732681:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573faa0.
00000100:00000001:1.0:1787764587.732683:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764587.732687:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896bde00 x1874601358861696/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764587.732694:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896bde00 x1874601358861696/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764587.732701:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764587.732702:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764587.732704:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764587.732705:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764587.732708:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896bde00 x1874601358861696/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764587.732715:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764587.732719:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896bde00 x1874601358861696/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764612 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764587.732725:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764587.732728:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764587.732729:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764587.732730:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764587.732732:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764587.732734:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764587.732736:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764587.732739:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764587.732741:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764587.732744:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896bde00 x1874601358861696/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764612 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764587.732751:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896bde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358861696:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764587.732755:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764587.732758:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896bf480 x1874601358861824/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764587.732764:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764587.732766:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764587.732768:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764587.732769:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764587.732771:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764587.732774:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358861824:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764587.732777:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764587.732779:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764587.732780:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764587.732782:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764587.732785:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649d000.
02000000:00000001:1.0:1787764587.732787:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764587.732790:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764587.732792:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3108.
00000400:00000010:1.0:1787764587.732795:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573faa0.
00000100:00000200:1.0:1787764587.732797:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358861824, portal 4
00000100:00000001:1.0:1787764587.732800:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764587.732801:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539737216 : -114205169814400 : ffff9821896bf480)
00000100:00000040:1.0:1787764587.732806:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896bf480 x1874601358861824/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764587.732812:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764587.732815:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764587.732817:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000200:1.0:1787764587.732819:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358861824, offset 0
00000400:00000200:1.0:1787764587.732822:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764587.732826:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764587.732829:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764587.732832:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764587.732834:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764587.732836:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764587.732838:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764587.732841:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70604:70604:256:4294967295] 192.168.202.141@tcp LPNI seq info [70604:70604:8:4294967295]
00000400:00000200:1.0:1787764587.732845:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764587.732869:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764587.732874:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764587.732877:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9821898bd100.
00000800:00000200:1.0:1787764587.732880:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764587.732883:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787764587.732887:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764587.732889:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787764587.732893:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764587.732894:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9821898bd100.
00000400:00000200:1.0:1787764587.732897:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764587.732900:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764587.732903:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000400:00000010:1.0:1787764587.732905:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:1.0:1787764587.732907:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764587.732910:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896bf480 x1874601358861824/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764587.732923:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764587.732926:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bf480 x1874601358861824/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764612 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764587.732933:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764587.732934:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764587.732937:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764587.732939:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:1.0:1787764587.732942:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764587.732944:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300145690
00000100:00000001:1.0:1787764587.732947:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300146957
00000100:00000001:1.0:1787764587.732949:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300145690
00000100:00000001:1.0:1787764587.732951:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300146957
00000100:00000001:1.0:1787764587.732953:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764587.732954:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764587.732956:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764587.732960:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764587/real 1787764587]  req@ffff9821896bf480 x1874601358861824/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764587.732967:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764587.732968:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764587.732970:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3108.
00000400:00000200:1.0:1787764587.732972:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573faa0
00000400:00000010:1.0:1787764587.732973:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573faa0.
00000100:00000001:1.0:1787764587.732975:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764587.732978:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896bf480 x1874601358861824/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764587.732986:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896bf480 x1874601358861824/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764587.732992:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764587.732994:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764587.732996:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764587.732997:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764587.733001:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896bf480 x1874601358861824/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764587.733007:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764587.733010:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896bf480 x1874601358861824/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764612 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764587.733016:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764587.733019:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764587.733021:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764587.733023:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764587.733025:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764587.733026:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764587.733028:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764587.733048:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764587.733051:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764587.733055:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896bf480 x1874601358861824/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764612 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764587.733063:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358861824:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764587.733067:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764587.733068:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764587.733072:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bde00 x1874601358861696/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764612 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764587.733078:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764587.733080:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764587.733082:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649cc00.
02000000:00000001:1.0:1787764587.733084:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764587.733086:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764587.733088:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:1.0:1787764587.733090:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764587.733092:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218869a400.
02000000:00000001:1.0:1787764587.733095:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764587.733096:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764587.733098:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bde00.
00000100:00000001:1.0:1787764587.733100:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764587.733102:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764587.733103:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764587.733107:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bf480 x1874601358861824/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764612 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764587.733113:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764587.733115:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764587.733116:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649d000.
02000000:00000001:1.0:1787764587.733118:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764587.733119:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764587.733120:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:1.0:1787764587.733121:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764587.733122:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218869b800.
02000000:00000001:1.0:1787764587.733124:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764587.733125:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764587.733126:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bf480.
00000100:00000001:1.0:1787764587.733128:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764587.733129:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764587.733131:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764587.733134:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764587.733135:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764587.733137:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764587.733138:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764587.733140:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764587.733143:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896bda40 x1874601358861952/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764587.733149:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764587.733158:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764587.733160:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764587.733162:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764587.733164:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764587.733167:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896bda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358861952:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764587.733170:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764587.733172:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764587.733173:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764587.733175:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764587.733177:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649d000.
02000000:00000001:1.0:1787764587.733179:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764587.733182:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764587.733185:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3108.
00000400:00000010:1.0:1787764587.733187:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573faa0.
00000100:00000200:1.0:1787764587.733190:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358861952, portal 4
00000100:00000001:1.0:1787764587.733192:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764587.733193:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539730496 : -114205169821120 : ffff9821896bda40)
00000100:00000040:1.0:1787764587.733198:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896bda40 x1874601358861952/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764587.733204:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764587.733206:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764587.733208:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000200:1.0:1787764587.733210:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358861952, offset 0
00000400:00000200:1.0:1787764587.733214:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764587.733244:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764587.733248:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764587.733259:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764587.733262:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764587.733264:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764587.733266:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764587.733269:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70605:70605:256:4294967295] 192.168.202.141@tcp LPNI seq info [70605:70605:8:4294967295]
00000400:00000200:1.0:1787764587.733277:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764587.733284:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764587.733289:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764587.733292:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9821898bd100.
00000800:00000200:1.0:1787764587.733295:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764587.733298:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787764587.733302:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764587.733305:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787764587.733308:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764587.733310:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9821898bd100.
00000400:00000200:1.0:1787764587.733313:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764587.733316:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764587.733319:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000400:00000010:1.0:1787764587.733321:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:1.0:1787764587.733323:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764587.733326:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896bda40 x1874601358861952/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764587.733333:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764587.733336:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bda40 x1874601358861952/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764612 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764587.733342:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764587.733343:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764587.733346:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764587.733349:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:1.0:1787764587.733352:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764587.733354:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300145691
00000100:00000001:1.0:1787764587.733356:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300146957
00000100:00000001:1.0:1787764587.733358:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300145691
00000100:00000001:1.0:1787764587.733361:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300146957
00000100:00000001:1.0:1787764587.733363:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764587.733365:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764587.733366:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764587.733369:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764587/real 1787764587]  req@ffff9821896bda40 x1874601358861952/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764587.733484:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764587.733485:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764587.733487:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3108.
00000400:00000200:1.0:1787764587.733490:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573faa0
00000400:00000010:1.0:1787764587.733491:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573faa0.
00000100:00000001:1.0:1787764587.733493:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764587.733497:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896bda40 x1874601358861952/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764587.733506:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896bda40 x1874601358861952/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764587.733511:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764587.733513:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764587.733515:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764587.733516:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764587.733519:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896bda40 x1874601358861952/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764587.733525:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764587.733529:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896bda40 x1874601358861952/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764612 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764587.733536:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764587.733538:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764587.733540:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764587.733541:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764587.733543:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764587.733544:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764587.733546:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764587.733549:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764587.733550:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764587.733554:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896bda40 x1874601358861952/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764612 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764587.733562:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896bda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358861952:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764587.733565:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764587.733567:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764587.733570:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bda40 x1874601358861952/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764612 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764587.733577:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764587.733579:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764587.733580:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649d000.
02000000:00000001:1.0:1787764587.733582:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764587.733584:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764587.733585:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:1.0:1787764587.733587:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764587.733588:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982188699400.
02000000:00000001:1.0:1787764587.733591:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764587.733592:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764587.733593:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bda40.
00000100:00000001:1.0:1787764587.733595:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764587.733597:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764587.733598:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764587.733613:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764587.733615:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764587.733617:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764587.733618:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764588.047963:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764588.047969:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764588.047974:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764588.047975:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764588.047978:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764588.047980:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764588.047983:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764588.047984:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764588.047987:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764588.047988:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764588.048046:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764588.048050:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764588.048055:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764588.304163:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764588.304171:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764588.304174:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764588.304179:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764588.304183:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764588.304186:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764588.304189:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764588.304191:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764588.304193:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764589.071957:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4300146957, at 4300147008
00000100:00000010:2.0:1787764589.071973:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191cd4d20.
00000100:00000040:3.0:1787764589.072087:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4300146957, at 4300147008
00000100:00000010:3.0:1787764589.072094:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191cd4c00.
00010000:00000001:0.0:1787764589.072690:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764589.072694:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764589.072706:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764589.072707:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764589.072713:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764589.072715:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764589.072719:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764589.072720:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764589.072723:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764589.072724:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764589.072784:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764589.072788:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764589.072792:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764589.327952:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764589.327959:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764589.327962:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764589.327968:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764589.327973:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764589.327976:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764589.327979:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764589.327982:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764589.327984:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764590.095958:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764590.095963:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764590.095967:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764590.095968:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764590.095970:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764590.095973:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764590.095975:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764590.095977:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764590.095979:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764590.095980:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764590.095981:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764590.095983:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764590.095985:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764590.095986:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764590.095988:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764590.095989:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764590.095989:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764590.095990:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764590.095991:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764590.095992:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764590.095993:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764590.095994:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764590.096021:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764590.096022:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764590.096024:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764590.351950:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764590.351957:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764590.351959:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764590.351962:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764590.351966:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764590.351969:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764590.351971:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764590.351974:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764590.351977:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764591.120001:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764591.120010:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764591.120018:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764591.120019:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764591.120024:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764591.120025:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764591.120028:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764591.120029:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764591.120032:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764591.120033:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764591.120094:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764591.120098:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764591.120102:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764591.376028:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764591.376038:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764591.376042:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764591.376048:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764591.376054:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764591.376059:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764591.376062:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764591.376066:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764591.376069:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764592.143926:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764592.143934:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764592.143940:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764592.143942:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764592.143945:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764592.143947:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764592.143950:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764592.143951:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764592.143954:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764592.143955:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764592.144035:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764592.144038:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764592.144041:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764592.399998:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764592.400008:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764592.400011:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764592.400018:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764592.400023:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764592.400028:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764592.400032:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764592.400035:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764592.400038:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764592.848009:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764592.848023:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787764592.848027:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764592.848032:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764592.848039:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764592.848048:0:58520:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5478
00000400:00000200:2.0:1787764592.848060:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764592.848068:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764592.848072:0:58520:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764592.848075:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764592.848079:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764592.848082:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764592.848085:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764592.848089:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764592.848091:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:2.0:1787764592.848095:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764592.848098:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:2.0:1787764592.848101:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:2.0:1787764592.848103:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:2.0:1787764592.848106:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764592.848108:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764592.848110:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764592.848112:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764592.848116:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:2.0:1787764592.848120:0:58520:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764592.848123:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764592.848126:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764592.848131:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764592.848134:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764592.848136:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787764592.848139:0:58520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764592.848162:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896bf840.
00000020:00000040:2.0:1787764592.848166:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:2.0:1787764592.848195:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764592.848198:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764592.848203:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764592.848206:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764592.848211:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764592.848221:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982188698400.
00000100:00000001:2.0:1787764592.848229:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764592.848239:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896bf840 x1874601358862080/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764592.848251:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764592.848256:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764592.848261:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e03e097] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bf840 x1874601358862080/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764592.848288:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764592.848292:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764592.848295:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787764592.848297:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764592.848298:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764592.848301:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764592.848303:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5478
00000400:00000200:2.0:1787764592.848307:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764592.848311:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764592.848314:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764592.848317:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764592.848319:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764592.848322:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764592.848324:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764592.848327:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764592.848328:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:2.0:1787764592.848330:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764592.848332:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:2.0:1787764592.848334:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:2.0:1787764592.848337:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:2.0:1787764592.848341:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764592.848343:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764592.848345:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764592.848347:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764592.848349:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00000001:1.0:1787764592.848354:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:2.0:1787764592.848354:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764592.848357:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764592.848361:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787764592.848363:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1787764592.848369:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764592.848370:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1787764592.848376:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764592.848380:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:1.0:1787764592.848386:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896bf840 x1874601358862080/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1787764592.848387:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764592.848399:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764592.848408:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764592.848419:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000010:2.0:1787764592.848420:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896bf0c0.
00000100:00000001:1.0:1787764592.848424:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787764592.848426:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:1.0:1787764592.848432:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764592.848433:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764592.848437:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764592.848439:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764592.848440:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764592.848442:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764592.848445:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764592.848447:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764592.848452:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982188698c00.
00000100:00100000:1.0:1787764592.848459:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896bf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358862080:192.168.202.141@tcp:250:kworker.0
00000100:00000001:2.0:1787764592.848461:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764592.848472:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00100000:2.0:1787764592.848479:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896bf0c0 x1874601358862208/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787764592.848481:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764592.848485:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764592.848492:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1787764592.848500:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764592.848502:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764592.848505:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649cc00.
00000100:00000040:2.0:1787764592.848511:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c4c07353] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bf0c0 x1874601358862208/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764592.848522:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764592.848524:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764592.848526:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764592.848532:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:1.0:1787764592.848538:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764592.848539:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764592.848544:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:1.0:1787764592.848549:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3108.
00000100:00000001:2.0:1787764592.848550:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764592.848559:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5478
00000400:00000010:1.0:1787764592.848561:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573faa0.
00000400:00000200:2.0:1787764592.848571:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000200:1.0:1787764592.848572:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358862080, portal 25
00000100:00000001:1.0:1787764592.848579:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764592.848582:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539738176 : -114205169813440 : ffff9821896bf840)
00000400:00000200:2.0:1787764592.848582:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764592.848593:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764592.848597:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896bf840 x1874601358862080/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764617 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787764592.848603:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764592.848612:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1787764592.848613:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764592.848625:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000100:00000040:2.0:1787764592.848625:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000400:00000010:1.0:1787764592.848627:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000001:2.0:1787764592.848636:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764592.848639:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764592.848640:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:2.0:1787764592.848642:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764592.848645:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000100:00000200:1.0:1787764592.848647:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358862080, offset 0
00000020:00000001:2.0:1787764592.848648:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:2.0:1787764592.848658:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:2.0:1787764592.848666:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000400:00000200:1.0:1787764592.848667:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000100:00000001:2.0:1787764592.848672:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764592.848676:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764592.848679:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764592.848683:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000400:00000200:1.0:1787764592.848684:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00080000:2.0:1787764592.848696:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000400:00000200:1.0:1787764592.848701:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000100:00000001:2.0:1787764592.848706:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764592.848709:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:2.0:1787764592.848717:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787764592.848722:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
02000000:00000001:2.0:1787764592.848726:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787764592.848727:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
02000000:00000001:2.0:1787764592.848736:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764592.848738:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764592.848745:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70606:70606:256:4294967295] 192.168.202.141@tcp LPNI seq info [70606:70606:8:4294967295]
00000100:00000001:2.0:1787764592.848747:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1787764592.848751:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000008:00100000:2.0:1787764592.848752:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764592.848760:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764592.848766:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1787764592.848767:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764592.848777:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896bc000.
00000020:00000040:2.0:1787764592.848784:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
00000800:00000200:1.0:1787764592.848788:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
02000000:00000001:2.0:1787764592.848790:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764592.848792:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764592.848795:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764592.848797:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:1.0:1787764592.848798:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9821898bd100.
02000000:00000001:2.0:1787764592.848800:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764592.848808:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218869bc00.
00000800:00000200:1.0:1787764592.848811:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:2.0:1787764592.848814:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787764592.848818:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000100:00100000:2.0:1787764592.848825:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896bc000 x1874601358862336/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1787764592.848834:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:2.0:1787764592.848842:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:1.1:1787764592.848843:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000100:00000001:2.0:1787764592.848877:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764592.848886:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ceda9ea7] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bc000 x1874601358862336/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764592.848898:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1787764592.848903:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764592.848910:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9821898bd100.
00000100:00080000:2.0:1787764592.848910:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787764592.848921:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:2.0:1787764592.848921:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787764592.848926:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764592.848932:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1787764592.848933:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1787764592.848943:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787764592.848944:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000400:00000010:1.0:1787764592.848952:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00080000:2.0:1787764592.848956:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5478
00000100:00000001:1.0:1787764592.848958:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764592.848967:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896bf840 x1874601358862080/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764617 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787764592.848968:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764592.848982:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764592.848989:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787764592.848995:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764592.848996:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764592.849000:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764592.849004:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bf840 x1874601358862080/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764617 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787764592.849006:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764592.849013:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764592.849024:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764592.849030:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000100:00000001:1.0:1787764592.849032:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764592.849035:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787764592.849036:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:2.0:1787764592.849042:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000100:00000001:1.0:1787764592.849045:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764592.849048:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000400:00000200:1.0:1787764592.849056:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000020:00000001:2.0:1787764592.849058:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000001:1.0:1787764592.849060:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4300152076
00000100:00000040:2.0:1787764592.849074:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000010:1.0:1787764592.849075:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982191cd4ea0.
00000100:00000001:2.0:1787764592.849084:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764592.849088:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764592.849089:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787764592.849093:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764592.849099:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00000001:1.0:1787764592.849100:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4300152076
00000100:00080000:2.0:1787764592.849104:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000010:1.0:1787764592.849107:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982191cd42a0.
00000100:00000001:2.0:1787764592.849109:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764592.849114:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787764592.849115:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
02000000:00000001:2.0:1787764592.849119:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764592.849122:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764592.849124:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764592.849132:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787764592.849133:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764592.849138:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000008:00100000:2.0:1787764592.849140:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1787764592.849144:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764592/real 1787764592]  req@ffff9821896bf840 x1874601358862080/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1787764592.849147:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764592.849156:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764592.849165:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896be580.
00000400:00000001:1.0:1787764592.849179:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000040:2.0:1787764592.849180:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
00000400:00000001:1.0:1787764592.849184:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:2.0:1787764592.849186:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764592.849190:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764592.849191:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764592.849193:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764592.849195:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787764592.849196:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3108.
02000000:00000010:2.0:1787764592.849201:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982188699000.
00000400:00000200:1.0:1787764592.849203:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573faa0
00000100:00000001:2.0:1787764592.849208:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787764592.849213:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573faa0.
00000100:00000001:1.0:1787764592.849217:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00100000:2.0:1787764592.849219:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896be580 x1874601358862464/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1787764592.849226:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896bf840 x1874601358862080/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764592.849300:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1787764592.849306:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896bf840 x1874601358862080/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764592.849307:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764592.849322:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a463b55c] to pc [ptlrpcd_rcv+-1]  req@ffff9821896be580 x1874601358862464/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764592.849332:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764592.849339:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764592.849345:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764592.849347:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:2.0:1787764592.849351:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787764592.849352:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1787764592.849365:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787764592.849369:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:1.0:1787764592.849371:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896bf840 x1874601358862080/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764592.849372:0:58520:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764592.849382:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764592.849393:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5478
00000100:00000001:1.0:1787764592.849406:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1787764592.849406:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764592.849416:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764592.849421:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764592.849422:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896bf840 x1874601358862080/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764617 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787764592.849428:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764592.849435:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764592.849443:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764592.849451:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:1.0:1787764592.849455:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:2.0:1787764592.849456:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764592.849459:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:2.0:1787764592.849464:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787764592.849466:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1787764592.849468:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000100:00000001:1.0:1787764592.849469:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764592.849471:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1787764592.849476:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000001:1.0:1787764592.849477:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764592.849481:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:2.0:1787764592.849483:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00080000:1.0:1787764592.849487:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:2.0:1787764592.849492:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00080000:1.0:1787764592.849498:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764592.849500:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787764592.849509:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764592.849510:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764592.849517:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764592.849522:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00000040:1.0:1787764592.849526:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896bf840 x1874601358862080/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764617 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764592.849528:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764592.849535:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764592.849540:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764592.849549:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764592.849555:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764592.849556:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896bf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358862080:192.168.202.141@tcp:250:kworker.0
00000100:00000001:2.0:1787764592.849564:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787764592.849567:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:2.0:1787764592.849568:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1787764592.849572:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000008:00000001:2.0:1787764592.849574:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764592.849582:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764592.849583:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bf840 x1874601358862080/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764617 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1787764592.849594:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896bcf00.
00000100:00000001:1.0:1787764592.849602:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000020:00000040:2.0:1787764592.849602:0:58520:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:2.0:1787764592.849609:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764592.849611:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1787764592.849613:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764592.849617:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649cc00.
00000100:00000001:2.0:1787764592.849618:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764592.849621:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764592.849625:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764592.849631:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000010:2.0:1787764592.849632:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982188698800.
00000020:00000001:1.0:1787764592.849637:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000100:00000001:2.0:1787764592.849638:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787764592.849643:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000020:00000001:1.0:1787764592.849650:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00100000:2.0:1787764592.849650:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896bcf00 x1874601358862592/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:1.0:1787764592.849653:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982188698400.
02000000:00000001:1.0:1787764592.849664:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:2.0:1787764592.849668:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1787764592.849669:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1787764592.849674:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764592.849676:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bf840.
00000100:00000040:2.0:1787764592.849680:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac7ee65d] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bcf00 x1874601358862592/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764592.849683:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764592.849690:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764592.849698:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764592.849710:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764592.849712:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764592.849715:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764592.849717:0:58520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5488)
00000100:00000001:1.0:1787764592.849718:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764592.849721:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764592.849723:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764592.849729:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896bf0c0 x1874601358862208/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764592.849734:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764592.849736:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764592.849738:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764592.849739:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764592.849741:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764592.849744:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896bf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358862208:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764592.849748:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764592.849751:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764592.849752:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764592.849755:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764592.849758:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649cc00.
02000000:00000001:1.0:1787764592.849759:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764592.849762:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764592.849764:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3108.
00000400:00000010:1.0:1787764592.849767:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573faa0.
00000100:00000200:1.0:1787764592.849769:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358862208, portal 10
00000100:00000001:1.0:1787764592.849771:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764592.849772:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539736256 : -114205169815360 : ffff9821896bf0c0)
00000100:00000040:1.0:1787764592.849778:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896bf0c0 x1874601358862208/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764617 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764592.849784:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764592.849786:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764592.849788:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000200:1.0:1787764592.849790:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358862208, offset 0
00000400:00000200:1.0:1787764592.849794:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764592.849799:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764592.849803:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764592.849806:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764592.849809:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764592.849811:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764592.849814:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764592.849817:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70607:70607:256:4294967295] 192.168.202.141@tcp LPNI seq info [70607:70607:8:4294967295]
00000400:00000200:1.0:1787764592.849821:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764592.849827:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764592.849832:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764592.849836:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9821898bd100.
00000800:00000200:1.0:1787764592.849839:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764592.849841:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787764592.849846:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764592.849869:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787764592.849871:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764592.849872:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9821898bd100.
00000400:00000200:1.0:1787764592.849875:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764592.849877:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764592.849879:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000400:00000010:1.0:1787764592.849880:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:1.0:1787764592.849882:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764592.849886:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896bf0c0 x1874601358862208/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764617 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764592.849894:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764592.849896:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bf0c0 x1874601358862208/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764617 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764592.849903:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764592.849904:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764592.849907:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764592.849911:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:1.0:1787764592.849914:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764592.849916:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300150808
00000100:00000001:1.0:1787764592.849919:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300152076
00000100:00000001:1.0:1787764592.849921:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300150808
00000100:00000001:1.0:1787764592.849923:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300152076
00000100:00000001:1.0:1787764592.849925:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764592.849927:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764592.849929:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764592.849933:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764592/real 1787764592]  req@ffff9821896bf0c0 x1874601358862208/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764592.849942:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764592.849943:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764592.849944:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3108.
00000400:00000200:1.0:1787764592.849946:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573faa0
00000400:00000010:1.0:1787764592.849947:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573faa0.
00000100:00000001:1.0:1787764592.849949:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764592.849950:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896bf0c0 x1874601358862208/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764592.849955:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896bf0c0 x1874601358862208/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764592.849959:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764592.849960:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764592.849961:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764592.849961:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764592.849963:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896bf0c0 x1874601358862208/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764592.849967:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764592.849970:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896bf0c0 x1874601358862208/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764617 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764592.849976:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764592.849978:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764592.849980:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764592.849981:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764592.849982:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764592.849984:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764592.849987:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764592.849989:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764592.849992:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764592.849996:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896bf0c0 x1874601358862208/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764617 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764592.850004:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896bf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358862208:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764592.850008:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764592.850011:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896bc000 x1874601358862336/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764592.850018:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764592.850019:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764592.850021:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764592.850022:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764592.850023:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764592.850025:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358862336:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764592.850027:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764592.850029:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764592.850030:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764592.850031:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764592.850033:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649c000.
02000000:00000001:1.0:1787764592.850034:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764592.850037:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764592.850038:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3108.
00000400:00000010:1.0:1787764592.850040:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573faa0.
00000100:00000200:1.0:1787764592.850042:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358862336, portal 10
00000100:00000001:1.0:1787764592.850044:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764592.850045:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539723776 : -114205169827840 : ffff9821896bc000)
00000100:00000040:1.0:1787764592.850048:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896bc000 x1874601358862336/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764617 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764592.850052:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764592.850053:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764592.850054:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000200:1.0:1787764592.850056:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358862336, offset 0
00000400:00000200:1.0:1787764592.850059:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764592.850061:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764592.850063:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764592.850065:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764592.850067:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764592.850068:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764592.850070:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764592.850072:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70608:70608:256:4294967295] 192.168.202.141@tcp LPNI seq info [70608:70608:8:4294967295]
00000400:00000200:1.0:1787764592.850074:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764592.850080:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764592.850084:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764592.850087:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9821898bd100.
00000800:00000200:1.0:1787764592.850091:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764592.850093:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787764592.850097:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764592.850099:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787764592.850102:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764592.850104:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9821898bd100.
00000400:00000200:1.0:1787764592.850107:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764592.850110:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764592.850113:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000400:00000010:1.0:1787764592.850115:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:1.0:1787764592.850117:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764592.850120:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896bc000 x1874601358862336/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764617 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764592.850127:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764592.850129:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bc000 x1874601358862336/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764617 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764592.850133:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764592.850134:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764592.850136:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764592.850138:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:1.0:1787764592.850140:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764592.850142:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300150802
00000100:00000001:1.0:1787764592.850143:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300152076
00000100:00000001:1.0:1787764592.850145:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300150802
00000100:00000001:1.0:1787764592.850146:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300152076
00000100:00000001:1.0:1787764592.850147:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764592.850149:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764592.850150:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764592.850152:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764592/real 1787764592]  req@ffff9821896bc000 x1874601358862336/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764592.850160:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764592.850161:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764592.850162:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3108.
00000400:00000200:1.0:1787764592.850165:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573faa0
00000400:00000010:1.0:1787764592.850167:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573faa0.
00000100:00000001:1.0:1787764592.850168:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764592.850185:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896bc000 x1874601358862336/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764592.850193:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896bc000 x1874601358862336/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764592.850199:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764592.850201:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764592.850202:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764592.850204:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764592.850208:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896bc000 x1874601358862336/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764592.850212:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764592.850214:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896bc000 x1874601358862336/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764617 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764592.850218:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764592.850221:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764592.850222:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764592.850223:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764592.850225:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764592.850227:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764592.850229:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764592.850233:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764592.850235:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764592.850238:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896bc000 x1874601358862336/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764617 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764592.850245:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358862336:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764592.850249:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764592.850252:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896be580 x1874601358862464/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764592.850259:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764592.850261:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764592.850263:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764592.850265:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764592.850267:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764592.850269:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896be580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358862464:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764592.850272:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764592.850274:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764592.850275:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764592.850276:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764592.850279:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649d800.
02000000:00000001:1.0:1787764592.850280:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764592.850282:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764592.850284:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3108.
00000400:00000010:1.0:1787764592.850286:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573faa0.
00000100:00000200:1.0:1787764592.850288:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358862464, portal 4
00000100:00000001:1.0:1787764592.850290:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764592.850291:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539733376 : -114205169818240 : ffff9821896be580)
00000100:00000040:1.0:1787764592.850294:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896be580 x1874601358862464/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764617 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764592.850298:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764592.850300:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764592.850301:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000200:1.0:1787764592.850302:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358862464, offset 0
00000400:00000200:1.0:1787764592.850305:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764592.850308:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764592.850311:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764592.850314:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764592.850316:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764592.850319:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764592.850321:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764592.850323:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70609:70609:256:4294967295] 192.168.202.141@tcp LPNI seq info [70609:70609:8:4294967295]
00000400:00000200:1.0:1787764592.850327:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764592.850333:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764592.850337:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764592.850340:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9821898bd100.
00000800:00000200:1.0:1787764592.850344:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764592.850347:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787764592.850351:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764592.850353:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787764592.850356:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764592.850358:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9821898bd100.
00000400:00000200:1.0:1787764592.850360:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764592.850362:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764592.850364:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000400:00000010:1.0:1787764592.850365:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:1.0:1787764592.850367:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764592.850369:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896be580 x1874601358862464/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764617 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764592.850378:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764592.850380:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896be580 x1874601358862464/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764617 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764592.850384:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764592.850385:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764592.850387:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764592.850389:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:1.0:1787764592.850391:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764592.850392:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300150807
00000100:00000001:1.0:1787764592.850393:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300152076
00000100:00000001:1.0:1787764592.850395:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300150807
00000100:00000001:1.0:1787764592.850396:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300152076
00000100:00000001:1.0:1787764592.850397:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764592.850398:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764592.850399:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764592.850401:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764592/real 1787764592]  req@ffff9821896be580 x1874601358862464/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764592.850406:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764592.850407:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764592.850408:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3108.
00000400:00000200:1.0:1787764592.850409:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573faa0
00000400:00000010:1.0:1787764592.850410:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573faa0.
00000100:00000001:1.0:1787764592.850411:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764592.850413:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896be580 x1874601358862464/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764592.850417:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896be580 x1874601358862464/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764592.850420:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764592.850421:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764592.850423:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764592.850423:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764592.850426:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896be580 x1874601358862464/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764592.850429:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764592.850431:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896be580 x1874601358862464/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764617 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764592.850436:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764592.850438:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764592.850439:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764592.850440:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764592.850442:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764592.850443:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764592.850446:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764592.850449:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764592.850451:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764592.850454:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896be580 x1874601358862464/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764617 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764592.850462:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896be580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358862464:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764592.850465:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764592.850469:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896bcf00 x1874601358862592/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764592.850474:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764592.850476:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764592.850478:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764592.850479:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764592.850481:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764592.850484:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896bcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358862592:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764592.850487:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764592.850489:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764592.850491:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764592.850493:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764592.850495:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649f400.
02000000:00000001:1.0:1787764592.850497:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764592.850500:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764592.850502:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3108.
00000400:00000010:1.0:1787764592.850505:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573faa0.
00000100:00000200:1.0:1787764592.850508:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358862592, portal 4
00000100:00000001:1.0:1787764592.850509:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764592.850511:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539727616 : -114205169824000 : ffff9821896bcf00)
00000100:00000040:1.0:1787764592.850516:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896bcf00 x1874601358862592/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764617 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764592.850522:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764592.850524:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764592.850527:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000200:1.0:1787764592.850529:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358862592, offset 0
00000400:00000200:1.0:1787764592.850533:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764592.850537:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764592.850540:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764592.850543:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764592.850545:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764592.850546:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764592.850548:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764592.850551:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70610:70610:256:4294967295] 192.168.202.141@tcp LPNI seq info [70610:70610:8:4294967295]
00000400:00000200:1.0:1787764592.850555:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764592.850561:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764592.850565:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764592.850568:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9821898bd100.
00000800:00000200:1.0:1787764592.850571:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764592.850573:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787764592.850575:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764592.850577:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787764592.850579:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764592.850580:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9821898bd100.
00000400:00000200:1.0:1787764592.850582:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764592.850584:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764592.850586:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000400:00000010:1.0:1787764592.850588:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:1.0:1787764592.850590:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764592.850593:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896bcf00 x1874601358862592/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764617 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764592.850600:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764592.850603:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bcf00 x1874601358862592/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764617 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764592.850608:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764592.850609:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764592.850612:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764592.850615:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:1.0:1787764592.850618:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764592.850620:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300150808
00000100:00000001:1.0:1787764592.850623:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300152076
00000100:00000001:1.0:1787764592.850625:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300150808
00000100:00000001:1.0:1787764592.850627:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300152076
00000100:00000001:1.0:1787764592.850629:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764592.850630:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764592.850632:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764592.850636:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764592/real 1787764592]  req@ffff9821896bcf00 x1874601358862592/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764592.850643:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764592.850644:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764592.850646:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3108.
00000400:00000200:1.0:1787764592.850648:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573faa0
00000400:00000010:1.0:1787764592.850650:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573faa0.
00000100:00000001:1.0:1787764592.850652:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764592.850655:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896bcf00 x1874601358862592/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764617 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764592.850663:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896bcf00 x1874601358862592/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764592.850668:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764592.850670:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764592.850671:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764592.850672:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764592.850675:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896bcf00 x1874601358862592/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764617 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764592.850681:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764592.850685:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896bcf00 x1874601358862592/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764617 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764592.850691:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764592.850693:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764592.850694:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764592.850695:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764592.850697:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764592.850698:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764592.850701:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764592.850704:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764592.850706:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764592.850709:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896bcf00 x1874601358862592/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764617 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764592.850721:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896bcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358862592:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764592.850725:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764592.850727:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764592.850729:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bf0c0 x1874601358862208/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764617 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764592.850735:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764592.850737:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764592.850739:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649cc00.
02000000:00000001:1.0:1787764592.850741:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764592.850743:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764592.850744:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:1.0:1787764592.850746:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764592.850748:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982188698c00.
02000000:00000001:1.0:1787764592.850750:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764592.850752:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764592.850753:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bf0c0.
00000100:00000001:1.0:1787764592.850755:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764592.850756:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764592.850758:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764592.850761:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bc000 x1874601358862336/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764617 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764592.850768:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764592.850769:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764592.850770:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649c000.
02000000:00000001:1.0:1787764592.850772:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764592.850773:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764592.850774:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:1.0:1787764592.850776:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764592.850777:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218869bc00.
02000000:00000001:1.0:1787764592.850779:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764592.850780:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764592.850781:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bc000.
00000100:00000001:1.0:1787764592.850784:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764592.850785:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764592.850786:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764592.850789:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896be580 x1874601358862464/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764617 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764592.850795:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764592.850796:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764592.850798:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649d800.
02000000:00000001:1.0:1787764592.850800:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764592.850801:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764592.850802:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:1.0:1787764592.850804:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764592.850805:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982188699000.
02000000:00000001:1.0:1787764592.850807:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764592.850808:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764592.850809:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896be580.
00000100:00000001:1.0:1787764592.850811:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764592.850812:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764592.850814:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764592.850817:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bcf00 x1874601358862592/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764617 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764592.850823:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764592.850824:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764592.850825:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649f400.
02000000:00000001:1.0:1787764592.850828:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764592.850829:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764592.850830:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:1.0:1787764592.850831:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764592.850833:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982188698800.
02000000:00000001:1.0:1787764592.850835:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764592.850836:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764592.850837:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bcf00.
00000100:00000001:1.0:1787764592.850839:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764592.850841:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764592.850843:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764592.850846:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764592.850867:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764592.850869:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764592.850871:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764593.167977:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764593.167985:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764593.167991:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764593.167992:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764593.167995:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764593.167997:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764593.168000:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764593.168001:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764593.168004:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764593.168005:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764593.168081:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764593.168084:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764593.168087:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764593.424008:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764593.424030:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764593.424034:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764593.424041:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764593.424047:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764593.424052:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764593.424056:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764593.424059:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764593.424062:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764594.191934:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4300152076, at 4300152128
00000100:00000010:2.0:1787764594.191950:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191cd4ea0.
00000100:00000040:3.0:1787764594.192031:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4300152076, at 4300152128
00000100:00000010:3.0:1787764594.192037:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191cd42a0.
00010000:00000001:0.0:1787764594.192176:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764594.192180:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764594.192186:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764594.192187:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764594.192193:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764594.192194:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764594.192197:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764594.192199:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764594.192202:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764594.192203:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764594.192561:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764594.192564:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764594.192568:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764594.448094:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764594.448100:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764594.448102:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764594.448108:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764594.448111:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764594.448114:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764594.448116:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764594.448119:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764594.448122:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764595.215962:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764595.215972:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764595.215975:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764595.215979:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764595.215986:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764595.215989:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764595.215992:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764595.215994:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764595.215999:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764595.216001:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764595.216005:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764595.216006:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764595.216010:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764595.216011:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764595.216013:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764595.216014:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764595.216016:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764595.216017:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764595.216019:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764595.216021:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764595.216024:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764595.216025:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764595.216070:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764595.216073:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764595.216076:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764595.471945:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764595.471951:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764595.471953:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764595.471958:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764595.471961:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764595.471964:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764595.471967:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764595.471969:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764595.471971:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764596.239981:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764596.239990:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764596.239997:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764596.239999:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764596.240002:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764596.240003:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764596.240005:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764596.240006:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764596.240009:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764596.240010:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764596.240041:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764596.240043:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764596.240045:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764596.495936:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764596.495941:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764596.495943:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764596.495947:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764596.495951:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764596.495955:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764596.495957:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764596.495959:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764596.495962:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764597.263932:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764597.263937:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764597.263941:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764597.263944:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764597.263946:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764597.263948:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764597.263951:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764597.263952:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764597.263954:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764597.263955:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764597.263966:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764597.263967:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764597.263969:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764597.263970:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764597.263973:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764597.263973:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764597.264024:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764597.264028:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764597.264032:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764597.519966:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764597.519973:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764597.519975:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764597.519981:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764597.519985:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764597.519989:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764597.519992:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764597.519995:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764597.519998:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764597.967936:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764597.967946:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787764597.967948:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764597.967952:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764597.967956:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764597.967961:0:18336:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5483
00000400:00000200:0.0:1787764597.967969:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764597.967975:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764597.967978:0:18336:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764597.967981:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764597.967984:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764597.967986:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764597.967989:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787764597.967992:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764597.967994:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:0.0:1787764597.967997:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764597.968000:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:0.0:1787764597.968002:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:0.0:1787764597.968005:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:0.0:1787764597.968008:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764597.968009:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764597.968011:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764597.968013:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787764597.968016:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:0.0:1787764597.968019:0:18336:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787764597.968022:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764597.968025:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764597.968028:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764597.968031:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764597.968032:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787764597.968035:0:18336:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764597.968043:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189600f00.
00000020:00000040:0.0:1787764597.968046:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:0.0:1787764597.968050:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764597.968052:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764597.968055:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764597.968057:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764597.968071:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764597.968079:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186486400.
00000100:00000001:0.0:1787764597.968086:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764597.968095:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189600f00 x1874601358862720/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764597.968105:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764597.968109:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764597.968113:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000082892fdc] to pc [ptlrpcd_rcv+-1]  req@ffff982189600f00 x1874601358862720/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764597.968143:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764597.968147:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764597.968150:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787764597.968151:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764597.968153:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764597.968155:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764597.968158:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5483
00000400:00000200:0.0:1787764597.968163:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764597.968167:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00000001:1.0:1787764597.968169:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1787764597.968170:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764597.968175:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764597.968177:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787764597.968179:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1787764597.968180:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764597.968183:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1787764597.968185:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000040:1.0:1787764597.968190:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982189600f00 x1874601358862720/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787764597.968191:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764597.968194:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:0.0:1787764597.968198:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764597.968202:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000100:00000001:1.0:1787764597.968203:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764597.968207:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764597.968208:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
02000000:00000001:1.0:1787764597.968210:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:0.0:1787764597.968212:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
02000000:00000001:1.0:1787764597.968213:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764597.968218:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764597.968222:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00100000:1.0:1787764597.968223:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982189600f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358862720:192.168.202.141@tcp:250:kworker.0
00000100:00000001:0.0:1787764597.968229:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787764597.968229:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764597.968234:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:0.0:1787764597.968235:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
02000000:00000001:1.0:1787764597.968236:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764597.968241:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
02000000:00000001:1.0:1787764597.968242:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764597.968246:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649f400.
00000020:00000040:0.0:1787764597.968247:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
02000000:00000001:1.0:1787764597.968249:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764597.968254:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000400:00000200:1.0:1787764597.968257:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:0.0:1787764597.968261:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787764597.968262:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3108.
02000000:00000001:0.0:1787764597.968268:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:1.0:1787764597.968270:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573faa0.
02000000:00000001:0.0:1787764597.968275:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:1.0:1787764597.968277:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358862720, portal 25
02000000:00000001:0.0:1787764597.968280:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764597.968281:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764597.968283:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868538957568 : -114205170594048 : ffff982189600f00)
00000100:00000001:0.0:1787764597.968286:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:1.0:1787764597.968290:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982189600f00 x1874601358862720/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764622 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1787764597.968292:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787764597.968301:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764597.968301:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764597.968306:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000100:00000001:0.0:1787764597.968308:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787764597.968309:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000200:1.0:1787764597.968314:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358862720, offset 0
00000100:00000010:0.0:1787764597.968317:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189601a40.
00000400:00000200:1.0:1787764597.968321:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000020:00000040:0.0:1787764597.968322:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:0.0:1787764597.968327:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764597.968328:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764597.968329:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:0.0:1787764597.968332:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764597.968336:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1787764597.968337:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
02000000:00000001:0.0:1787764597.968340:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764597.968342:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764597.968348:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
02000000:00000010:0.0:1787764597.968349:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186486800.
00000400:00000200:1.0:1787764597.968352:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1787764597.968355:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764597.968355:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764597.968361:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70611:70611:256:4294967295] 192.168.202.141@tcp LPNI seq info [70611:70611:8:4294967295]
00000400:00000200:1.0:1787764597.968366:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00100000:0.0:1787764597.968367:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189601a40 x1874601358862848/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787764597.968377:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764597.968388:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000100:00000001:0.0:1787764597.968391:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764597.968394:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787764597.968398:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9821898bd100.
00000100:00000040:0.0:1787764597.968402:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b8e3ce6] to pc [ptlrpcd_rcv+-1]  req@ffff982189601a40 x1874601358862848/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1787764597.968410:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764597.968418:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000100:00000001:0.0:1787764597.968419:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764597.968425:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1787764597.968430:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00080000:0.0:1787764597.968432:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787764597.968436:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:1.1:1787764597.968437:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000100:00080000:0.0:1787764597.968439:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764597.968446:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000800:00000100:1.0:1787764597.968446:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764597.968450:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9821898bd100.
00000100:00080000:0.0:1787764597.968453:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5483
00000400:00000200:0.0:1787764597.968458:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764597.968462:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764597.968463:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764597.968468:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787764597.968468:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764597.968475:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000100:00000040:0.0:1787764597.968476:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000400:00000010:1.0:1787764597.968478:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:0.0:1787764597.968482:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787764597.968484:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:0.0:1787764597.968487:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000200:1.0:1787764597.968489:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982189600f00 x1874601358862720/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764622 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764597.968492:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787764597.968500:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787764597.968502:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000040:0.0:1787764597.968503:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000100:00000040:1.0:1787764597.968507:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982189600f00 x1874601358862720/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764622 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787764597.968508:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764597.968512:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000100:00000001:1.0:1787764597.968517:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764597.968518:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000001:1.0:1787764597.968520:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:0.0:1787764597.968524:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000001:1.0:1787764597.968526:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764597.968530:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000400:00000200:1.0:1787764597.968532:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:0.0:1787764597.968536:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787764597.968537:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4300157195
00000100:00000040:0.0:1787764597.968542:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000010:1.0:1787764597.968543:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982191cd45a0.
00000100:00000001:0.0:1787764597.968548:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787764597.968553:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00000001:1.0:1787764597.968553:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000100:00080000:0.0:1787764597.968558:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787764597.968562:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764597.968564:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764597.968567:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764597.968568:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4300157195
02000000:00000001:0.0:1787764597.968570:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764597.968574:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000010:1.0:1787764597.968575:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982191cd4660.
00000008:00100000:0.0:1787764597.968577:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787764597.968581:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764597.968581:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787764597.968586:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764597.968588:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:0.0:1787764597.968592:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896030c0.
00000020:00000040:0.0:1787764597.968596:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
00000100:00000001:1.0:1787764597.968598:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764597.968599:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764597.968602:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764597.968605:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1787764597.968606:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764597.968609:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:1.0:1787764597.968611:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764597/real 1787764597]  req@ffff982189600f00 x1874601358862720/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787764597.968612:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787764597.968626:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764597.968628:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000010:0.0:1787764597.968629:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186485800.
00000400:00000010:1.0:1787764597.968630:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3108.
00000100:00000001:0.0:1787764597.968637:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764597.968637:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573faa0
00000400:00000010:1.0:1787764597.968641:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573faa0.
00000100:00000001:1.0:1787764597.968646:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00100000:0.0:1787764597.968647:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896030c0 x1874601358862976/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1787764597.968653:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982189600f00 x1874601358862720/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764597.968664:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764597.968668:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787764597.968668:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982189600f00 x1874601358862720/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764597.968678:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:0.0:1787764597.968679:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc1d3de1] to pc [ptlrpcd_rcv+-1]  req@ffff9821896030c0 x1874601358862976/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764597.968680:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764597.968684:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764597.968687:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764597.968694:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982189600f00 x1874601358862720/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764597.968697:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764597.968703:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787764597.968705:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787764597.968711:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000040:1.0:1787764597.968712:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982189600f00 x1874601358862720/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764622 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764597.968716:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787764597.968723:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764597.968728:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764597.968728:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764597.968729:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764597.968731:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764597.968734:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764597.968736:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787764597.968737:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764597.968740:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764597.968742:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5483
00000100:00080000:1.0:1787764597.968745:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764597.968748:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000400:00000200:0.0:1787764597.968750:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000040:1.0:1787764597.968753:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982189600f00 x1874601358862720/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764622 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787764597.968759:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00100000:1.0:1787764597.968764:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982189600f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358862720:192.168.202.141@tcp:250:kworker.0
00000100:00080000:0.0:1787764597.968765:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764597.968774:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764597.968774:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764597.968779:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787764597.968780:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764597.968784:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000040:1.0:1787764597.968788:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982189600f00 x1874601358862720/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764622 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764597.968789:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787764597.968795:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764597.968797:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:0.0:1787764597.968801:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787764597.968805:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000020:00000040:0.0:1787764597.968806:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
02000000:00000001:1.0:1787764597.968808:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000001:0.0:1787764597.968812:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
02000000:00000010:1.0:1787764597.968812:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649f400.
02000000:00000001:1.0:1787764597.968817:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764597.968818:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:1.0:1787764597.968820:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764597.968823:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000100:00000040:0.0:1787764597.968827:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000020:00000001:1.0:1787764597.968827:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764597.968831:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982186486400.
00000100:00000001:0.0:1787764597.968832:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1787764597.968837:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000040:0.0:1787764597.968838:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
02000000:00000001:1.0:1787764597.968841:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1787764597.968843:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000010:1.0:1787764597.968845:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982189600f00.
00000020:00000040:0.0:1787764597.968880:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00000001:1.0:1787764597.968881:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764597.968883:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764597.968887:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1787764597.968889:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787764597.968894:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764597.968895:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:0.0:1787764597.968896:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787764597.968897:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764597.968900:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764597.968901:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:0.0:1787764597.968902:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764597.968903:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1787764597.968908:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764597.968909:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982189601a40 x1874601358862848/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764597.968913:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764597.968918:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1787764597.968918:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764597.968921:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1787764597.968925:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764597.968925:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764597.968928:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764597.968930:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764597.968931:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764597.968937:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982189601a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358862848:192.168.202.141@tcp:38:kworker.0
00000100:00000010:0.0:1787764597.968939:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896012c0.
00000100:00000001:1.0:1787764597.968939:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764597.968942:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764597.968944:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1787764597.968946:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:1.0:1787764597.968946:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764597.968950:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649f400.
02000000:00000001:0.0:1787764597.968952:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764597.968953:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764597.968955:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764597.968960:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:0.0:1787764597.968961:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:1.0:1787764597.968963:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3108.
02000000:00000001:0.0:1787764597.968964:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:1.0:1787764597.968967:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573faa0.
02000000:00000001:0.0:1787764597.968968:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787764597.968970:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358862848, portal 10
00000100:00000001:1.0:1787764597.968973:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764597.968974:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868538960448 : -114205170591168 : ffff982189601a40)
02000000:00000010:0.0:1787764597.968975:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186487000.
00000100:00000001:0.0:1787764597.968981:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764597.968982:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982189601a40 x1874601358862848/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764622 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764597.968989:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896012c0 x1874601358863104/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764597.968995:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764597.969003:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000100:00000001:0.0:1787764597.969004:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1787764597.969007:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000001:0.0:1787764597.969009:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787764597.969011:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358862848, offset 0
00000100:00000040:0.0:1787764597.969017:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e52948b] to pc [ptlrpcd_rcv+-1]  req@ffff9821896012c0 x1874601358863104/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787764597.969021:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764597.969030:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:0.0:1787764597.969036:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764597.969039:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764597.969044:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787764597.969045:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1787764597.969047:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000100:00080000:0.0:1787764597.969049:0:18336:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1787764597.969052:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1787764597.969054:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787764597.969056:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764597.969061:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000100:00080000:0.0:1787764597.969062:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5483
00000400:00000200:1.0:1787764597.969064:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764597.969069:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70612:70612:256:4294967295] 192.168.202.141@tcp LPNI seq info [70612:70612:8:4294967295]
00000400:00000200:1.0:1787764597.969072:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764597.969079:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1787764597.969080:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000800:00000200:1.0:1787764597.969084:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764597.969088:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9821898bd100.
00000400:00000200:0.0:1787764597.969089:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000800:00000200:1.0:1787764597.969094:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00080000:0.0:1787764597.969095:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000800:00000200:1.0:1787764597.969098:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000100:00000040:0.0:1787764597.969103:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000800:00000200:1.1:1787764597.969105:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:0.0:1787764597.969109:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1787764597.969109:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000100:00000040:0.0:1787764597.969114:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764597.969117:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787764597.969119:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764597.969120:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:0.0:1787764597.969135:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000100:1.0:1787764597.969139:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000020:00000040:0.0:1787764597.969140:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000800:00000010:1.0:1787764597.969141:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9821898bd100.
00000020:00000001:0.0:1787764597.969146:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000400:00000200:1.0:1787764597.969147:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:0.0:1787764597.969150:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000400:00000200:1.0:1787764597.969153:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764597.969157:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000100:00000040:0.0:1787764597.969158:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000400:00000010:1.0:1787764597.969160:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:0.0:1787764597.969164:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787764597.969165:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:0.0:1787764597.969171:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000200:1.0:1787764597.969172:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982189601a40 x1874601358862848/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764622 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764597.969177:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:1.0:1787764597.969183:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000040:0.0:1787764597.969184:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00000040:1.0:1787764597.969188:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982189601a40 x1874601358862848/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764622 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787764597.969192:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764597.969197:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764597.969199:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764597.969200:0:2388:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:0.0:1787764597.969204:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787764597.969205:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764597.969210:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1787764597.969210:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:1.0:1787764597.969216:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
02000000:00000001:0.0:1787764597.969217:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764597.969218:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300155927
00000100:00000001:0.0:1787764597.969221:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787764597.969223:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300157195
00000008:00100000:0.0:1787764597.969226:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1787764597.969227:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300155927
00000100:00000001:1.0:1787764597.969230:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300157195
00000008:00000001:0.0:1787764597.969234:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764597.969234:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764597.969240:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764597.969241:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764597.969246:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000010:0.0:1787764597.969248:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189600000.
00000100:00100000:1.0:1787764597.969250:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764597/real 1787764597]  req@ffff982189601a40 x1874601358862848/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764597.969256:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764597.969257:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764597.969258:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3108.
00000400:00000200:1.0:1787764597.969259:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573faa0
00000400:00000010:1.0:1787764597.969260:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573faa0.
00000020:00000040:0.0:1787764597.969263:0:18336:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
00000100:00000001:1.0:1787764597.969263:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764597.969266:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982189601a40 x1874601358862848/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787764597.969272:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764597.969276:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787764597.969277:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982189601a40 x1874601358862848/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764597.969281:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764597.969285:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787764597.969285:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764597.969289:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1787764597.969290:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764597.969291:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764597.969292:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764597.969296:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982189601a40 x1874601358862848/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1787764597.969298:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186484400.
00000100:00000001:1.0:1787764597.969301:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764597.969306:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764597.969306:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982189601a40 x1874601358862848/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764622 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764597.969314:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00100000:0.0:1787764597.969317:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189600000 x1874601358863232/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764597.969317:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764597.969321:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764597.969323:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764597.969327:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764597.969330:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764597.969334:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00000001:0.0:1787764597.969338:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00080000:1.0:1787764597.969339:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764597.969342:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:0.0:1787764597.969343:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764597.969347:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982189601a40 x1874601358862848/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764622 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1787764597.969354:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b05fece] to pc [ptlrpcd_rcv+-1]  req@ffff982189600000 x1874601358863232/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764597.969357:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982189601a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358862848:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764597.969364:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764597.969368:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896030c0 x1874601358862976/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764597.969376:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764597.969378:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764597.969380:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764597.969381:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764597.969382:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764597.969384:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764597.969385:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896030c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358862976:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764597.969387:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764597.969388:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764597.969389:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764597.969391:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764597.969393:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649d800.
02000000:00000001:1.0:1787764597.969394:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764597.969396:0:18336:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5493)
00000400:00000200:1.0:1787764597.969397:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764597.969403:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3108.
00000400:00000010:1.0:1787764597.969406:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573faa0.
00000100:00000200:1.0:1787764597.969409:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358862976, portal 10
00000100:00000001:1.0:1787764597.969411:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764597.969413:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868538966208 : -114205170585408 : ffff9821896030c0)
00000100:00000040:1.0:1787764597.969419:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896030c0 x1874601358862976/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764622 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764597.969425:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764597.969428:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764597.969430:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000200:1.0:1787764597.969433:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358862976, offset 0
00000400:00000200:1.0:1787764597.969436:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764597.969441:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764597.969444:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764597.969446:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764597.969449:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764597.969450:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764597.969452:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764597.969454:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70613:70613:256:4294967295] 192.168.202.141@tcp LPNI seq info [70613:70613:8:4294967295]
00000400:00000200:1.0:1787764597.969456:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764597.969460:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764597.969463:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764597.969465:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9821898bd100.
00000800:00000200:1.0:1787764597.969468:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764597.969470:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787764597.969472:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764597.969474:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1787764597.969476:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764597.969477:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9821898bd100.
00000400:00000200:1.0:1787764597.969479:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764597.969481:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764597.969483:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000400:00000010:1.0:1787764597.969484:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:1.0:1787764597.969486:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764597.969488:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896030c0 x1874601358862976/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764622 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764597.969493:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764597.969495:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896030c0 x1874601358862976/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764622 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764597.969499:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764597.969500:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764597.969501:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764597.969503:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:1.0:1787764597.969505:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764597.969506:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300155921
00000100:00000001:1.0:1787764597.969508:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300157195
00000100:00000001:1.0:1787764597.969509:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300155921
00000100:00000001:1.0:1787764597.969510:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300157195
00000100:00000001:1.0:1787764597.969512:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764597.969513:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764597.969514:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764597.969516:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764597/real 1787764597]  req@ffff9821896030c0 x1874601358862976/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764597.969520:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764597.969521:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764597.969522:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3108.
00000400:00000200:1.0:1787764597.969523:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573faa0
00000400:00000010:1.0:1787764597.969524:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573faa0.
00000100:00000001:1.0:1787764597.969525:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764597.969527:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896030c0 x1874601358862976/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764597.969541:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896030c0 x1874601358862976/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764597.969545:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764597.969546:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764597.969547:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764597.969548:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764597.969552:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896030c0 x1874601358862976/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764597.969558:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764597.969562:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896030c0 x1874601358862976/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764622 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764597.969568:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764597.969570:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764597.969572:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764597.969573:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764597.969575:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764597.969576:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764597.969579:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764597.969582:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764597.969584:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764597.969587:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896030c0 x1874601358862976/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764622 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764597.969594:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896030c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358862976:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764597.969597:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764597.969598:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764597.969600:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982189601a40 x1874601358862848/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764622 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764597.969604:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764597.969605:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764597.969606:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649f400.
02000000:00000001:1.0:1787764597.969608:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764597.969609:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764597.969610:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:1.0:1787764597.969611:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764597.969613:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982186486800.
02000000:00000001:1.0:1787764597.969615:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764597.969616:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764597.969618:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982189601a40.
00000100:00000001:1.0:1787764597.969620:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764597.969621:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764597.969622:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764597.969625:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896030c0 x1874601358862976/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764622 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764597.969632:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764597.969633:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764597.969634:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649d800.
02000000:00000001:1.0:1787764597.969636:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764597.969638:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764597.969639:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:1.0:1787764597.969641:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764597.969642:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982186485800.
02000000:00000001:1.0:1787764597.969644:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764597.969645:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764597.969647:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896030c0.
00000100:00000001:1.0:1787764597.969649:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764597.969650:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764597.969652:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764597.969655:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764597.969656:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764597.969658:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764597.969659:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764597.969660:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764597.969662:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896012c0 x1874601358863104/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764597.969666:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764597.969667:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764597.969669:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764597.969670:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764597.969671:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764597.969673:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358863104:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764597.969675:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764597.969676:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764597.969677:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764597.969678:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764597.969680:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649d800.
02000000:00000001:1.0:1787764597.969681:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764597.969684:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764597.969685:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3108.
00000400:00000010:1.0:1787764597.969688:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573faa0.
00000100:00000200:1.0:1787764597.969690:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358863104, portal 4
00000100:00000001:1.0:1787764597.969691:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764597.969692:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868538958528 : -114205170593088 : ffff9821896012c0)
00000100:00000040:1.0:1787764597.969695:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896012c0 x1874601358863104/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764622 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764597.969699:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764597.969700:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764597.969701:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000200:1.0:1787764597.969703:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358863104, offset 0
00000400:00000200:1.0:1787764597.969705:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764597.969707:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764597.969709:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764597.969711:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764597.969713:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764597.969715:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764597.969716:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764597.969718:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70614:70614:256:4294967295] 192.168.202.141@tcp LPNI seq info [70614:70614:8:4294967295]
00000400:00000200:1.0:1787764597.969720:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764597.969724:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764597.969727:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764597.969728:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9821898bd100.
00000800:00000200:1.0:1787764597.969731:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764597.969733:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787764597.969735:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764597.969737:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1787764597.969739:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764597.969740:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9821898bd100.
00000400:00000200:1.0:1787764597.969742:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764597.969744:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764597.969746:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000400:00000010:1.0:1787764597.969747:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:1.0:1787764597.969748:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764597.969750:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896012c0 x1874601358863104/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764622 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764597.969755:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764597.969756:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896012c0 x1874601358863104/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764622 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764597.969760:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764597.969761:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764597.969763:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764597.969765:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:1.0:1787764597.969768:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764597.969769:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300155926
00000100:00000001:1.0:1787764597.969771:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300157195
00000100:00000001:1.0:1787764597.969773:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300155926
00000100:00000001:1.0:1787764597.969775:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300157195
00000100:00000001:1.0:1787764597.969777:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764597.969779:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764597.969780:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764597.969784:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764597/real 1787764597]  req@ffff9821896012c0 x1874601358863104/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764597.969792:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764597.969793:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764597.969795:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3108.
00000400:00000200:1.0:1787764597.969797:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573faa0
00000400:00000010:1.0:1787764597.969799:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573faa0.
00000100:00000001:1.0:1787764597.969801:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764597.969804:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896012c0 x1874601358863104/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764597.969811:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896012c0 x1874601358863104/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764597.969815:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764597.969816:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764597.969817:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764597.969818:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764597.969820:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896012c0 x1874601358863104/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764597.969824:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764597.969826:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896012c0 x1874601358863104/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764622 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764597.969830:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764597.969831:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764597.969833:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764597.969834:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764597.969835:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764597.969837:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764597.969839:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764597.969841:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764597.969843:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764597.969863:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896012c0 x1874601358863104/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764622 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764597.969872:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358863104:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764597.969877:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764597.969879:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982189600000 x1874601358863232/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764597.969883:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764597.969884:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764597.969886:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764597.969887:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764597.969888:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764597.969890:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982189600000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358863232:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764597.969891:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764597.969893:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764597.969894:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764597.969895:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764597.969897:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649f400.
02000000:00000001:1.0:1787764597.969898:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764597.969900:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764597.969901:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3108.
00000400:00000010:1.0:1787764597.969903:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573faa0.
00000100:00000200:1.0:1787764597.969905:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358863232, portal 4
00000100:00000001:1.0:1787764597.969906:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764597.969907:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868538953728 : -114205170597888 : ffff982189600000)
00000100:00000040:1.0:1787764597.969911:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982189600000 x1874601358863232/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764622 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764597.969914:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764597.969916:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764597.969917:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000200:1.0:1787764597.969918:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358863232, offset 0
00000400:00000200:1.0:1787764597.969921:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764597.969923:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764597.969925:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764597.969927:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764597.969929:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764597.969930:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764597.969932:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764597.969933:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70615:70615:256:4294967295] 192.168.202.141@tcp LPNI seq info [70615:70615:8:4294967295]
00000400:00000200:1.0:1787764597.969936:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764597.969939:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764597.969942:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764597.969943:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9821898bd100.
00000800:00000200:1.0:1787764597.969946:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764597.969947:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787764597.969950:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764597.969951:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1787764597.969953:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764597.969955:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9821898bd100.
00000400:00000200:1.0:1787764597.969957:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764597.969959:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764597.969960:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000400:00000010:1.0:1787764597.969961:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:1.0:1787764597.969963:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764597.969965:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982189600000 x1874601358863232/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764622 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764597.969969:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764597.969971:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982189600000 x1874601358863232/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764622 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764597.969974:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764597.969975:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764597.969977:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764597.969978:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:1.0:1787764597.969980:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764597.969981:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300155928
00000100:00000001:1.0:1787764597.969982:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300157195
00000100:00000001:1.0:1787764597.969984:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300155928
00000100:00000001:1.0:1787764597.969985:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300157195
00000100:00000001:1.0:1787764597.969987:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764597.969988:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764597.969989:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764597.969991:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764597/real 1787764597]  req@ffff982189600000 x1874601358863232/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764597.969995:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764597.969995:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764597.969996:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3108.
00000400:00000200:1.0:1787764597.969997:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573faa0
00000400:00000010:1.0:1787764597.969998:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573faa0.
00000100:00000001:1.0:1787764597.969999:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764597.970001:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982189600000 x1874601358863232/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764597.970005:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982189600000 x1874601358863232/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764597.970009:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764597.970010:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764597.970010:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764597.970011:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764597.970013:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982189600000 x1874601358863232/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764597.970016:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764597.970018:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982189600000 x1874601358863232/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764622 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764597.970022:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764597.970023:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764597.970024:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764597.970024:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764597.970026:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764597.970027:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764597.970029:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764597.970030:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764597.970032:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764597.970034:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982189600000 x1874601358863232/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764622 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764597.970038:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982189600000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358863232:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764597.970040:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764597.970041:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764597.970042:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896012c0 x1874601358863104/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764622 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764597.970045:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764597.970046:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764597.970047:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649d800.
02000000:00000001:1.0:1787764597.970048:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764597.970049:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764597.970050:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:1.0:1787764597.970051:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764597.970052:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982186487000.
02000000:00000001:1.0:1787764597.970054:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764597.970054:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764597.970055:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896012c0.
00000100:00000001:1.0:1787764597.970057:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764597.970057:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764597.970058:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764597.970060:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982189600000 x1874601358863232/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764622 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764597.970063:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764597.970064:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764597.970064:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649f400.
02000000:00000001:1.0:1787764597.970066:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764597.970067:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764597.970067:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:1.0:1787764597.970069:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764597.970069:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982186484400.
02000000:00000001:1.0:1787764597.970071:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764597.970071:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764597.970072:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982189600000.
00000100:00000001:1.0:1787764597.970073:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764597.970074:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764597.970075:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764597.970076:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764597.970077:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764597.970078:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764597.970079:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764598.287967:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764598.287974:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764598.287979:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764598.287981:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764598.287984:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764598.287985:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764598.287988:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764598.287989:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764598.287993:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764598.287994:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764598.288045:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764598.288048:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764598.288051:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764598.543941:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764598.543949:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764598.543952:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764598.543958:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764598.543962:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764598.543966:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764598.543969:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764598.543971:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764598.543973:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764599.311943:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4300157195, at 4300157248
00000100:00000040:3.0:1787764599.311943:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4300157195, at 4300157248
00010000:00000001:0.0:1787764599.311949:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764599.311954:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764599.311957:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191cd4660.
00010000:00000001:0.0:1787764599.311960:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764599.311962:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764599.311965:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191cd45a0.
00010000:00000001:0.0:1787764599.311967:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764599.311970:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764599.311975:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764599.311976:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764599.311980:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764599.311981:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764599.312020:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764599.312023:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764599.312026:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764599.567958:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764599.567965:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764599.567968:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764599.567973:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764599.567977:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764599.567980:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764599.567983:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764599.567986:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764599.567989:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764600.335930:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764600.335934:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764600.335939:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764600.335941:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764600.335944:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764600.335947:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764600.335949:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764600.335952:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764600.335955:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764600.335957:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764600.335959:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764600.335962:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764600.335965:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764600.335967:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764600.335970:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764600.335972:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764600.335974:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764600.335975:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764600.335977:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764600.335978:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764600.335980:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764600.335982:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764600.336037:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764600.336041:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764600.336044:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764600.591953:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764600.591959:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764600.591960:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764600.591965:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764600.591968:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764600.591971:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764600.591973:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764600.591974:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764600.591977:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764601.359983:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764601.359990:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764601.359996:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764601.359997:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764601.360001:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764601.360002:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764601.360006:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764601.360007:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764601.360011:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764601.360012:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764601.360036:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764601.360039:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764601.360041:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764601.615981:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764601.615989:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764601.615991:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764601.615996:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764601.616001:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764601.616005:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764601.616008:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764601.616010:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764601.616013:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764602.383959:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764602.383966:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764602.383970:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764602.383971:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764602.383973:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764602.383974:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764602.383977:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764602.383978:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764602.383980:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764602.383980:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764602.384008:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764602.384011:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764602.384014:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764602.639963:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764602.639973:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764602.639975:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764602.639980:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764602.639984:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764602.639987:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764602.639990:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764602.639992:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764602.639995:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764603.088014:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764603.088042:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764603.088044:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764603.088047:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764603.088050:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764603.088056:0:58520:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5488
00000400:00000200:3.0:1787764603.088073:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764603.088133:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764603.088135:0:58520:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764603.088138:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764603.088141:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764603.088143:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764603.088146:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764603.088150:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764603.088152:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:3.0:1787764603.088155:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764603.088157:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:3.0:1787764603.088159:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:3.0:1787764603.088160:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:3.0:1787764603.088162:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764603.088163:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764603.088165:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764603.088166:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764603.088167:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:3.0:1787764603.088170:0:58520:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764603.088171:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764603.088173:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764603.088176:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764603.088177:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764603.088179:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764603.088180:0:58520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764603.088189:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0b40.
00000020:00000040:3.0:1787764603.088193:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:3.0:1787764603.088198:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764603.088199:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764603.088202:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764603.088205:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764603.088210:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764603.088216:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9c400.
00000100:00000001:3.0:1787764603.088221:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764603.088229:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0b40 x1874601358863360/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764603.088248:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764603.088251:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764603.088256:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d6e219c] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0b40 x1874601358863360/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764603.088285:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764603.088288:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764603.088290:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764603.088291:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764603.088292:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764603.088294:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764603.088296:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5488
00000400:00000200:3.0:1787764603.088298:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764603.088301:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764603.088302:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764603.088304:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764603.088305:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764603.088306:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764603.088308:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764603.088309:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764603.088310:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:3.0:1787764603.088311:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764603.088312:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:3.0:1787764603.088313:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:3.0:1787764603.088314:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:3.0:1787764603.088316:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764603.088318:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764603.088319:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764603.088320:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764603.088323:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:3.0:1787764603.088326:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764603.088329:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764603.088331:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787764603.088336:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1787764603.088338:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764603.088341:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1787764603.088342:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764603.088345:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787764603.088346:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764603.088353:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00000040:1.0:1787764603.088354:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b0b40 x1874601358863360/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1787764603.088359:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764603.088364:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764603.088371:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000010:3.0:1787764603.088371:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b21c0.
00000100:00000001:1.0:1787764603.088375:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787764603.088376:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:1.0:1787764603.088379:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787764603.088382:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764603.088383:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764603.088385:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764603.088387:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764603.088389:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764603.088392:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:1.0:1787764603.088394:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358863360:192.168.202.141@tcp:250:kworker.0
02000000:00000001:3.0:1787764603.088396:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764603.088402:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000010:3.0:1787764603.088404:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9e800.
02000000:00000001:1.0:1787764603.088406:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1787764603.088408:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764603.088410:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764603.088414:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:3.0:1787764603.088415:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b21c0 x1874601358863488/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:1.0:1787764603.088420:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649d800.
00000100:00000001:3.0:1787764603.088423:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1787764603.088424:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764603.088428:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764603.088433:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000040:3.0:1787764603.088435:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a837d5f] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b21c0 x1874601358863488/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787764603.088439:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3108.
00000400:00000010:1.0:1787764603.088447:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573faa0.
00000100:00000001:3.0:1787764603.088448:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764603.088453:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1787764603.088456:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358863360, portal 25
00000100:00080000:3.0:1787764603.088457:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1787764603.088462:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787764603.088462:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787764603.088466:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542823232 : -114205166728384 : ffff9821899b0b40)
00000100:00080000:3.0:1787764603.088466:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764603.088472:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764603.088477:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5488
00000100:00000040:1.0:1787764603.088478:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b0b40 x1874601358863360/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787764603.088482:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764603.088488:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764603.088492:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764603.088497:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764603.088499:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764603.088501:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764603.088502:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:1.0:1787764603.088503:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1787764603.088504:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764603.088506:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:3.0:1787764603.088508:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764603.088511:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000100:00000040:1.0:1787764603.088512:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000020:00000001:3.0:1787764603.088513:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:3.0:1787764603.088516:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000400:00000010:1.0:1787764603.088517:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000040:3.0:1787764603.088519:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764603.088522:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1787764603.088523:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358863360, offset 0
00000100:00000040:3.0:1787764603.088524:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764603.088529:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764603.088531:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:3.0:1787764603.088535:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000400:00000200:1.0:1787764603.088536:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000100:00000001:3.0:1787764603.088538:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764603.088541:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764603.088544:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787764603.088548:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
02000000:00000001:3.0:1787764603.088548:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764603.088552:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764603.088556:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1787764603.088559:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000008:00000001:3.0:1787764603.088559:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764603.088563:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764603.088568:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:3.0:1787764603.088570:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b3840.
00000400:00000200:1.0:1787764603.088574:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000020:00000040:3.0:1787764603.088575:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:3.0:1787764603.088579:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1787764603.088580:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1787764603.088581:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764603.088584:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1787764603.088586:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
02000000:00000001:3.0:1787764603.088587:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764603.088590:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764603.088595:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70616:70616:256:4294967295] 192.168.202.141@tcp LPNI seq info [70616:70616:8:4294967295]
02000000:00000010:3.0:1787764603.088595:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9cc00.
00000100:00000001:3.0:1787764603.088601:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764603.088604:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00100000:3.0:1787764603.088608:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b3840 x1874601358863616/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764603.088616:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764603.088620:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764603.088622:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1787764603.088626:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a874aff9] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b3840 x1874601358863616/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1787764603.088634:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000100:00000001:3.0:1787764603.088635:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764603.088640:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764603.088642:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000010:1.0:1787764603.088643:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9821898bd100.
00000100:00000001:3.0:1787764603.088643:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764603.088646:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764603.088649:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:1.0:1787764603.088653:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00080000:3.0:1787764603.088655:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5488
00000800:00000200:1.0:1787764603.088659:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000400:00000200:3.0:1787764603.088663:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000800:00000200:1.1:1787764603.088668:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000400:00000200:3.0:1787764603.088669:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000800:00000200:1.1:1787764603.088674:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000100:00080000:3.0:1787764603.088675:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764603.088683:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000800:00000100:1.0:1787764603.088684:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000100:00000001:3.0:1787764603.088688:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:1.0:1787764603.088690:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9821898bd100.
00000100:00000040:3.0:1787764603.088692:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764603.088695:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764603.088696:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764603.088697:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000400:00000200:1.0:1787764603.088698:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:3.0:1787764603.088699:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764603.088704:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000400:00000200:1.0:1787764603.088707:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000020:00000001:3.0:1787764603.088709:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:3.0:1787764603.088712:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000400:00000200:1.0:1787764603.088714:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000100:00000040:3.0:1787764603.088716:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000400:00000010:1.0:1787764603.088719:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:3.0:1787764603.088719:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764603.088724:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764603.088725:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1787764603.088727:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764603.088732:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00000200:1.0:1787764603.088733:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b0b40 x1874601358863360/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787764603.088737:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764603.088741:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764603.088745:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764603.088749:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764603.088755:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764603.088759:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787764603.088764:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764603.088769:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b0b40 x1874601358863360/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764628 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1787764603.088769:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764603.088776:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764603.088781:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764603.088787:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764603.088789:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0f00.
00000100:00000001:1.0:1787764603.088790:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:3.0:1787764603.088794:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
00000100:00000001:1.0:1787764603.088798:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764603.088799:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764603.088803:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764603.088806:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764603.088807:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787764603.088810:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4300162315
02000000:00000001:3.0:1787764603.088811:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764603.088815:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764603.088818:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982191cd4840.
02000000:00000010:3.0:1787764603.088822:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9dc00.
00000100:00000001:1.0:1787764603.088826:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787764603.088828:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764603.088832:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4300162315
00000100:00000010:1.0:1787764603.088837:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982191cd4de0.
00000100:00000001:1.0:1787764603.088843:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787764603.088846:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1787764603.088883:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0f00 x1874601358863744/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764603.088890:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764603.088893:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764603.088895:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764603.088900:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000040:3.0:1787764603.088901:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031bb8c12] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0f00 x1874601358863744/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764603.088908:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764603/real 1787764603]  req@ffff9821899b0b40 x1874601358863360/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764603.088916:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764603.088922:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000001:1.0:1787764603.088926:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:3.0:1787764603.088927:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000001:1.0:1787764603.088930:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1787764603.088931:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:1.0:1787764603.088933:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3108.
00000100:00080000:3.0:1787764603.088935:0:58520:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1787764603.088937:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573faa0
00000100:00000001:3.0:1787764603.088940:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:1.0:1787764603.088941:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573faa0.
00000100:00080000:3.0:1787764603.088946:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5488
00000100:00000001:1.0:1787764603.088947:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764603.088953:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b0b40 x1874601358863360/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787764603.088956:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764603.088963:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764603.088968:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764603.088973:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000200:1.0:1787764603.088977:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b0b40 x1874601358863360/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764603.088977:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764603.088983:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764603.088988:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764603.088993:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787764603.088995:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000040:3.0:1787764603.088996:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000100:00000001:1.0:1787764603.088998:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787764603.089000:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787764603.089003:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000040:3.0:1787764603.089004:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000100:00000001:1.0:1787764603.089006:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787764603.089009:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00100000:1.0:1787764603.089014:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b0b40 x1874601358863360/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787764603.089015:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:3.0:1787764603.089023:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764603.089028:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787764603.089031:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787764603.089046:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000040:1.0:1787764603.089047:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b0b40 x1874601358863360/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764628 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764603.089052:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764603.089057:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00000001:1.0:1787764603.089064:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787764603.089065:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764603.089070:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764603.089073:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764603.089075:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764603.089076:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764603.089089:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764603.089092:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764603.089095:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000001:3.0:1787764603.089095:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764603.089099:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787764603.089099:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764603.089103:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00080000:1.0:1787764603.089105:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000008:00000001:3.0:1787764603.089107:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764603.089112:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000100:00000001:3.0:1787764603.089113:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764603.089117:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000010:3.0:1787764603.089119:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b03c0.
00000100:00000040:1.0:1787764603.089123:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b0b40 x1874601358863360/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764628 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787764603.089131:0:58520:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
00000100:00100000:1.0:1787764603.089136:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358863360:192.168.202.141@tcp:250:kworker.0
02000000:00000001:3.0:1787764603.089137:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764603.089140:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764603.089145:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764603.089147:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787764603.089148:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787764603.089150:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764603.089152:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000010:3.0:1787764603.089157:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9e000.
00000100:00000040:1.0:1787764603.089158:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b0b40 x1874601358863360/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764628 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764603.089162:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764603.089172:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00100000:3.0:1787764603.089172:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b03c0 x1874601358863872/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787764603.089175:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764603.089179:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649d800.
00000100:00000001:3.0:1787764603.089184:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1787764603.089185:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:3.0:1787764603.089189:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764603.089190:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764603.089194:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000100:00000040:3.0:1787764603.089195:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fa8aa37] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b03c0 x1874601358863872/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1787764603.089197:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764603.089201:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9c400.
02000000:00000001:1.0:1787764603.089208:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:3.0:1787764603.089209:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764603.089211:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764603.089214:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b0b40.
00000100:00000040:3.0:1787764603.089215:0:58520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5498)
00000100:00000001:1.0:1787764603.089218:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764603.089221:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764603.089223:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764603.089230:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764603.089232:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764603.089234:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764603.089236:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764603.089253:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764603.089258:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b21c0 x1874601358863488/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764603.089265:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764603.089266:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764603.089268:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764603.089270:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764603.089272:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764603.089275:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358863488:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764603.089278:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764603.089280:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764603.089282:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764603.089284:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764603.089286:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649d800.
02000000:00000001:1.0:1787764603.089288:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764603.089292:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764603.089294:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3108.
00000400:00000010:1.0:1787764603.089298:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573faa0.
00000100:00000200:1.0:1787764603.089300:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358863488, portal 10
00000100:00000001:1.0:1787764603.089302:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764603.089304:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542828992 : -114205166722624 : ffff9821899b21c0)
00000100:00000040:1.0:1787764603.089309:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b21c0 x1874601358863488/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764603.089317:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764603.089319:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764603.089321:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000200:1.0:1787764603.089323:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358863488, offset 0
00000400:00000200:1.0:1787764603.089327:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764603.089331:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764603.089335:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764603.089337:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764603.089340:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764603.089342:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764603.089345:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764603.089348:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70617:70617:256:4294967295] 192.168.202.141@tcp LPNI seq info [70617:70617:8:4294967295]
00000400:00000200:1.0:1787764603.089352:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764603.089358:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764603.089363:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764603.089366:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9821898bd100.
00000800:00000200:1.0:1787764603.089370:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764603.089373:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787764603.089377:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764603.089379:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1787764603.089383:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764603.089385:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9821898bd100.
00000400:00000200:1.0:1787764603.089388:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764603.089391:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764603.089393:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000400:00000010:1.0:1787764603.089395:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:1.0:1787764603.089397:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764603.089400:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b21c0 x1874601358863488/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764603.089408:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764603.089411:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b21c0 x1874601358863488/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764628 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764603.089423:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764603.089425:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764603.089428:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764603.089431:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:1.0:1787764603.089434:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764603.089437:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300161047
00000100:00000001:1.0:1787764603.089440:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300162315
00000100:00000001:1.0:1787764603.089442:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300161047
00000100:00000001:1.0:1787764603.089444:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300162315
00000100:00000001:1.0:1787764603.089446:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764603.089448:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764603.089449:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764603.089453:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764603/real 1787764603]  req@ffff9821899b21c0 x1874601358863488/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764603.089460:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764603.089462:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764603.089463:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3108.
00000400:00000200:1.0:1787764603.089465:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573faa0
00000400:00000010:1.0:1787764603.089467:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573faa0.
00000100:00000001:1.0:1787764603.089469:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764603.089472:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b21c0 x1874601358863488/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764603.089480:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b21c0 x1874601358863488/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764603.089486:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764603.089488:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764603.089490:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764603.089491:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764603.089495:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b21c0 x1874601358863488/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764603.089502:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764603.089506:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b21c0 x1874601358863488/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764628 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764603.089513:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764603.089515:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764603.089517:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764603.089518:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764603.089520:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764603.089521:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764603.089524:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764603.089527:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764603.089529:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764603.089533:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b21c0 x1874601358863488/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764628 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764603.089541:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358863488:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764603.089544:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764603.089547:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b3840 x1874601358863616/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764603.089554:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764603.089555:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764603.089557:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764603.089559:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764603.089561:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764603.089564:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358863616:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764603.089567:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764603.089569:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764603.089571:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764603.089572:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764603.089575:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649c000.
02000000:00000001:1.0:1787764603.089577:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764603.089580:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764603.089583:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3108.
00000400:00000010:1.0:1787764603.089586:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573faa0.
00000100:00000200:1.0:1787764603.089589:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358863616, portal 10
00000100:00000001:1.0:1787764603.089590:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764603.089592:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542834752 : -114205166716864 : ffff9821899b3840)
00000100:00000040:1.0:1787764603.089597:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b3840 x1874601358863616/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764603.089603:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764603.089605:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764603.089607:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000200:1.0:1787764603.089609:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358863616, offset 0
00000400:00000200:1.0:1787764603.089613:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764603.089616:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764603.089619:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764603.089622:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764603.089625:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764603.089627:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764603.089629:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764603.089632:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70618:70618:256:4294967295] 192.168.202.141@tcp LPNI seq info [70618:70618:8:4294967295]
00000400:00000200:1.0:1787764603.089636:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764603.089642:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764603.089647:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764603.089649:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9821898bd100.
00000800:00000200:1.0:1787764603.089653:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764603.089655:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787764603.089659:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764603.089662:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1787764603.089666:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764603.089668:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9821898bd100.
00000400:00000200:1.0:1787764603.089671:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764603.089674:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764603.089677:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000400:00000010:1.0:1787764603.089678:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:1.0:1787764603.089680:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764603.089684:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b3840 x1874601358863616/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764603.089691:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764603.089694:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b3840 x1874601358863616/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764628 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764603.089700:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764603.089702:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764603.089704:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764603.089707:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:1.0:1787764603.089710:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764603.089712:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300161041
00000100:00000001:1.0:1787764603.089714:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300162315
00000100:00000001:1.0:1787764603.089716:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300161041
00000100:00000001:1.0:1787764603.089718:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300162315
00000100:00000001:1.0:1787764603.089720:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764603.089721:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764603.089723:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764603.089726:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764603/real 1787764603]  req@ffff9821899b3840 x1874601358863616/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764603.089734:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764603.089735:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764603.089736:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3108.
00000400:00000200:1.0:1787764603.089739:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573faa0
00000400:00000010:1.0:1787764603.089740:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573faa0.
00000100:00000001:1.0:1787764603.089742:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764603.089745:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b3840 x1874601358863616/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764603.089754:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b3840 x1874601358863616/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764603.089760:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764603.089761:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764603.089763:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764603.089764:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764603.089767:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b3840 x1874601358863616/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764603.089774:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764603.089777:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b3840 x1874601358863616/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764628 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764603.089784:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764603.089787:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764603.089788:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764603.089789:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764603.089791:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764603.089792:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764603.089794:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764603.089798:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764603.089799:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764603.089803:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b3840 x1874601358863616/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764628 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764603.089811:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358863616:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764603.089815:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764603.089818:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b0f00 x1874601358863744/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764603.089825:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764603.089826:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764603.089828:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764603.089830:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764603.089832:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764603.089834:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358863744:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764603.089837:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764603.089839:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764603.089841:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764603.089843:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764603.089846:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649cc00.
02000000:00000001:1.0:1787764603.089863:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764603.089867:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764603.089869:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3108.
00000400:00000010:1.0:1787764603.089872:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573faa0.
00000100:00000200:1.0:1787764603.089875:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358863744, portal 4
00000100:00000001:1.0:1787764603.089877:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764603.089878:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542824192 : -114205166727424 : ffff9821899b0f00)
00000100:00000040:1.0:1787764603.089884:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b0f00 x1874601358863744/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764603.089890:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764603.089892:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764603.089894:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000200:1.0:1787764603.089896:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358863744, offset 0
00000400:00000200:1.0:1787764603.089900:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764603.089904:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764603.089907:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764603.089909:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764603.089912:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764603.089914:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764603.089916:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764603.089920:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70619:70619:256:4294967295] 192.168.202.141@tcp LPNI seq info [70619:70619:8:4294967295]
00000400:00000200:1.0:1787764603.089924:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764603.089930:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764603.089935:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764603.089938:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9821898bd100.
00000800:00000200:1.0:1787764603.089942:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764603.089944:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787764603.089948:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764603.089951:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1787764603.089954:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764603.089956:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9821898bd100.
00000400:00000200:1.0:1787764603.089959:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764603.089962:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764603.089965:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000400:00000010:1.0:1787764603.089966:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:1.0:1787764603.089969:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764603.089972:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b0f00 x1874601358863744/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764603.089979:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764603.089982:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b0f00 x1874601358863744/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764628 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764603.089989:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764603.089991:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764603.089993:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764603.089996:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:1.0:1787764603.089999:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764603.090001:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300161047
00000100:00000001:1.0:1787764603.090004:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300162315
00000100:00000001:1.0:1787764603.090006:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300161047
00000100:00000001:1.0:1787764603.090008:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300162315
00000100:00000001:1.0:1787764603.090010:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764603.090013:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764603.090014:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764603.090018:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764603/real 1787764603]  req@ffff9821899b0f00 x1874601358863744/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764603.090025:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764603.090026:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764603.090028:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3108.
00000400:00000200:1.0:1787764603.090030:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573faa0
00000400:00000010:1.0:1787764603.090032:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573faa0.
00000100:00000001:1.0:1787764603.090034:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764603.090037:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b0f00 x1874601358863744/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764603.090045:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b0f00 x1874601358863744/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764603.090051:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764603.090052:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764603.090054:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764603.090055:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764603.090058:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b0f00 x1874601358863744/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764603.090064:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764603.090068:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b0f00 x1874601358863744/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764628 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764603.090074:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764603.090091:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764603.090093:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764603.090094:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764603.090096:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764603.090098:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764603.090100:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764603.090104:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764603.090106:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764603.090110:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b0f00 x1874601358863744/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764628 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764603.090118:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358863744:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764603.090121:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764603.090124:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b03c0 x1874601358863872/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764603.090131:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764603.090132:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764603.090134:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764603.090136:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764603.090138:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764603.090140:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358863872:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764603.090143:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764603.090145:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764603.090146:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764603.090148:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764603.090151:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649ec00.
02000000:00000001:1.0:1787764603.090153:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764603.090156:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764603.090158:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3108.
00000400:00000010:1.0:1787764603.090161:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573faa0.
00000100:00000200:1.0:1787764603.090163:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358863872, portal 4
00000100:00000001:1.0:1787764603.090165:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764603.090166:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542821312 : -114205166730304 : ffff9821899b03c0)
00000100:00000040:1.0:1787764603.090171:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b03c0 x1874601358863872/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764603.090177:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764603.090180:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764603.090182:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000200:1.0:1787764603.090185:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358863872, offset 0
00000400:00000200:1.0:1787764603.090188:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764603.090192:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764603.090195:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764603.090198:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764603.090200:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764603.090203:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764603.090205:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764603.090207:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70620:70620:256:4294967295] 192.168.202.141@tcp LPNI seq info [70620:70620:8:4294967295]
00000400:00000200:1.0:1787764603.090212:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764603.090218:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764603.090222:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764603.090225:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9821898bd100.
00000800:00000200:1.0:1787764603.090229:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764603.090232:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1787764603.090236:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764603.090239:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1787764603.090242:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764603.090244:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9821898bd100.
00000400:00000200:1.0:1787764603.090247:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764603.090250:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764603.090252:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000400:00000010:1.0:1787764603.090254:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:1.0:1787764603.090256:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764603.090259:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b03c0 x1874601358863872/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764603.090266:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764603.090269:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b03c0 x1874601358863872/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764628 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764603.090275:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764603.090277:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764603.090280:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764603.090283:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:1.0:1787764603.090286:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764603.090288:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300161048
00000100:00000001:1.0:1787764603.090290:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300162315
00000100:00000001:1.0:1787764603.090292:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300161048
00000100:00000001:1.0:1787764603.090295:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300162315
00000100:00000001:1.0:1787764603.090296:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764603.090298:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764603.090300:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764603.090303:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764603/real 1787764603]  req@ffff9821899b03c0 x1874601358863872/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764603.090311:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764603.090313:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764603.090314:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3108.
00000400:00000200:1.0:1787764603.090316:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573faa0
00000400:00000010:1.0:1787764603.090318:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573faa0.
00000100:00000001:1.0:1787764603.090320:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764603.090323:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b03c0 x1874601358863872/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764603.090331:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b03c0 x1874601358863872/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764603.090337:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764603.090338:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764603.090340:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764603.090341:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764603.090345:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b03c0 x1874601358863872/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764603.090351:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764603.090355:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b03c0 x1874601358863872/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764628 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764603.090361:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764603.090363:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764603.090365:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764603.090366:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764603.090368:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764603.090369:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764603.090371:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764603.090374:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764603.090376:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764603.090380:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b03c0 x1874601358863872/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764628 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764603.090387:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358863872:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764603.090391:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764603.090392:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764603.090396:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b21c0 x1874601358863488/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764628 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764603.090402:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764603.090403:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764603.090405:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649d800.
02000000:00000001:1.0:1787764603.090408:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764603.090409:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764603.090411:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:1.0:1787764603.090413:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764603.090414:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9e800.
02000000:00000001:1.0:1787764603.090417:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764603.090419:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764603.090420:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b21c0.
00000100:00000001:1.0:1787764603.090422:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764603.090424:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764603.090425:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764603.090428:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b3840 x1874601358863616/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764628 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764603.090435:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764603.090436:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764603.090438:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649c000.
02000000:00000001:1.0:1787764603.090440:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764603.090441:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764603.090442:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:1.0:1787764603.090444:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764603.090445:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9cc00.
02000000:00000001:1.0:1787764603.090447:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764603.090448:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764603.090449:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b3840.
00000100:00000001:1.0:1787764603.090452:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764603.090453:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764603.090454:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764603.090457:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b0f00 x1874601358863744/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764628 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764603.090463:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764603.090464:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764603.090465:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649cc00.
02000000:00000001:1.0:1787764603.090467:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764603.090468:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764603.090469:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:1.0:1787764603.090471:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764603.090473:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9dc00.
02000000:00000001:1.0:1787764603.090475:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764603.090476:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764603.090477:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b0f00.
00000100:00000001:1.0:1787764603.090479:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764603.090480:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764603.090482:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764603.090485:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b03c0 x1874601358863872/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764628 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764603.090496:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764603.090497:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764603.090498:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649ec00.
02000000:00000001:1.0:1787764603.090501:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764603.090501:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764603.090503:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:1.0:1787764603.090504:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764603.090505:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9e000.
02000000:00000001:1.0:1787764603.090507:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764603.090508:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764603.090509:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b03c0.
00000100:00000001:1.0:1787764603.090511:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764603.090512:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764603.090513:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764603.090517:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764603.090518:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764603.090520:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764603.090521:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764603.408023:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764603.408029:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764603.408033:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764603.408034:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764603.408036:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764603.408037:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764603.408039:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764603.408040:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764603.408042:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764603.408043:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764603.408103:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764603.408107:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764603.408111:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764603.663987:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764603.663998:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764603.664001:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764603.664010:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764603.664014:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764603.664018:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764603.664022:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764603.664026:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764603.664029:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764604.431925:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4300162315, at 4300162368
00010000:00000001:0.0:1787764604.431929:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000040:2.0:1787764604.431932:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4300162315, at 4300162368
00010000:00000001:0.0:1787764604.431935:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764604.431940:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764604.431943:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764604.431943:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191cd4de0.
00000100:00000010:2.0:1787764604.431945:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191cd4840.
00010000:00000001:0.0:1787764604.431949:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764604.431952:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764604.431954:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764604.431957:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764604.431961:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764604.431963:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764604.431966:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764604.431968:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764604.431971:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764604.431973:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764604.431975:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764604.431985:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764604.431987:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764604.431988:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764604.431990:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764604.431992:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764604.431995:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764604.431996:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764604.432014:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764604.432017:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764604.432019:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764604.687964:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764604.687970:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764604.687972:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764604.687977:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764604.687982:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764604.687986:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764604.687989:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764604.687992:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764604.687995:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764605.455972:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764605.455979:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764605.455984:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764605.455985:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764605.455988:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764605.455989:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764605.455992:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764605.455993:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764605.455997:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764605.455998:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764605.456019:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764605.456022:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764605.456025:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764605.711951:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764605.711958:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764605.711960:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764605.711963:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764605.711967:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764605.711972:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764605.711976:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764605.711979:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764605.711981:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764606.479986:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764606.479993:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764606.480000:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764606.480004:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764606.480006:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764606.480009:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764606.480012:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764606.480014:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764606.480017:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764606.480019:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764606.480024:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764606.480025:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764606.480029:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764606.480030:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764606.480033:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764606.480034:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764606.480099:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764606.480103:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764606.480107:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764606.735932:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764606.735941:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764606.735944:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764606.735949:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764606.735953:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764606.735957:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764606.735959:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764606.735966:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764606.735969:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764607.504010:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764607.504018:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764607.504024:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764607.504026:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764607.504030:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764607.504031:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764607.504034:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764607.504035:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764607.504068:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764607.504070:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764607.504099:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764607.504102:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764607.504105:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764607.759995:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764607.760006:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764607.760009:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764607.760017:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764607.760022:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764607.760027:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764607.760030:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764607.760052:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764607.760057:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764608.208024:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764608.208049:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787764608.208052:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764608.208056:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764608.208060:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764608.208068:0:58520:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5493
00000400:00000200:2.0:1787764608.208076:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764608.208083:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764608.208086:0:58520:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764608.208088:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764608.208091:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764608.208094:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764608.208096:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764608.208099:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764608.208101:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:2.0:1787764608.208103:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764608.208107:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:2.0:1787764608.208108:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:2.0:1787764608.208110:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:2.0:1787764608.208111:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764608.208113:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764608.208114:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764608.208115:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764608.208117:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:2.0:1787764608.208120:0:58520:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764608.208121:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764608.208124:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764608.208127:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764608.208129:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764608.208130:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787764608.208132:0:58520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764608.208141:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896bd2c0.
00000020:00000040:2.0:1787764608.208144:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:2.0:1787764608.208148:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764608.208149:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764608.208152:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764608.208155:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764608.208159:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764608.208166:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982188698000.
00000100:00000001:2.0:1787764608.208173:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764608.208181:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896bd2c0 x1874601358864000/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764608.208189:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764608.208193:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764608.208196:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006421b88f] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bd2c0 x1874601358864000/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764608.208216:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764608.208219:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764608.208221:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787764608.208222:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764608.208223:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764608.208225:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764608.208226:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5493
00000400:00000200:2.0:1787764608.208228:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764608.208229:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764608.208231:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764608.208233:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764608.208234:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764608.208235:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764608.208237:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764608.208238:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764608.208239:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:2.0:1787764608.208240:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764608.208241:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:2.0:1787764608.208242:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:2.0:1787764608.208244:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:2.0:1787764608.208246:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764608.208249:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764608.208251:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764608.208254:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:1.0:1787764608.208257:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1787764608.208257:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00000001:1.0:1787764608.208263:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1787764608.208263:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764608.208267:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787764608.208268:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764608.208274:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1787764608.208276:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896bd2c0 x1874601358864000/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787764608.208283:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764608.208284:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764608.208287:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764608.208288:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764608.208293:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1787764608.208293:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787764608.208297:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764608.208300:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1787764608.208301:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764608.208306:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764608.208309:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764608.208311:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896bd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358864000:192.168.202.141@tcp:250:kworker.0
00000100:00000010:2.0:1787764608.208316:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896bcf00.
00000100:00000001:1.0:1787764608.208318:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:2.0:1787764608.208320:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:2.0:1787764608.208324:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764608.208325:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764608.208327:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764608.208330:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764608.208330:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764608.208333:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764608.208336:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1787764608.208337:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764608.208344:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218869ac00.
02000000:00000010:1.0:1787764608.208345:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649cc00.
00000100:00000001:2.0:1787764608.208348:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764608.208352:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896bcf00 x1874601358864128/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787764608.208360:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764608.208366:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1787764608.208370:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764608.208370:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787764608.208376:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3108.
00000100:00000040:2.0:1787764608.208377:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac7ee65d] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bcf00 x1874601358864128/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787764608.208384:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573faa0.
00000100:00000001:2.0:1787764608.208392:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764608.208396:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1787764608.208399:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358864000, portal 25
00000100:00080000:2.0:1787764608.208400:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787764608.208404:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787764608.208406:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:2.0:1787764608.208408:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764608.208410:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539728576 : -114205169823040 : ffff9821896bd2c0)
00000100:00000001:2.0:1787764608.208412:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764608.208416:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5493
00000100:00000040:1.0:1787764608.208421:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896bd2c0 x1874601358864000/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787764608.208421:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764608.208427:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764608.208431:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764608.208437:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764608.208441:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787764608.208442:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764608.208444:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000040:1.0:1787764608.208448:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000100:00000001:2.0:1787764608.208449:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764608.208452:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000010:1.0:1787764608.208453:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000020:00000040:2.0:1787764608.208454:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:2.0:1787764608.208458:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764608.208460:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000100:00000200:1.0:1787764608.208461:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358864000, offset 0
00000020:00000001:2.0:1787764608.208462:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:2.0:1787764608.208465:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:2.0:1787764608.208467:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764608.208470:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787764608.208472:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000100:00000040:2.0:1787764608.208474:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764608.208477:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764608.208479:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:2.0:1787764608.208480:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764608.208482:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764608.208483:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764608.208485:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787764608.208486:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
02000000:00000001:2.0:1787764608.208487:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764608.208491:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764608.208493:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764608.208494:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764608.208495:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764608.208499:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000100:00000010:2.0:1787764608.208499:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896be580.
00000020:00000040:2.0:1787764608.208502:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:2.0:1787764608.208506:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764608.208507:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764608.208508:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1787764608.208510:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:2.0:1787764608.208510:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764608.208513:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764608.208517:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
02000000:00000010:2.0:1787764608.208517:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218869b400.
00000100:00000001:2.0:1787764608.208522:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764608.208524:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764608.208529:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000100:00100000:2.0:1787764608.208529:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896be580 x1874601358864256/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764608.208536:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764608.208537:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764608.208540:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a463b55c] to pc [ptlrpcd_rcv+-1]  req@ffff9821896be580 x1874601358864256/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787764608.208543:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70621:70621:256:4294967295] 192.168.202.141@tcp LPNI seq info [70621:70621:8:4294967295]
00000400:00000200:1.0:1787764608.208556:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764608.208560:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764608.208565:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787764608.208573:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000100:00080000:2.0:1787764608.208573:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787764608.208575:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764608.208579:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764608.208583:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:1.0:1787764608.208586:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000100:00080000:2.0:1787764608.208589:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5493
00000800:00000010:1.0:1787764608.208595:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9821898bd100.
00000400:00000200:2.0:1787764608.208596:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764608.208603:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764608.208606:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000800:00000200:1.0:1787764608.208609:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000040:2.0:1787764608.208612:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000800:00000200:1.0:1787764608.208615:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000100:00000001:2.0:1787764608.208615:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764608.208620:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764608.208630:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000800:00000200:1.1:1787764608.208631:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000020:00000001:2.0:1787764608.208632:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764608.208635:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000800:00000200:1.1:1787764608.208638:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000020:00000001:2.0:1787764608.208640:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764608.208644:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:2.0:1787764608.208648:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000800:00000100:1.0:1787764608.208649:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000020:00000001:2.0:1787764608.208651:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000800:00000010:1.0:1787764608.208654:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9821898bd100.
00000100:00000040:2.0:1787764608.208655:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764608.208660:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764608.208663:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764608.208664:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764608.208665:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000400:00000200:1.0:1787764608.208667:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:2.0:1787764608.208667:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764608.208672:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764608.208673:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764608.208675:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764608.208677:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764608.208679:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764608.208682:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000400:00000200:1.0:1787764608.208683:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000008:00000001:2.0:1787764608.208684:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764608.208688:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764608.208691:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896bc000.
00000020:00000040:2.0:1787764608.208693:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:2.0:1787764608.208694:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1787764608.208696:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
02000000:00000001:2.0:1787764608.208696:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787764608.208701:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:2.0:1787764608.208701:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764608.208704:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764608.208707:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764608.208710:0:2388:0:(events.c:34:request_out_callback()) Process entered
02000000:00000010:2.0:1787764608.208712:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982188699800.
00000100:00000200:1.0:1787764608.208717:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896bd2c0 x1874601358864000/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764608.208719:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764608.208727:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896bc000 x1874601358864384/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764608.208737:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764608.208742:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764608.208747:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764608.208748:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ceda9ea7] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bc000 x1874601358864384/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787764608.208755:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bd2c0 x1874601358864000/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764633 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764608.208761:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764608.208767:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787764608.208770:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764608.208772:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787764608.208774:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764608.208776:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764608.208780:0:58520:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764608.208783:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787764608.208785:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764608.208788:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5493
00000400:00000200:1.0:1787764608.208792:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764608.208797:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4300167435
00000400:00000200:2.0:1787764608.208797:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764608.208802:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00000010:1.0:1787764608.208804:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982191cd4ba0.
00000100:00080000:2.0:1787764608.208805:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764608.208809:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764608.208811:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764608.208813:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764608.208814:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787764608.208815:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764608.208819:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764608.208820:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:2.0:1787764608.208821:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764608.208822:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:2.0:1787764608.208824:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000001:1.0:1787764608.208825:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4300167435
00000020:00000001:2.0:1787764608.208826:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000010:1.0:1787764608.208831:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982191cd4120.
00000100:00000040:2.0:1787764608.208831:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764608.208835:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787764608.208837:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000100:00000040:2.0:1787764608.208838:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764608.208841:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764608.208841:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764608.208846:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:2.0:1787764608.208883:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764608.208885:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764608.208887:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764608.208887:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787764608.208891:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:2.0:1787764608.208891:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764608.208896:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764608.208898:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764608/real 1787764608]  req@ffff9821896bd2c0 x1874601358864000/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764608.208900:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764608.208905:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000400:00000001:1.0:1787764608.208908:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000008:00000001:2.0:1787764608.208909:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787764608.208911:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764608.208915:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3108.
00000100:00000001:2.0:1787764608.208915:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764608.208919:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573faa0
00000400:00000010:1.0:1787764608.208921:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573faa0.
00000100:00000010:2.0:1787764608.208923:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896bf0c0.
00000100:00000001:1.0:1787764608.208924:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764608.208929:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896bd2c0 x1874601358864000/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787764608.208930:0:58520:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:2.0:1787764608.208936:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764608.208938:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764608.208941:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:1.0:1787764608.208943:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896bd2c0 x1874601358864000/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787764608.208944:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764608.208947:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764608.208953:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218869a000.
00000100:00000001:1.0:1787764608.208954:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764608.208957:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764608.208959:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764608.208960:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764608.208963:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764608.208967:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896bf0c0 x1874601358864512/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1787764608.208968:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896bd2c0 x1874601358864000/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764608.208990:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764608.208991:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764608.208994:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764608.208998:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896bd2c0 x1874601358864000/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764633 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787764608.208999:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c4c07353] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bf0c0 x1874601358864512/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764608.209018:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764608.209020:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764608.209021:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764608.209024:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764608.209024:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764608.209027:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000040:2.0:1787764608.209027:0:58520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5503)
00000100:00000001:1.0:1787764608.209047:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764608.209050:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764608.209054:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764608.209056:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764608.209060:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896bd2c0 x1874601358864000/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764633 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764608.209065:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896bd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358864000:192.168.202.141@tcp:250:kworker.0
00000100:00000001:1.0:1787764608.209069:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764608.209070:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764608.209072:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bd2c0 x1874601358864000/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764633 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764608.209076:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764608.209078:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764608.209081:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649cc00.
02000000:00000001:1.0:1787764608.209083:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764608.209084:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764608.209085:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000020:00000001:1.0:1787764608.209087:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764608.209089:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982188698000.
02000000:00000001:1.0:1787764608.209093:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764608.209094:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764608.209096:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bd2c0.
00000100:00000001:1.0:1787764608.209098:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764608.209098:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764608.209100:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764608.209106:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764608.209108:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764608.209109:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764608.209110:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764608.209111:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764608.209113:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896bcf00 x1874601358864128/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764608.209118:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764608.209119:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764608.209120:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764608.209121:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764608.209122:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764608.209124:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896bcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358864128:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764608.209126:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764608.209127:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764608.209128:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764608.209130:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764608.209132:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649cc00.
02000000:00000001:1.0:1787764608.209133:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764608.209136:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764608.209138:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3108.
00000400:00000010:1.0:1787764608.209140:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573faa0.
00000100:00000200:1.0:1787764608.209142:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358864128, portal 10
00000100:00000001:1.0:1787764608.209144:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764608.209145:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539727616 : -114205169824000 : ffff9821896bcf00)
00000100:00000040:1.0:1787764608.209150:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896bcf00 x1874601358864128/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764608.209154:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764608.209155:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764608.209157:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000200:1.0:1787764608.209159:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358864128, offset 0
00000400:00000200:1.0:1787764608.209161:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764608.209164:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764608.209167:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764608.209170:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764608.209172:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764608.209174:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764608.209177:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764608.209179:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70622:70622:256:4294967295] 192.168.202.141@tcp LPNI seq info [70622:70622:8:4294967295]
00000400:00000200:1.0:1787764608.209183:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764608.209189:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764608.209194:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764608.209197:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9821898bd100.
00000800:00000200:1.0:1787764608.209201:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764608.209204:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787764608.209208:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764608.209211:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1787764608.209215:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764608.209217:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9821898bd100.
00000400:00000200:1.0:1787764608.209220:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764608.209223:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764608.209225:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000400:00000010:1.0:1787764608.209226:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:1.0:1787764608.209228:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764608.209230:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896bcf00 x1874601358864128/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764608.209239:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764608.209241:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bcf00 x1874601358864128/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764633 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764608.209245:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764608.209246:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764608.209248:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764608.209251:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:1.0:1787764608.209253:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764608.209254:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300166167
00000100:00000001:1.0:1787764608.209257:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300167435
00000100:00000001:1.0:1787764608.209258:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300166167
00000100:00000001:1.0:1787764608.209260:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300167435
00000100:00000001:1.0:1787764608.209261:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764608.209262:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764608.209263:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764608.209265:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764608/real 1787764608]  req@ffff9821896bcf00 x1874601358864128/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764608.209270:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764608.209271:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764608.209272:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3108.
00000400:00000200:1.0:1787764608.209273:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573faa0
00000400:00000010:1.0:1787764608.209275:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573faa0.
00000100:00000001:1.0:1787764608.209276:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764608.209277:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896bcf00 x1874601358864128/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764608.209282:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896bcf00 x1874601358864128/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764608.209286:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764608.209287:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764608.209288:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764608.209289:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764608.209291:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896bcf00 x1874601358864128/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764608.209295:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764608.209297:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896bcf00 x1874601358864128/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764633 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764608.209301:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764608.209302:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764608.209303:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764608.209304:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764608.209305:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764608.209307:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764608.209309:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764608.209312:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764608.209314:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764608.209318:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896bcf00 x1874601358864128/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764633 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764608.209325:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896bcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358864128:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764608.209329:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764608.209332:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896be580 x1874601358864256/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764608.209339:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764608.209340:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764608.209342:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764608.209344:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764608.209346:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764608.209350:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896be580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358864256:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764608.209353:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764608.209354:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764608.209356:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764608.209357:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764608.209359:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649c000.
02000000:00000001:1.0:1787764608.209361:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764608.209363:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764608.209365:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3108.
00000400:00000010:1.0:1787764608.209366:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573faa0.
00000100:00000200:1.0:1787764608.209368:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358864256, portal 10
00000100:00000001:1.0:1787764608.209370:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764608.209371:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539733376 : -114205169818240 : ffff9821896be580)
00000100:00000040:1.0:1787764608.209375:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896be580 x1874601358864256/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764608.209381:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764608.209383:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764608.209385:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000200:1.0:1787764608.209387:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358864256, offset 0
00000400:00000200:1.0:1787764608.209391:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764608.209395:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764608.209398:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764608.209401:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764608.209403:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764608.209405:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764608.209408:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764608.209410:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70623:70623:256:4294967295] 192.168.202.141@tcp LPNI seq info [70623:70623:8:4294967295]
00000400:00000200:1.0:1787764608.209414:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764608.209420:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764608.209425:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764608.209428:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9821898bd100.
00000800:00000200:1.0:1787764608.209433:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764608.209435:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787764608.209439:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764608.209442:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1787764608.209445:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764608.209448:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9821898bd100.
00000400:00000200:1.0:1787764608.209450:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764608.209454:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764608.209457:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000400:00000010:1.0:1787764608.209458:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:1.0:1787764608.209461:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764608.209464:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896be580 x1874601358864256/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764608.209472:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764608.209474:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896be580 x1874601358864256/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764633 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764608.209481:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764608.209482:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764608.209485:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764608.209489:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:1.0:1787764608.209492:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764608.209494:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300166161
00000100:00000001:1.0:1787764608.209496:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300167435
00000100:00000001:1.0:1787764608.209498:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300166161
00000100:00000001:1.0:1787764608.209500:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300167435
00000100:00000001:1.0:1787764608.209502:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764608.209504:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764608.209506:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764608.209510:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764608/real 1787764608]  req@ffff9821896be580 x1874601358864256/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764608.209515:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764608.209517:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764608.209518:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3108.
00000400:00000200:1.0:1787764608.209519:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573faa0
00000400:00000010:1.0:1787764608.209520:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573faa0.
00000100:00000001:1.0:1787764608.209522:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764608.209524:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896be580 x1874601358864256/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764608.209529:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896be580 x1874601358864256/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764608.209532:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764608.209533:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764608.209534:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764608.209535:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764608.209537:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896be580 x1874601358864256/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764608.209541:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764608.209543:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896be580 x1874601358864256/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764633 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764608.209547:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764608.209548:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764608.209549:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764608.209550:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764608.209551:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764608.209552:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764608.209553:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764608.209555:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764608.209556:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764608.209558:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896be580 x1874601358864256/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764633 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764608.209569:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896be580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358864256:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764608.209573:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764608.209576:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896bc000 x1874601358864384/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764608.209582:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764608.209584:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764608.209586:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764608.209588:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764608.209590:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764608.209593:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358864384:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764608.209596:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764608.209597:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764608.209599:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764608.209600:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764608.209603:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649d800.
02000000:00000001:1.0:1787764608.209605:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764608.209609:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764608.209611:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3108.
00000400:00000010:1.0:1787764608.209615:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573faa0.
00000100:00000200:1.0:1787764608.209618:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358864384, portal 4
00000100:00000001:1.0:1787764608.209620:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764608.209621:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539723776 : -114205169827840 : ffff9821896bc000)
00000100:00000040:1.0:1787764608.209627:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896bc000 x1874601358864384/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764608.209634:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764608.209636:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764608.209638:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000200:1.0:1787764608.209641:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358864384, offset 0
00000400:00000200:1.0:1787764608.209644:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764608.209649:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764608.209652:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764608.209655:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764608.209657:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764608.209660:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764608.209662:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764608.209665:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70624:70624:256:4294967295] 192.168.202.141@tcp LPNI seq info [70624:70624:8:4294967295]
00000400:00000200:1.0:1787764608.209669:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764608.209675:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764608.209678:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764608.209681:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9821898bd100.
00000800:00000200:1.0:1787764608.209683:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764608.209685:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787764608.209688:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764608.209690:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1787764608.209707:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764608.209708:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9821898bd100.
00000400:00000200:1.0:1787764608.209710:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764608.209713:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764608.209715:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000400:00000010:1.0:1787764608.209716:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:1.0:1787764608.209718:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764608.209720:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896bc000 x1874601358864384/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764608.209725:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764608.209727:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bc000 x1874601358864384/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764633 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764608.209731:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764608.209732:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764608.209734:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764608.209736:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:1.0:1787764608.209738:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764608.209740:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300166166
00000100:00000001:1.0:1787764608.209742:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300167435
00000100:00000001:1.0:1787764608.209743:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300166166
00000100:00000001:1.0:1787764608.209745:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300167435
00000100:00000001:1.0:1787764608.209746:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764608.209747:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764608.209748:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764608.209750:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764608/real 1787764608]  req@ffff9821896bc000 x1874601358864384/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764608.209756:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764608.209757:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764608.209759:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3108.
00000400:00000200:1.0:1787764608.209761:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573faa0
00000400:00000010:1.0:1787764608.209763:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573faa0.
00000100:00000001:1.0:1787764608.209764:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764608.209767:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896bc000 x1874601358864384/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764608.209775:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896bc000 x1874601358864384/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764608.209781:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764608.209782:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764608.209784:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764608.209786:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764608.209789:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896bc000 x1874601358864384/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764608.209797:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764608.209800:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896bc000 x1874601358864384/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764633 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764608.209805:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764608.209808:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764608.209809:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764608.209809:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764608.209811:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764608.209812:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764608.209813:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764608.209815:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764608.209816:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764608.209818:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896bc000 x1874601358864384/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764633 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764608.209823:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358864384:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764608.209825:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764608.209827:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896bf0c0 x1874601358864512/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764608.209831:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764608.209832:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764608.209833:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764608.209834:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764608.209835:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764608.209837:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896bf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358864512:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764608.209838:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764608.209839:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764608.209840:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764608.209842:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764608.209844:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649f000.
02000000:00000001:1.0:1787764608.209845:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764608.209865:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764608.209867:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3108.
00000400:00000010:1.0:1787764608.209869:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573faa0.
00000100:00000200:1.0:1787764608.209871:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358864512, portal 4
00000100:00000001:1.0:1787764608.209873:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764608.209874:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539736256 : -114205169815360 : ffff9821896bf0c0)
00000100:00000040:1.0:1787764608.209878:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896bf0c0 x1874601358864512/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764608.209882:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764608.209883:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764608.209885:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000200:1.0:1787764608.209886:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358864512, offset 0
00000400:00000200:1.0:1787764608.209888:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764608.209891:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764608.209893:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764608.209895:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764608.209896:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764608.209898:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764608.209899:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764608.209902:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70625:70625:256:4294967295] 192.168.202.141@tcp LPNI seq info [70625:70625:8:4294967295]
00000400:00000200:1.0:1787764608.209904:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764608.209908:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764608.209911:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764608.209913:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9821898bd100.
00000800:00000200:1.0:1787764608.209915:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764608.209917:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1787764608.209919:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764608.209921:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1787764608.209924:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764608.209925:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9821898bd100.
00000400:00000200:1.0:1787764608.209927:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764608.209929:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764608.209930:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000400:00000010:1.0:1787764608.209932:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:1.0:1787764608.209933:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764608.209935:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896bf0c0 x1874601358864512/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764608.209944:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764608.209946:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bf0c0 x1874601358864512/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764633 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764608.209950:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764608.209950:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764608.209952:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764608.209954:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:1.0:1787764608.209956:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764608.209957:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300166168
00000100:00000001:1.0:1787764608.209958:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300167435
00000100:00000001:1.0:1787764608.209960:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300166168
00000100:00000001:1.0:1787764608.209961:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300167435
00000100:00000001:1.0:1787764608.209962:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764608.209963:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764608.209964:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764608.209966:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764608/real 1787764608]  req@ffff9821896bf0c0 x1874601358864512/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764608.209970:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764608.209971:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764608.209972:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3108.
00000400:00000200:1.0:1787764608.209973:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573faa0
00000400:00000010:1.0:1787764608.209974:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573faa0.
00000100:00000001:1.0:1787764608.209976:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764608.209977:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896bf0c0 x1874601358864512/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764608.209982:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896bf0c0 x1874601358864512/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764608.209986:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764608.209987:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764608.209989:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764608.209989:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764608.209992:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896bf0c0 x1874601358864512/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764608.209995:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764608.209997:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896bf0c0 x1874601358864512/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764633 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764608.210001:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764608.210002:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764608.210003:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764608.210003:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764608.210004:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764608.210005:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764608.210007:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764608.210008:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764608.210009:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764608.210011:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896bf0c0 x1874601358864512/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764633 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764608.210015:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896bf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358864512:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764608.210017:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764608.210018:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764608.210020:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bcf00 x1874601358864128/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764633 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764608.210024:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764608.210025:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764608.210026:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649cc00.
02000000:00000001:1.0:1787764608.210028:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764608.210029:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764608.210042:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:1.0:1787764608.210044:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764608.210045:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218869ac00.
02000000:00000001:1.0:1787764608.210048:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764608.210049:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764608.210050:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bcf00.
00000100:00000001:1.0:1787764608.210053:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764608.210054:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764608.210056:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764608.210060:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896be580 x1874601358864256/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764633 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764608.210066:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764608.210068:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764608.210069:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649c000.
02000000:00000001:1.0:1787764608.210071:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764608.210073:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764608.210074:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:1.0:1787764608.210076:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764608.210077:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218869b400.
02000000:00000001:1.0:1787764608.210079:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764608.210081:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764608.210082:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896be580.
00000100:00000001:1.0:1787764608.210084:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764608.210086:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764608.210088:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764608.210091:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bc000 x1874601358864384/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764633 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764608.210096:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764608.210098:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764608.210099:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649d800.
02000000:00000001:1.0:1787764608.210101:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764608.210102:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764608.210103:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:1.0:1787764608.210105:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764608.210106:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982188699800.
02000000:00000001:1.0:1787764608.210108:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764608.210110:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764608.210112:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bc000.
00000100:00000001:1.0:1787764608.210114:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764608.210115:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764608.210117:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764608.210121:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bf0c0 x1874601358864512/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764633 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764608.210127:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764608.210128:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764608.210130:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649f000.
02000000:00000001:1.0:1787764608.210132:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764608.210134:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764608.210135:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:1.0:1787764608.210137:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764608.210138:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218869a000.
02000000:00000001:1.0:1787764608.210140:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764608.210141:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764608.210142:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bf0c0.
00000100:00000001:1.0:1787764608.210144:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764608.210144:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764608.210146:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764608.210149:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764608.210150:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764608.210151:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764608.210152:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764608.528123:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764608.528132:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764608.528139:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764608.528140:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764608.528144:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764608.528146:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764608.528150:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764608.528151:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764608.528155:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764608.528156:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764608.528225:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764608.528228:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764608.528231:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764608.783968:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764608.783977:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764608.783980:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764608.783985:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764608.783989:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764608.783993:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764608.783996:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764608.783999:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764608.784001:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764609.552002:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4300167435, at 4300167488
00000100:00000040:3.0:1787764609.552003:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4300167435, at 4300167488
00010000:00000001:0.0:1787764609.552008:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764609.552014:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764609.552032:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764609.552034:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764609.552036:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191cd4ba0.
00010000:00000001:0.0:1787764609.552038:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:3.0:1787764609.552041:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191cd4120.
00010000:00000001:0.0:1787764609.552043:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764609.552048:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764609.552052:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764609.552056:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764609.552059:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764609.552061:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764609.552063:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764609.552074:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764609.552076:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764609.552080:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764609.552082:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764609.552083:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764609.552084:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764609.552086:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764609.552087:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764609.552088:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764609.552089:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764609.552141:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764609.552145:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764609.552148:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764609.808031:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764609.808041:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764609.808044:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764609.808050:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764609.808054:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764609.808058:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764609.808063:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764609.808066:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764609.808069:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764610.576214:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764610.576220:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764610.576225:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764610.576226:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764610.576230:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764610.576231:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764610.576233:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764610.576234:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764610.576237:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764610.576239:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764610.576288:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764610.576291:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764610.576293:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764610.832072:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764610.832078:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764610.832080:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764610.832085:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764610.832088:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764610.832091:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764610.832094:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764610.832097:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764610.832099:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764611.599972:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764611.599980:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764611.599986:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764611.599987:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764611.599992:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764611.599993:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764611.599997:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764611.599999:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764611.600013:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764611.600015:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764611.600041:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764611.600045:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764611.600047:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764611.856085:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764611.856091:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764611.856093:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764611.856097:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764611.856101:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764611.856104:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764611.856107:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764611.856109:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764611.856112:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764612.623951:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764612.623958:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764612.623963:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764612.623965:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764612.623968:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764612.623969:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764612.623973:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764612.623974:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764612.623977:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764612.623978:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764612.624090:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764612.624094:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764612.624096:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764612.879963:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764612.879969:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764612.879971:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764612.879976:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764612.879980:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764612.879984:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764612.879999:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764612.880002:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764612.880005:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764613.328118:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764613.328128:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764613.328131:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764613.328134:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764613.328138:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764613.328145:0:58520:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5498
00000400:00000200:3.0:1787764613.328153:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764613.328159:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764613.328163:0:58520:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764613.328166:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764613.328169:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764613.328171:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764613.328174:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764613.328177:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764613.328179:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:3.0:1787764613.328182:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764613.328185:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:3.0:1787764613.328188:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:3.0:1787764613.328190:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:3.0:1787764613.328193:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764613.328195:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764613.328196:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764613.328198:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764613.328201:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:3.0:1787764613.328205:0:58520:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764613.328207:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764613.328209:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764613.328212:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764613.328215:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764613.328217:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764613.328220:0:58520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764613.328228:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0000.
00000020:00000040:3.0:1787764613.328231:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:3.0:1787764613.328235:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764613.328236:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764613.328239:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764613.328242:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764613.328245:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764613.328252:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9c000.
00000100:00000001:3.0:1787764613.328259:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764613.328267:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0000 x1874601358864640/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764613.328276:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764613.328281:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764613.328286:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000084e1803] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0000 x1874601358864640/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764613.328348:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764613.328351:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764613.328354:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764613.328360:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b0000 x1874601358864640/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764613.328368:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764613.328370:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764613.328373:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764613.328376:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764613.328378:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764613.328381:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358864640:192.168.202.141@tcp:250:kworker.0
00000100:00000001:1.0:1787764613.328386:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764613.328389:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764613.328391:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764613.328394:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764613.328398:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649f000.
02000000:00000001:1.0:1787764613.328400:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764613.328405:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764613.328409:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3108.
00000400:00000010:1.0:1787764613.328415:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573faa0.
00000100:00000200:1.0:1787764613.328420:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358864640, portal 25
00000100:00000001:1.0:1787764613.328423:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764613.328424:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542820352 : -114205166731264 : ffff9821899b0000)
00000100:00000040:1.0:1787764613.328429:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b0000 x1874601358864640/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764613.328436:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764613.328439:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764613.328441:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000200:1.0:1787764613.328445:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358864640, offset 0
00000400:00000200:1.0:1787764613.328450:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764613.328458:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764613.328464:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764613.328469:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764613.328473:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764613.328477:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764613.328479:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764613.328483:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70626:70626:256:4294967295] 192.168.202.141@tcp LPNI seq info [70626:70626:8:4294967295]
00000400:00000200:1.0:1787764613.328487:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764613.328496:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764613.328501:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764613.328506:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9821898bd100.
00000800:00000200:1.0:1787764613.328512:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764613.328516:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787764613.328522:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764613.328525:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1787764613.328529:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764613.328532:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9821898bd100.
00000400:00000200:1.0:1787764613.328537:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764613.328542:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764613.328546:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000400:00000010:1.0:1787764613.328548:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:1.0:1787764613.328552:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764613.328556:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b0000 x1874601358864640/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764613.328580:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764613.328583:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764613.328586:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764613.328587:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764613.328589:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764613.328600:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764613.328603:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5498
00000400:00000200:3.0:1787764613.328607:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764613.328610:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764613.328612:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764613.328615:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764613.328617:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764613.328619:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764613.328621:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764613.328623:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764613.328625:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:3.0:1787764613.328627:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764613.328629:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:3.0:1787764613.328631:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:3.0:1787764613.328633:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:3.0:1787764613.328636:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764613.328638:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764613.328640:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764613.328642:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764613.328644:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:3.0:1787764613.328647:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764613.328649:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764613.328650:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764613.328655:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764613.328657:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764613.328659:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764613.328662:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764613.328665:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764613.328667:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764613.328670:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b1a40.
00000020:00000040:3.0:1787764613.328672:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:3.0:1787764613.328674:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764613.328676:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764613.328677:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764613.328679:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764613.328681:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764613.328684:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9e400.
00000100:00000001:3.0:1787764613.328687:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764613.328692:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b1a40 x1874601358864768/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764613.328707:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764613.328709:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764613.328713:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b5428e47] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b1a40 x1874601358864768/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764613.328901:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764613.328907:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b0000 x1874601358864640/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764638 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764613.328916:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764613.329034:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764613.329038:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764613.329041:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764613.329042:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764613.329044:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764613.329046:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764613.329049:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5498
00000400:00000200:3.0:1787764613.329053:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764613.329056:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764613.329058:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764613.329061:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764613.329063:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764613.329065:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764613.329067:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764613.329069:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764613.329070:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:3.0:1787764613.329072:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764613.329074:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:3.0:1787764613.329076:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:3.0:1787764613.329078:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:3.0:1787764613.329080:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764613.329082:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764613.329084:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764613.329086:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764613.329088:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:3.0:1787764613.329091:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764613.329093:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764613.329095:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764613.329098:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764613.329101:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764613.329102:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764613.329105:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764613.329107:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764613.329108:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764613.329112:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b3c00.
00000020:00000040:3.0:1787764613.329114:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:3.0:1787764613.329117:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764613.329118:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764613.329120:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764613.329121:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764613.329123:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764613.329128:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9e000.
00000100:00000001:3.0:1787764613.329131:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764613.329136:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b3c00 x1874601358864896/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764613.329142:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764613.329144:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764613.329148:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbda2d43] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b3c00 x1874601358864896/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764613.329156:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764613.329158:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764613.329161:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764613.329162:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764613.329164:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764613.329166:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764613.329168:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5498
00000400:00000200:3.0:1787764613.329171:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764613.329174:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764613.329176:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764613.329179:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764613.329181:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764613.329183:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764613.329185:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764613.329187:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764613.329188:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:3.0:1787764613.329189:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764613.329191:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:3.0:1787764613.329193:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:3.0:1787764613.329194:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:3.0:1787764613.329197:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764613.329198:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764613.329200:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764613.329202:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764613.329204:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:3.0:1787764613.329206:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764613.329209:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764613.329210:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764613.329212:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764613.329214:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764613.329216:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764613.329218:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764613.329220:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764613.329221:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764613.329224:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b2940.
00000020:00000040:3.0:1787764613.329226:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:3.0:1787764613.329228:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764613.329229:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764613.329231:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764613.329232:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764613.329233:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764613.329236:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9dc00.
00000100:00000001:3.0:1787764613.329239:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764613.329242:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b2940 x1874601358865024/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764613.329250:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764613.329252:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764613.329254:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000bae3a13] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b2940 x1874601358865024/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764613.329262:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764613.329264:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764613.329267:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764613.329268:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764613.329269:0:58520:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764613.329271:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764613.329273:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5498
00000400:00000200:3.0:1787764613.329277:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764613.329279:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764613.329281:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764613.329284:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764613.329286:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764613.329288:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764613.329290:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764613.329292:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764613.329293:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:3.0:1787764613.329294:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764613.329295:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:3.0:1787764613.329297:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:3.0:1787764613.329299:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:3.0:1787764613.329312:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764613.329314:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764613.329316:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764613.329318:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764613.329320:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:3.0:1787764613.329323:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764613.329325:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764613.329326:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764613.329328:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764613.329330:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764613.329332:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764613.329333:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764613.329335:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764613.329337:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764613.329340:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b1e00.
00000020:00000040:3.0:1787764613.329342:0:58520:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:3.0:1787764613.329344:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764613.329345:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764613.329346:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764613.329348:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764613.329349:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764613.329352:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9cc00.
00000100:00000001:3.0:1787764613.329355:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764613.329359:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b1e00 x1874601358865152/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764613.329365:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764613.329367:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764613.329370:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007fca43c8] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b1e00 x1874601358865152/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764613.329378:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764613.329382:0:58520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5508)
00000100:00000001:1.0:1787764613.329423:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764613.329431:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764613.329436:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764613.329439:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4300172556
00000100:00000010:1.0:1787764613.329443:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982191cd4f00.
00000100:00000001:1.0:1787764613.329449:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787764613.329453:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4300172556
00000100:00000010:1.0:1787764613.329456:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982191cd4d80.
00000100:00000001:1.0:1787764613.329459:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787764613.329462:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764613.329464:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764613.329466:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764613.329471:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764613/real 1787764613]  req@ffff9821899b0000 x1874601358864640/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764613.329480:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764613.329482:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764613.329484:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3108.
00000400:00000200:1.0:1787764613.329487:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573faa0
00000400:00000010:1.0:1787764613.329488:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573faa0.
00000100:00000001:1.0:1787764613.329490:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764613.329494:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b0000 x1874601358864640/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764613.329503:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b0000 x1874601358864640/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764613.329510:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764613.329512:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764613.329514:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764613.329516:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764613.329519:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b0000 x1874601358864640/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764613.329526:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764613.329531:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b0000 x1874601358864640/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764638 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764613.329538:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764613.329540:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764613.329542:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764613.329543:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764613.329545:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764613.329547:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764613.329549:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764613.329553:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764613.329556:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764613.329559:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b0000 x1874601358864640/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764638 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764613.329567:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358864640:192.168.202.141@tcp:250:kworker.0
00000100:00000001:1.0:1787764613.329574:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764613.329576:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764613.329579:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b0000 x1874601358864640/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764638 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764613.329810:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764613.329813:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764613.329815:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649f000.
02000000:00000001:1.0:1787764613.329818:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764613.329820:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764613.329821:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000020:00000001:1.0:1787764613.329823:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764613.329826:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9c000.
02000000:00000001:1.0:1787764613.329829:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764613.329831:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764613.329832:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b0000.
00000100:00000001:1.0:1787764613.329835:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764613.329836:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764613.329838:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764613.329845:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764613.329846:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764613.329863:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764613.329865:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764613.329866:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764613.329870:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b1a40 x1874601358864768/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764613.329877:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764613.329878:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764613.329880:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764613.329882:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764613.329884:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764613.329887:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358864768:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764613.329890:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764613.329892:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764613.329893:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764613.329895:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764613.329898:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649f000.
02000000:00000001:1.0:1787764613.329900:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764613.329903:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764613.329906:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3108.
00000400:00000010:1.0:1787764613.329909:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573faa0.
00000100:00000200:1.0:1787764613.329912:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358864768, portal 10
00000100:00000001:1.0:1787764613.329914:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764613.329915:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542827072 : -114205166724544 : ffff9821899b1a40)
00000100:00000040:1.0:1787764613.330059:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b1a40 x1874601358864768/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764613.330066:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764613.330068:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764613.330071:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000200:1.0:1787764613.330074:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358864768, offset 0
00000400:00000200:1.0:1787764613.330078:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764613.330083:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764613.330087:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764613.330090:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764613.330092:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764613.330095:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764613.330097:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764613.330100:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70627:70627:256:4294967295] 192.168.202.141@tcp LPNI seq info [70627:70627:8:4294967295]
00000400:00000200:1.0:1787764613.330104:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764613.330111:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764613.330115:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764613.330118:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9821898bd100.
00000800:00000200:1.0:1787764613.330122:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764613.330125:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787764613.330129:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764613.330132:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1787764613.330136:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764613.330137:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9821898bd100.
00000400:00000200:1.0:1787764613.330140:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764613.330144:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764613.330147:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000400:00000010:1.0:1787764613.330149:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:1.0:1787764613.330151:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764613.330154:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b1a40 x1874601358864768/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764613.330162:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764613.330165:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b1a40 x1874601358864768/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764638 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764613.330171:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764613.330173:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764613.330176:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764613.330179:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:1.0:1787764613.330182:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764613.330184:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300171288
00000100:00000001:1.0:1787764613.330187:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300172556
00000100:00000001:1.0:1787764613.330189:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300171288
00000100:00000001:1.0:1787764613.330191:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300172556
00000100:00000001:1.0:1787764613.330193:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764613.330194:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764613.330196:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764613.330199:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764613/real 1787764613]  req@ffff9821899b1a40 x1874601358864768/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764613.330207:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764613.330208:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764613.330210:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3108.
00000400:00000200:1.0:1787764613.330212:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573faa0
00000400:00000010:1.0:1787764613.330213:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573faa0.
00000100:00000001:1.0:1787764613.330215:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764613.330219:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b1a40 x1874601358864768/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764613.330226:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b1a40 x1874601358864768/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764613.330233:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764613.330235:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764613.330237:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764613.330238:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764613.330242:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b1a40 x1874601358864768/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764613.330248:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764613.330252:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b1a40 x1874601358864768/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764638 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764613.330259:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764613.330261:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764613.330263:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764613.330264:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764613.330266:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764613.330267:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764613.330269:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764613.330272:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764613.330275:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764613.330279:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b1a40 x1874601358864768/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764638 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764613.330286:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358864768:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764613.330289:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764613.330293:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b3c00 x1874601358864896/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764613.330314:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764613.330315:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764613.330317:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764613.330319:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764613.330321:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764613.330324:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358864896:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764613.330327:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764613.330329:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764613.330330:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764613.330332:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764613.330335:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649d800.
02000000:00000001:1.0:1787764613.330337:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764613.330340:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764613.330342:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3108.
00000400:00000010:1.0:1787764613.330345:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573faa0.
00000100:00000200:1.0:1787764613.330348:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358864896, portal 10
00000100:00000001:1.0:1787764613.330350:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764613.330351:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542835712 : -114205166715904 : ffff9821899b3c00)
00000100:00000040:1.0:1787764613.330356:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b3c00 x1874601358864896/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764613.330362:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764613.330365:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764613.330367:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000200:1.0:1787764613.330369:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358864896, offset 0
00000400:00000200:1.0:1787764613.330373:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764613.330376:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764613.330379:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764613.330382:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764613.330384:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764613.330386:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764613.330389:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764613.330392:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70628:70628:256:4294967295] 192.168.202.141@tcp LPNI seq info [70628:70628:8:4294967295]
00000400:00000200:1.0:1787764613.330396:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764613.330402:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764613.330406:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764613.330409:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9821898bd100.
00000800:00000200:1.0:1787764613.330412:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764613.330415:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787764613.330419:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764613.330422:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1787764613.330425:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764613.330427:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9821898bd100.
00000400:00000200:1.0:1787764613.330430:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764613.330433:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764613.330435:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000400:00000010:1.0:1787764613.330437:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:1.0:1787764613.330439:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764613.330442:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b3c00 x1874601358864896/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764613.330449:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764613.330452:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b3c00 x1874601358864896/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764638 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764613.330458:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764613.330459:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764613.330462:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764613.330464:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:1.0:1787764613.330467:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764613.330469:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300171282
00000100:00000001:1.0:1787764613.330471:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300172556
00000100:00000001:1.0:1787764613.330473:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300171282
00000100:00000001:1.0:1787764613.330475:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300172556
00000100:00000001:1.0:1787764613.330477:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764613.330479:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764613.330481:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764613.330484:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764613/real 1787764613]  req@ffff9821899b3c00 x1874601358864896/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764613.330491:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764613.330492:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764613.330494:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3108.
00000400:00000200:1.0:1787764613.330496:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573faa0
00000400:00000010:1.0:1787764613.330498:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573faa0.
00000100:00000001:1.0:1787764613.330500:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764613.330503:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b3c00 x1874601358864896/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764613.330511:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b3c00 x1874601358864896/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764613.330517:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764613.330519:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764613.330520:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764613.330522:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764613.330525:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b3c00 x1874601358864896/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764613.330531:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764613.330535:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b3c00 x1874601358864896/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764638 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764613.330541:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764613.330543:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764613.330544:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764613.330545:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764613.330547:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764613.330548:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764613.330551:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764613.330554:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764613.330556:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764613.330560:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b3c00 x1874601358864896/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764638 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764613.330567:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358864896:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764613.330570:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764613.330573:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b2940 x1874601358865024/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764613.330580:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764613.330582:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764613.330583:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764613.330585:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764613.330587:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764613.330590:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358865024:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764613.330598:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764613.330600:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764613.330601:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764613.330603:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764613.330606:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649c000.
02000000:00000001:1.0:1787764613.330608:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764613.330610:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764613.330612:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3108.
00000400:00000010:1.0:1787764613.330615:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573faa0.
00000100:00000200:1.0:1787764613.330618:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358865024, portal 4
00000100:00000001:1.0:1787764613.330619:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764613.330621:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542830912 : -114205166720704 : ffff9821899b2940)
00000100:00000040:1.0:1787764613.330626:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b2940 x1874601358865024/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764613.330632:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764613.330634:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764613.330636:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000200:1.0:1787764613.330638:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358865024, offset 0
00000400:00000200:1.0:1787764613.330642:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764613.330645:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764613.330649:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764613.330651:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764613.330653:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764613.330655:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764613.330658:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764613.330661:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70629:70629:256:4294967295] 192.168.202.141@tcp LPNI seq info [70629:70629:8:4294967295]
00000400:00000200:1.0:1787764613.330664:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764613.330670:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764613.330674:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764613.330677:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9821898bd100.
00000800:00000200:1.0:1787764613.330680:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764613.330683:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787764613.330686:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764613.330688:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1787764613.330692:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764613.330695:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9821898bd100.
00000400:00000200:1.0:1787764613.330697:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764613.330700:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764613.330703:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000400:00000010:1.0:1787764613.330704:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:1.0:1787764613.330706:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764613.330710:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b2940 x1874601358865024/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764613.330717:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764613.330720:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b2940 x1874601358865024/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764638 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764613.330726:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764613.330727:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764613.330730:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764613.330732:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:1.0:1787764613.330735:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764613.330737:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300171287
00000100:00000001:1.0:1787764613.330739:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300172556
00000100:00000001:1.0:1787764613.330742:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300171287
00000100:00000001:1.0:1787764613.330743:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300172556
00000100:00000001:1.0:1787764613.330745:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764613.330747:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764613.330749:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764613.330752:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764613/real 1787764613]  req@ffff9821899b2940 x1874601358865024/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764613.330759:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764613.330760:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764613.330762:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3108.
00000400:00000200:1.0:1787764613.330764:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573faa0
00000400:00000010:1.0:1787764613.330766:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573faa0.
00000100:00000001:1.0:1787764613.330767:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764613.330770:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b2940 x1874601358865024/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764613.330779:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b2940 x1874601358865024/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764613.330785:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764613.330786:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764613.330788:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764613.330789:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764613.330792:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b2940 x1874601358865024/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764613.330799:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764613.330802:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b2940 x1874601358865024/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764638 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764613.330809:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764613.330811:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764613.330813:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764613.330814:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764613.330815:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764613.330817:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764613.330819:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764613.330821:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764613.330823:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764613.330827:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b2940 x1874601358865024/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764638 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764613.330834:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358865024:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764613.330838:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764613.330841:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b1e00 x1874601358865152/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764613.330864:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764613.330865:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764613.330867:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764613.330869:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764613.330870:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764613.330873:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358865152:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764613.330876:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764613.330878:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764613.330879:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764613.330881:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764613.330884:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649cc00.
02000000:00000001:1.0:1787764613.330885:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764613.330888:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764613.330890:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3108.
00000400:00000010:1.0:1787764613.330893:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573faa0.
00000100:00000200:1.0:1787764613.330896:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358865152, portal 4
00000100:00000001:1.0:1787764613.330897:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764613.330899:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542828032 : -114205166723584 : ffff9821899b1e00)
00000100:00000040:1.0:1787764613.330904:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b1e00 x1874601358865152/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764613.330910:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764613.330912:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764613.330914:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000200:1.0:1787764613.330916:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358865152, offset 0
00000400:00000200:1.0:1787764613.330919:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764613.330923:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764613.330933:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764613.330936:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764613.330938:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764613.330940:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764613.330942:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764613.330945:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70630:70630:256:4294967295] 192.168.202.141@tcp LPNI seq info [70630:70630:8:4294967295]
00000400:00000200:1.0:1787764613.330949:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764613.330955:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764613.330959:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764613.330968:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9821898bd100.
00000800:00000200:1.0:1787764613.330972:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764613.330974:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1787764613.330978:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764613.330981:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1787764613.330996:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764613.330998:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9821898bd100.
00000400:00000200:1.0:1787764613.331001:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764613.331005:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764613.331007:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000400:00000010:1.0:1787764613.331009:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:1.0:1787764613.331011:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764613.331015:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b1e00 x1874601358865152/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764613.331022:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764613.331025:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b1e00 x1874601358865152/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764638 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764613.331030:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764613.331032:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764613.331035:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764613.331037:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:1.0:1787764613.331040:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764613.331042:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300171289
00000100:00000001:1.0:1787764613.331045:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300172556
00000100:00000001:1.0:1787764613.331047:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300171289
00000100:00000001:1.0:1787764613.331049:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300172556
00000100:00000001:1.0:1787764613.331051:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764613.331053:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764613.331054:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764613.331058:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764613/real 1787764613]  req@ffff9821899b1e00 x1874601358865152/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764613.331066:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764613.331067:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764613.331068:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3108.
00000400:00000200:1.0:1787764613.331070:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573faa0
00000400:00000010:1.0:1787764613.331072:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573faa0.
00000100:00000001:1.0:1787764613.331074:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764613.331077:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b1e00 x1874601358865152/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764613.331085:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b1e00 x1874601358865152/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764613.331095:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764613.331097:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764613.331099:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764613.331100:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764613.331103:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b1e00 x1874601358865152/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764613.331109:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764613.331112:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b1e00 x1874601358865152/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764638 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764613.331118:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764613.331120:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764613.331122:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764613.331123:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764613.331125:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764613.331126:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764613.331128:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764613.331131:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764613.331133:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764613.331137:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b1e00 x1874601358865152/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764638 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764613.331144:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358865152:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764613.331147:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764613.331149:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764613.331152:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b1a40 x1874601358864768/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764638 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764613.331158:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764613.331160:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764613.331162:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649f000.
02000000:00000001:1.0:1787764613.331164:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764613.331165:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764613.331167:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:1.0:1787764613.331169:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764613.331170:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9e400.
02000000:00000001:1.0:1787764613.331173:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764613.331175:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764613.331176:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b1a40.
00000100:00000001:1.0:1787764613.331178:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764613.331180:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764613.331181:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764613.331184:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b3c00 x1874601358864896/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764638 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764613.331191:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764613.331192:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764613.331193:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649d800.
02000000:00000001:1.0:1787764613.331195:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764613.331196:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764613.331197:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:1.0:1787764613.331199:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764613.331200:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9e000.
02000000:00000001:1.0:1787764613.331202:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764613.331203:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764613.331204:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b3c00.
00000100:00000001:1.0:1787764613.331206:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764613.331207:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764613.331209:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764613.331212:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b2940 x1874601358865024/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764638 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764613.331218:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764613.331219:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764613.331220:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649c000.
02000000:00000001:1.0:1787764613.331222:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764613.331223:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764613.331224:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:1.0:1787764613.331226:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764613.331227:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9dc00.
02000000:00000001:1.0:1787764613.331230:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764613.331231:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764613.331232:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b2940.
00000100:00000001:1.0:1787764613.331234:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764613.331235:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764613.331237:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764613.331239:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b1e00 x1874601358865152/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764638 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764613.331245:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764613.331246:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764613.331247:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649cc00.
02000000:00000001:1.0:1787764613.331249:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764613.331250:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764613.331252:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:1.0:1787764613.331254:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764613.331255:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9cc00.
02000000:00000001:1.0:1787764613.331256:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764613.331258:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764613.331259:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b1e00.
00000100:00000001:1.0:1787764613.331261:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764613.331262:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764613.331264:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764613.331267:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764613.331268:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764613.331270:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764613.331271:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764613.647914:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764613.647921:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764613.647926:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764613.647927:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764613.647931:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764613.647932:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764613.647935:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764613.647936:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764613.647939:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764613.647940:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764613.647959:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764613.647962:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764613.647965:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764613.904277:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764613.904284:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764613.904286:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764613.904291:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764613.904295:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764613.904298:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764613.904301:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764613.904303:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764613.904306:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764614.671953:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4300172556, at 4300172608
00000100:00000010:3.0:1787764614.671968:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191cd4d80.
00010000:00000001:0.0:1787764614.672050:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764614.672054:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764614.672057:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764614.672060:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764614.672064:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764614.672066:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764614.672068:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764614.672070:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764614.672074:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764614.672075:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764614.672079:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764614.672080:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764614.672083:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764614.672084:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764614.672085:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764614.672086:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764614.672088:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764614.672089:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764614.672091:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764614.672093:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764614.672096:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764614.672097:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764614.672113:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764614.672116:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764614.672118:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787764614.672388:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4300172556, at 4300172608
00000100:00000010:2.0:1787764614.672395:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191cd4f00.
00000100:00000001:2.0:1787764614.928583:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764614.928591:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764614.928594:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764614.928600:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764614.928604:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764614.928608:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764614.928610:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764614.928613:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764614.928616:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764615.695929:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764615.695935:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764615.695941:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764615.695943:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764615.695946:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764615.695947:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764615.695950:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764615.695951:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764615.695954:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764615.695956:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764615.696036:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764615.696040:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764615.696044:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764615.952427:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764615.952435:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764615.952437:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764615.952443:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764615.952447:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764615.952451:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764615.952454:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764615.952456:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764615.952459:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764616.719982:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764616.719989:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764616.719994:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764616.719997:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764616.719999:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764616.720002:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764616.720005:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764616.720015:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764616.720017:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764616.720020:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764616.720024:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764616.720025:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764616.720029:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764616.720035:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764616.720038:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764616.720040:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764616.720063:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764616.720065:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764616.720068:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764616.975932:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764616.975942:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764616.975944:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764616.975949:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764616.975975:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764616.975978:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764616.975981:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764616.975984:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764616.975987:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764617.743972:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764617.743977:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764617.743981:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764617.743982:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764617.743984:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764617.743985:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764617.743987:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764617.743988:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764617.743990:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764617.743991:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764617.744021:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764617.744023:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764617.744025:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764618.000896:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764618.000904:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764618.000906:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764618.000912:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764618.000915:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764618.000919:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764618.000921:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764618.000924:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764618.000927:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764618.447921:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764618.447930:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764618.447931:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764618.447934:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764618.447946:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764618.447953:0:58520:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5503
00000400:00000200:3.0:1787764618.447959:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764618.447964:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764618.447966:0:58520:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764618.447968:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764618.447971:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764618.447972:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764618.447974:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764618.447977:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764618.447978:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:3.0:1787764618.447980:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764618.447983:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:3.0:1787764618.447984:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:3.0:1787764618.447985:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:3.0:1787764618.447987:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764618.447988:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764618.447990:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764618.447991:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764618.447993:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:3.0:1787764618.447995:0:58520:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764618.447996:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764618.447998:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764618.448001:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764618.448003:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764618.448004:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764618.448006:0:58520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764618.448013:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b1680.
00000020:00000040:3.0:1787764618.448015:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:3.0:1787764618.448019:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764618.448020:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764618.448022:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764618.448024:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764618.448028:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764618.448033:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9e800.
00000100:00000001:3.0:1787764618.448038:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764618.448045:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b1680 x1874601358865280/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764618.448052:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764618.448055:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764618.448058:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045d21e1f] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b1680 x1874601358865280/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764618.448077:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764618.448079:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764618.448082:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764618.448082:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764618.448084:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764618.448085:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764618.448087:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5503
00000400:00000200:3.0:1787764618.448089:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764618.448090:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764618.448092:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764618.448095:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764618.448097:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764618.448099:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764618.448101:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764618.448104:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764618.448105:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:3.0:1787764618.448106:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764618.448108:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:3.0:1787764618.448110:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:3.0:1787764618.448112:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:3.0:1787764618.448115:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764618.448117:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764618.448118:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764618.448120:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764618.448122:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:3.0:1787764618.448125:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764618.448127:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764618.448129:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764618.448134:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764618.448137:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764618.448139:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764618.448143:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764618.448146:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764618.448149:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764618.448152:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b3480.
00000020:00000040:3.0:1787764618.448155:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
00000100:00000001:1.0:1787764618.448157:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1787764618.448158:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764618.448160:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764618.448163:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764618.448164:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764618.448167:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787764618.448168:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1787764618.448169:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764618.448176:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9c400.
00000100:00000040:1.0:1787764618.448178:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b1680 x1874601358865280/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764618.448181:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764618.448191:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b3480 x1874601358865408/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764618.448192:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764618.448195:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764618.448202:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787764618.448202:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1787764618.448207:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764618.448207:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764618.448211:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005fcc8ed6] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b3480 x1874601358865408/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787764618.448213:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764618.448230:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358865280:192.168.202.141@tcp:250:kworker.0
00000100:00000001:1.0:1787764618.448239:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787764618.448243:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764618.448244:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:3.0:1787764618.448248:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1787764618.448249:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764618.448253:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1787764618.448255:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764618.448258:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000010:1.0:1787764618.448259:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649c000.
00000100:00080000:3.0:1787764618.448261:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:1.0:1787764618.448264:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764618.448266:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787764618.448272:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00080000:3.0:1787764618.448273:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5503
00000400:00000010:1.0:1787764618.448279:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3108.
00000400:00000200:3.0:1787764618.448280:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764618.448285:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000400:00000010:1.0:1787764618.448287:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573faa0.
00000100:00080000:3.0:1787764618.448288:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764618.448293:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764618.448296:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764618.448298:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764618.448300:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764618.448302:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000200:1.0:1787764618.448304:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358865280, portal 25
00000020:00000040:3.0:1787764618.448304:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:3.0:1787764618.448307:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787764618.448309:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000040:3.0:1787764618.448311:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000100:00000001:1.0:1787764618.448312:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542826112 : -114205166725504 : ffff9821899b1680)
00000020:00000001:3.0:1787764618.448317:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:1.0:1787764618.448322:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b1680 x1874601358865280/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787764618.448322:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:3.0:1787764618.448331:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764618.448334:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764618.448336:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764618.448338:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:1.0:1787764618.448344:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:3.0:1787764618.448344:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00000040:1.0:1787764618.448349:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000100:00080000:3.0:1787764618.448351:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000400:00000010:1.0:1787764618.448354:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000001:3.0:1787764618.448357:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787764618.448359:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358865280, offset 0
02000000:00000001:3.0:1787764618.448361:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764618.448366:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764618.448369:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764618.448370:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000100:00000001:3.0:1787764618.448374:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1787764618.448386:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000008:00100000:3.0:1787764618.448387:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764618.448392:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764618.448395:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764618.448399:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000100:00000010:3.0:1787764618.448401:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b2580.
00000020:00000040:3.0:1787764618.448405:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
00000400:00000200:1.0:1787764618.448407:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1787764618.448409:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764618.448412:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764618.448413:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000100:00000001:3.0:1787764618.448416:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764618.448419:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1787764618.448420:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1787764618.448422:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764618.448426:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
02000000:00000010:3.0:1787764618.448429:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9d800.
00000400:00000200:1.0:1787764618.448432:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70631:70631:256:4294967295] 192.168.202.141@tcp LPNI seq info [70631:70631:8:4294967295]
00000400:00000200:1.0:1787764618.448436:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764618.448444:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764618.448448:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000100:00100000:3.0:1787764618.448453:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b2580 x1874601358865536/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1787764618.448459:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000100:00000001:3.0:1787764618.448467:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000010:1.0:1787764618.448469:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9821898bd100.
00000100:00000001:3.0:1787764618.448470:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764618.448478:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d0536d5] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b2580 x1874601358865536/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1787764618.448479:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764618.448484:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787764618.448492:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:3.0:1787764618.448493:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787764618.448496:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000100:00080000:3.0:1787764618.448497:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764618.448502:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000100:1.0:1787764618.448503:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000100:00000001:3.0:1787764618.448504:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000010:1.0:1787764618.448506:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9821898bd100.
00000100:00080000:3.0:1787764618.448507:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764618.448511:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764618.448514:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5503
00000400:00000200:3.0:1787764618.448516:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764618.448519:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000400:00000200:1.0:1787764618.448520:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:3.0:1787764618.448521:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764618.448525:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764618.448528:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787764618.448530:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1787764618.448532:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764618.448536:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000400:00000200:1.0:1787764618.448538:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000020:00000001:3.0:1787764618.448539:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000010:1.0:1787764618.448543:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000020:00000040:3.0:1787764618.448543:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:3.0:1787764618.448547:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787764618.448549:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:3.0:1787764618.448550:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000100:00000200:1.0:1787764618.448555:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b1680 x1874601358865280/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787764618.448556:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:3.0:1787764618.448562:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000001:1.0:1787764618.448567:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764618.448570:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000040:1.0:1787764618.448573:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b1680 x1874601358865280/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764643 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764618.448574:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764618.448580:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764618.448582:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764618.448584:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:1.0:1787764618.448585:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:3.0:1787764618.448588:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00000001:1.0:1787764618.448592:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764618.448592:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764618.448594:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764618.448596:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787764618.448599:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
02000000:00000001:3.0:1787764618.448600:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764618.448602:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4300177675
02000000:00000001:3.0:1787764618.448603:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764618.448606:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764618.448608:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00000010:1.0:1787764618.448609:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982191cd4e40.
00000008:00000001:3.0:1787764618.448610:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764618.448613:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764618.448616:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b30c0.
00000100:00000001:1.0:1787764618.448617:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000020:00000040:3.0:1787764618.448618:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:3.0:1787764618.448622:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764618.448623:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764618.448624:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787764618.448626:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4300177675
02000000:00000001:3.0:1787764618.448627:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764618.448629:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764618.448634:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982191cd4f60.
02000000:00000010:3.0:1787764618.448634:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9d400.
00000100:00000001:3.0:1787764618.448640:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764618.448641:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000100:00100000:3.0:1787764618.448645:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b30c0 x1874601358865664/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764618.448647:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764618.448653:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764618.448655:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764618.448657:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764618.448664:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764618/real 1787764618]  req@ffff9821899b1680 x1874601358865280/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764618.448666:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764618.448677:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8678ec4] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b30c0 x1874601358865664/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764618.448695:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1787764618.448696:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1787764618.448699:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:3.0:1787764618.448701:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1787764618.448702:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3108.
00000100:00080000:3.0:1787764618.448708:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:1.0:1787764618.448709:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573faa0
00000100:00000001:3.0:1787764618.448710:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764618.448713:0:58520:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:1.0:1787764618.448715:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573faa0.
00000100:00000001:3.0:1787764618.448716:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787764618.448720:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:3.0:1787764618.448721:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5503
00000400:00000200:3.0:1787764618.448728:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000200:1.0:1787764618.448729:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b1680 x1874601358865280/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787764618.448732:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764618.448736:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764618.448742:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764618.448746:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764618.448748:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764618.448750:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764618.448752:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764618.448753:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:3.0:1787764618.448756:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000200:1.0:1787764618.448757:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b1680 x1874601358865280/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1787764618.448759:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:3.0:1787764618.448764:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:3.0:1787764618.448768:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000001:1.0:1787764618.448772:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764618.448775:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764618.448777:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764618.448779:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764618.448784:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b1680 x1874601358865280/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764618.448787:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764618.448792:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764618.448795:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764618.448797:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764618.448798:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764618.448801:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00000040:1.0:1787764618.448803:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b1680 x1874601358865280/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764643 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787764618.448805:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764618.448810:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764618.448813:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787764618.448816:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1787764618.448816:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764618.448820:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787764618.448821:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764618.448823:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764618.448824:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787764618.448825:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:3.0:1787764618.448827:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1787764618.448828:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764618.448831:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00000001:3.0:1787764618.448831:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764618.448834:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1787764618.448835:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764618.448840:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0780.
00000100:00080000:1.0:1787764618.448841:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000020:00000040:3.0:1787764618.448844:0:58520:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
00000100:00000001:1.0:1787764618.448845:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764618.448871:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b1680 x1874601358865280/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764643 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787764618.448881:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764618.448884:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764618.448888:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764618.448891:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:1.0:1787764618.448894:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358865280:192.168.202.141@tcp:250:kworker.0
02000000:00000001:3.0:1787764618.448894:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764618.448901:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9f000.
00000100:00000001:1.0:1787764618.448902:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764618.448905:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764618.448906:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00100000:3.0:1787764618.448912:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0780 x1874601358865792/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1787764618.448914:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b1680 x1874601358865280/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764643 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764618.448928:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764618.448931:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1787764618.448932:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764618.448935:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:3.0:1787764618.448947:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cef40868] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0780 x1874601358865792/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1787764618.448950:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649c000.
02000000:00000001:1.0:1787764618.448957:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:3.0:1787764618.448958:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764618.448960:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000100:00000040:3.0:1787764618.448963:0:58520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5514)
00000020:00000040:1.0:1787764618.448964:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000020:00000001:1.0:1787764618.448968:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764618.448971:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9e800.
02000000:00000001:1.0:1787764618.448976:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764618.448978:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764618.448980:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b1680.
00000100:00000001:1.0:1787764618.448991:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764618.448992:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764618.448998:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764618.449005:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764618.449006:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764618.449008:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764618.449010:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764618.449011:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764618.449015:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b3480 x1874601358865408/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764618.449023:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764618.449024:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764618.449026:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764618.449028:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764618.449030:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764618.449033:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358865408:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764618.449036:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764618.449038:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764618.449040:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764618.449042:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764618.449044:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649c000.
02000000:00000001:1.0:1787764618.449046:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764618.449049:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764618.449050:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3108.
00000400:00000010:1.0:1787764618.449052:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573faa0.
00000100:00000200:1.0:1787764618.449054:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358865408, portal 10
00000100:00000001:1.0:1787764618.449056:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764618.449057:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542833792 : -114205166717824 : ffff9821899b3480)
00000100:00000040:1.0:1787764618.449061:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b3480 x1874601358865408/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764618.449065:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764618.449067:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764618.449068:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000200:1.0:1787764618.449070:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358865408, offset 0
00000400:00000200:1.0:1787764618.449080:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764618.449084:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764618.449088:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764618.449091:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764618.449093:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764618.449095:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764618.449098:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764618.449101:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70632:70632:256:4294967295] 192.168.202.141@tcp LPNI seq info [70632:70632:8:4294967295]
00000400:00000200:1.0:1787764618.449105:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764618.449111:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764618.449115:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764618.449119:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9821898bd100.
00000800:00000200:1.0:1787764618.449122:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764618.449124:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787764618.449127:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764618.449129:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1787764618.449131:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764618.449132:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9821898bd100.
00000400:00000200:1.0:1787764618.449134:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764618.449136:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764618.449139:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000400:00000010:1.0:1787764618.449140:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:1.0:1787764618.449142:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764618.449144:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b3480 x1874601358865408/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764618.449149:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764618.449151:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b3480 x1874601358865408/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764643 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764618.449155:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764618.449155:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764618.449157:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764618.449160:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:1.0:1787764618.449162:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764618.449163:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300176407
00000100:00000001:1.0:1787764618.449165:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300177675
00000100:00000001:1.0:1787764618.449166:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300176407
00000100:00000001:1.0:1787764618.449168:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300177675
00000100:00000001:1.0:1787764618.449169:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764618.449170:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764618.449171:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764618.449173:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764618/real 1787764618]  req@ffff9821899b3480 x1874601358865408/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764618.449177:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764618.449178:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764618.449180:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3108.
00000400:00000200:1.0:1787764618.449181:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573faa0
00000400:00000010:1.0:1787764618.449182:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573faa0.
00000100:00000001:1.0:1787764618.449183:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764618.449185:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b3480 x1874601358865408/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764618.449190:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b3480 x1874601358865408/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764618.449195:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764618.449196:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764618.449198:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764618.449199:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764618.449203:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b3480 x1874601358865408/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764618.449209:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764618.449213:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b3480 x1874601358865408/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764643 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764618.449220:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764618.449222:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764618.449223:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764618.449225:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764618.449226:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764618.449228:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764618.449230:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764618.449233:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764618.449235:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764618.449239:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b3480 x1874601358865408/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764643 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764618.449247:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358865408:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764618.449251:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764618.449255:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b2580 x1874601358865536/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764618.449262:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764618.449263:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764618.449265:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764618.449267:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764618.449269:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764618.449272:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358865536:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764618.449275:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764618.449277:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764618.449278:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764618.449280:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764618.449284:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649d800.
02000000:00000001:1.0:1787764618.449286:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764618.449289:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764618.449297:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3108.
00000400:00000010:1.0:1787764618.449300:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573faa0.
00000100:00000200:1.0:1787764618.449303:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358865536, portal 10
00000100:00000001:1.0:1787764618.449305:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764618.449306:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542829952 : -114205166721664 : ffff9821899b2580)
00000100:00000040:1.0:1787764618.449312:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b2580 x1874601358865536/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764618.449319:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764618.449321:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764618.449324:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000200:1.0:1787764618.449326:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358865536, offset 0
00000400:00000200:1.0:1787764618.449330:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764618.449333:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764618.449337:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764618.449340:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764618.449343:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764618.449344:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764618.449346:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764618.449348:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70633:70633:256:4294967295] 192.168.202.141@tcp LPNI seq info [70633:70633:8:4294967295]
00000400:00000200:1.0:1787764618.449351:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764618.449355:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764618.449358:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764618.449360:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9821898bd100.
00000800:00000200:1.0:1787764618.449362:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764618.449364:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787764618.449367:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764618.449369:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1787764618.449371:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764618.449372:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9821898bd100.
00000400:00000200:1.0:1787764618.449374:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764618.449376:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764618.449379:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000400:00000010:1.0:1787764618.449381:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:1.0:1787764618.449383:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764618.449387:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b2580 x1874601358865536/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764618.449394:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764618.449397:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b2580 x1874601358865536/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764643 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764618.449403:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764618.449405:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764618.449408:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764618.449410:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:1.0:1787764618.449414:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764618.449416:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300176401
00000100:00000001:1.0:1787764618.449418:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300177675
00000100:00000001:1.0:1787764618.449420:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300176401
00000100:00000001:1.0:1787764618.449422:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300177675
00000100:00000001:1.0:1787764618.449424:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764618.449425:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764618.449426:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764618.449429:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764618/real 1787764618]  req@ffff9821899b2580 x1874601358865536/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764618.449434:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764618.449435:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764618.449436:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3108.
00000400:00000200:1.0:1787764618.449437:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573faa0
00000400:00000010:1.0:1787764618.449439:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573faa0.
00000100:00000001:1.0:1787764618.449440:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764618.449442:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b2580 x1874601358865536/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764618.449447:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b2580 x1874601358865536/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764618.449451:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764618.449451:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764618.449452:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764618.449453:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764618.449455:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b2580 x1874601358865536/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764618.449458:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764618.449460:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b2580 x1874601358865536/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764643 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764618.449464:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764618.449466:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764618.449467:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764618.449468:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764618.449470:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764618.449471:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764618.449472:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764618.449474:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764618.449476:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764618.449478:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b2580 x1874601358865536/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764643 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764618.449482:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358865536:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764618.449484:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764618.449486:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b30c0 x1874601358865664/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764618.449489:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764618.449490:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764618.449491:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764618.449492:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764618.449494:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764618.449495:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358865664:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764618.449497:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764618.449498:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764618.449499:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764618.449500:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764618.449502:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649f000.
02000000:00000001:1.0:1787764618.449503:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764618.449505:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764618.449507:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3108.
00000400:00000010:1.0:1787764618.449509:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573faa0.
00000100:00000200:1.0:1787764618.449512:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358865664, portal 4
00000100:00000001:1.0:1787764618.449514:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764618.449515:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542832832 : -114205166718784 : ffff9821899b30c0)
00000100:00000040:1.0:1787764618.449521:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b30c0 x1874601358865664/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764618.449528:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764618.449530:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764618.449532:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000200:1.0:1787764618.449535:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358865664, offset 0
00000400:00000200:1.0:1787764618.449538:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764618.449542:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764618.449545:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764618.449546:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764618.449548:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764618.449550:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764618.449551:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764618.449553:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70634:70634:256:4294967295] 192.168.202.141@tcp LPNI seq info [70634:70634:8:4294967295]
00000400:00000200:1.0:1787764618.449556:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764618.449560:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764618.449562:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764618.449564:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9821898bd100.
00000800:00000200:1.0:1787764618.449566:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764618.449568:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787764618.449570:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764618.449572:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1787764618.449574:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764618.449575:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9821898bd100.
00000400:00000200:1.0:1787764618.449577:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764618.449579:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764618.449581:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000400:00000010:1.0:1787764618.449582:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:1.0:1787764618.449584:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764618.449586:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b30c0 x1874601358865664/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764618.449591:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764618.449593:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b30c0 x1874601358865664/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764643 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764618.449601:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764618.449602:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764618.449603:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764618.449605:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:1.0:1787764618.449607:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764618.449608:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300176406
00000100:00000001:1.0:1787764618.449611:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300177675
00000100:00000001:1.0:1787764618.449613:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300176406
00000100:00000001:1.0:1787764618.449615:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300177675
00000100:00000001:1.0:1787764618.449617:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764618.449619:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764618.449621:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764618.449624:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764618/real 1787764618]  req@ffff9821899b30c0 x1874601358865664/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764618.449631:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764618.449633:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764618.449634:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3108.
00000400:00000200:1.0:1787764618.449637:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573faa0
00000400:00000010:1.0:1787764618.449639:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573faa0.
00000100:00000001:1.0:1787764618.449641:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764618.449644:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b30c0 x1874601358865664/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764618.449651:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b30c0 x1874601358865664/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764618.449658:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764618.449659:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764618.449660:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764618.449662:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764618.449666:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b30c0 x1874601358865664/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764618.449672:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764618.449676:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b30c0 x1874601358865664/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764643 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764618.449683:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764618.449685:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764618.449686:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764618.449687:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764618.449689:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764618.449690:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764618.449693:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764618.449696:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764618.449698:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764618.449701:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b30c0 x1874601358865664/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764643 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764618.449709:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358865664:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764618.449713:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764618.449715:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b0780 x1874601358865792/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764618.449721:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764618.449723:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764618.449724:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764618.449726:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764618.449728:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764618.449730:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358865792:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764618.449733:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764618.449735:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764618.449737:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764618.449738:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764618.449741:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649fc00.
02000000:00000001:1.0:1787764618.449743:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764618.449746:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764618.449749:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3108.
00000400:00000010:1.0:1787764618.449752:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573faa0.
00000100:00000200:1.0:1787764618.449755:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358865792, portal 4
00000100:00000001:1.0:1787764618.449756:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764618.449758:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542822272 : -114205166729344 : ffff9821899b0780)
00000100:00000040:1.0:1787764618.449763:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b0780 x1874601358865792/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764618.449768:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764618.449770:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764618.449772:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000200:1.0:1787764618.449775:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358865792, offset 0
00000400:00000200:1.0:1787764618.449778:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764618.449782:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764618.449785:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764618.449787:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764618.449790:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764618.449792:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764618.449794:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764618.449797:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70635:70635:256:4294967295] 192.168.202.141@tcp LPNI seq info [70635:70635:8:4294967295]
00000400:00000200:1.0:1787764618.449800:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764618.449805:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764618.449809:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764618.449812:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9821898bd100.
00000800:00000200:1.0:1787764618.449816:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764618.449818:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787764618.449822:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764618.449824:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1787764618.449828:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764618.449831:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9821898bd100.
00000400:00000200:1.0:1787764618.449833:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764618.449837:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764618.449840:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000400:00000010:1.0:1787764618.449841:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:1.0:1787764618.449843:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764618.449865:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b0780 x1874601358865792/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764618.449873:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764618.449876:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b0780 x1874601358865792/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764643 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764618.449883:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764618.449884:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764618.449888:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764618.449891:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:1.0:1787764618.449894:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764618.449896:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300176408
00000100:00000001:1.0:1787764618.449899:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300177675
00000100:00000001:1.0:1787764618.449900:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300176408
00000100:00000001:1.0:1787764618.449902:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300177675
00000100:00000001:1.0:1787764618.449905:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764618.449907:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764618.449909:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764618.449912:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764618/real 1787764618]  req@ffff9821899b0780 x1874601358865792/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764618.449920:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764618.449921:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764618.449923:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3108.
00000400:00000200:1.0:1787764618.449925:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573faa0
00000400:00000010:1.0:1787764618.449926:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573faa0.
00000100:00000001:1.0:1787764618.449929:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764618.449932:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b0780 x1874601358865792/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764618.449956:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b0780 x1874601358865792/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764618.449963:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764618.449965:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764618.449967:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764618.449968:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764618.449972:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b0780 x1874601358865792/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764618.449979:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764618.449982:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b0780 x1874601358865792/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764643 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764618.449988:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764618.449990:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764618.449992:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764618.449993:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764618.449995:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764618.449996:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764618.449999:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764618.450002:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764618.450004:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764618.450008:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b0780 x1874601358865792/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764643 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764618.450015:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358865792:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764618.450018:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764618.450020:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764618.450024:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b3480 x1874601358865408/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764643 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764618.450030:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764618.450031:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764618.450033:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649c000.
02000000:00000001:1.0:1787764618.450036:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764618.450037:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764618.450038:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:1.0:1787764618.450040:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764618.450041:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9c400.
02000000:00000001:1.0:1787764618.450044:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764618.450045:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764618.450046:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b3480.
00000100:00000001:1.0:1787764618.450049:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764618.450050:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764618.450052:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764618.450056:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b2580 x1874601358865536/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764643 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764618.450062:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764618.450063:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764618.450065:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649d800.
02000000:00000001:1.0:1787764618.450067:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764618.450068:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764618.450069:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:1.0:1787764618.450071:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764618.450073:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9d800.
02000000:00000001:1.0:1787764618.450075:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764618.450076:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764618.450078:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b2580.
00000100:00000001:1.0:1787764618.450080:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764618.450081:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764618.450083:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764618.450086:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b30c0 x1874601358865664/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764643 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764618.450092:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764618.450094:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764618.450095:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649f000.
02000000:00000001:1.0:1787764618.450098:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764618.450099:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764618.450100:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:1.0:1787764618.450102:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764618.450104:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9d400.
02000000:00000001:1.0:1787764618.450106:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764618.450107:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764618.450108:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b30c0.
00000100:00000001:1.0:1787764618.450110:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764618.450112:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764618.450113:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764618.450116:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b0780 x1874601358865792/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764643 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764618.450122:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764618.450124:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764618.450125:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649fc00.
02000000:00000001:1.0:1787764618.450127:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764618.450128:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764618.450129:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:1.0:1787764618.450131:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764618.450133:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9f000.
02000000:00000001:1.0:1787764618.450135:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764618.450136:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764618.450137:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b0780.
00000100:00000001:1.0:1787764618.450139:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764618.450140:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764618.450142:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764618.450145:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764618.450147:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764618.450149:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764618.450150:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764618.768054:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764618.768061:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764618.768067:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764618.768068:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764618.768073:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764618.768074:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764618.768077:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764618.768079:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764618.768082:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764618.768083:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764618.768151:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764618.768155:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764618.768158:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764619.024355:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764619.024365:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764619.024367:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764619.024373:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764619.024377:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764619.024381:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764619.024384:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764619.024386:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764619.024389:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764619.791970:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4300177675, at 4300177728
00010000:00000001:0.0:1787764619.791972:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764619.791977:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764619.791983:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:2.0:1787764619.791984:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191cd4e40.
00010000:00000001:0.0:1787764619.791985:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764619.791990:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764619.791993:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764619.791995:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764619.791998:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764619.792002:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764619.792004:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764619.792005:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764619.792007:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764619.792009:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764619.792011:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764619.792014:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764619.792017:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764619.792017:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764619.792018:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764619.792019:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764619.792020:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764619.792021:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764619.792022:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764619.792046:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764619.792049:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764619.792052:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787764619.792057:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4300177675, at 4300177728
00000100:00000010:3.0:1787764619.792071:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191cd4f60.
00000100:00000001:2.0:1787764620.047978:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764620.047986:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764620.047989:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764620.047995:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764620.048001:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764620.048007:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764620.048011:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764620.048015:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764620.048020:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764620.815956:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764620.815961:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764620.815965:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764620.815966:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764620.815968:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764620.815969:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764620.815971:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764620.815972:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764620.815973:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764620.815974:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764620.815992:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764620.815994:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764620.815996:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764621.071975:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764621.071982:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764621.071984:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764621.071988:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764621.071991:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764621.071994:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764621.071996:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764621.071998:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764621.072000:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764621.839988:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764621.839998:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764621.840005:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764621.840007:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764621.840836:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764621.840838:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764621.840841:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764621.840842:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764621.840846:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764621.840881:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764621.841033:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764621.841038:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764621.841042:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764622.096006:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764622.096015:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764622.096018:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764622.096025:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764622.096029:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764622.096034:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764622.096038:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764622.096041:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764622.096044:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764622.864069:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764622.864084:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764622.864096:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764622.864097:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764622.864103:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764622.864105:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764622.864111:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764622.864112:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764622.864117:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764622.864118:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764622.864165:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764622.864169:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764622.864173:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764623.120227:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764623.120237:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764623.120240:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764623.120246:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764623.120251:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764623.120254:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764623.120257:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764623.120260:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764623.120264:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764623.567967:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764623.567978:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764623.567981:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764623.567985:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764623.567989:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764623.567997:0:58520:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5509
00000400:00000200:3.0:1787764623.568005:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764623.568011:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764623.568015:0:58520:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764623.568018:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764623.568021:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764623.568024:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764623.568026:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764623.568029:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764623.568032:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:3.0:1787764623.568035:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764623.568038:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:3.0:1787764623.568040:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:3.0:1787764623.568043:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:3.0:1787764623.568045:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764623.568048:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764623.568049:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764623.568051:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764623.568055:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:3.0:1787764623.568059:0:58520:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764623.568061:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764623.568064:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764623.568068:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764623.568071:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764623.568073:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764623.568075:0:58520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764623.568084:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b2d00.
00000020:00000040:3.0:1787764623.568088:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:3.0:1787764623.568092:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764623.568093:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764623.568096:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764623.568099:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764623.568103:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764623.568110:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9f400.
00000100:00000001:3.0:1787764623.568117:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764623.568125:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b2d00 x1874601358865920/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764623.568135:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764623.568139:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764623.568143:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000583ee9bd] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b2d00 x1874601358865920/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764623.568161:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764623.568164:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764623.568168:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764623.568169:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764623.568171:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764623.568173:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764623.568175:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5509
00000400:00000200:3.0:1787764623.568178:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764623.568182:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764623.568184:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764623.568186:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764623.568188:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764623.568190:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764623.568191:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764623.568193:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764623.568195:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:3.0:1787764623.568196:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764623.568198:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:3.0:1787764623.568200:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:3.0:1787764623.568202:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:3.0:1787764623.568205:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764623.568207:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764623.568208:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764623.568210:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764623.568212:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:3.0:1787764623.568215:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764623.568217:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764623.568218:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764623.568223:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764623.568225:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764623.568227:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764623.568231:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764623.568234:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764623.568236:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764623.568240:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b12c0.
00000020:00000040:3.0:1787764623.568242:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:3.0:1787764623.568244:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764623.568245:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764623.568247:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764623.568249:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764623.568250:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764623.568254:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9f800.
00000100:00000001:3.0:1787764623.568257:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764623.568262:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b12c0 x1874601358866048/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764623.568269:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764623.568271:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764623.568275:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001900fdea] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b12c0 x1874601358866048/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764623.568282:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764623.568284:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764623.568287:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764623.568289:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764623.568290:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764623.568293:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764623.568295:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5509
00000400:00000200:3.0:1787764623.568298:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764623.568301:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764623.568303:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764623.568305:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764623.568307:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764623.568309:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764623.568311:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764623.568313:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764623.568314:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:3.0:1787764623.568315:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764623.568317:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:3.0:1787764623.568318:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:3.0:1787764623.568320:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:3.0:1787764623.568323:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764623.568325:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764623.568327:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764623.568329:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764623.568331:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:3.0:1787764623.568333:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764623.568336:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764623.568337:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764623.568340:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764623.568342:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764623.568343:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764623.568345:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764623.568347:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764623.568349:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764623.568353:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0780.
00000020:00000040:3.0:1787764623.568355:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:3.0:1787764623.568357:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764623.568358:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764623.568360:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764623.568361:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764623.568363:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764623.568366:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9fc00.
00000100:00000001:3.0:1787764623.568369:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764623.568373:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0780 x1874601358866176/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764623.568379:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764623.568381:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764623.568384:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cef40868] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0780 x1874601358866176/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764623.568391:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764623.568393:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764623.568396:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764623.568398:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764623.568400:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764623.568402:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764623.568404:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5509
00000400:00000200:3.0:1787764623.568407:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764623.568409:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764623.568411:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764623.568413:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764623.568415:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764623.568418:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764623.568419:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764623.568421:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764623.568422:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:3.0:1787764623.568424:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764623.568425:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:3.0:1787764623.568427:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:3.0:1787764623.568429:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:3.0:1787764623.568431:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764623.568433:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764623.568435:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764623.568437:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764623.568439:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:3.0:1787764623.568441:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764623.568451:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764623.568453:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764623.568455:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764623.568457:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764623.568459:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764623.568461:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764623.568464:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764623.568465:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764623.568469:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b30c0.
00000020:00000040:3.0:1787764623.568470:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:3.0:1787764623.568473:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764623.568474:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764623.568476:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764623.568477:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764623.568478:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764623.568482:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9d000.
00000100:00000001:3.0:1787764623.568485:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764623.568488:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b30c0 x1874601358866304/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764623.568494:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764623.568496:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764623.568499:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8678ec4] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b30c0 x1874601358866304/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764623.568505:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764623.568507:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764623.568510:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764623.568511:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764623.568512:0:58520:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764623.568514:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764623.568516:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5509
00000400:00000200:3.0:1787764623.568519:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764623.568521:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764623.568523:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764623.568526:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764623.568527:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764623.568529:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764623.568531:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764623.568532:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764623.568534:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:3.0:1787764623.568535:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764623.568536:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:3.0:1787764623.568538:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:3.0:1787764623.568540:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:3.0:1787764623.568542:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764623.568544:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764623.568545:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764623.568546:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764623.568548:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:3.0:1787764623.568550:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764623.568553:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764623.568554:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764623.568556:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764623.568558:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764623.568560:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764623.568561:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764623.568563:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764623.568565:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764623.568567:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b2580.
00000020:00000040:3.0:1787764623.568569:0:58520:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:3.0:1787764623.568571:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764623.568572:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764623.568574:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764623.568575:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764623.568577:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764623.568579:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9c800.
00000100:00000001:3.0:1787764623.568582:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764623.568586:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b2580 x1874601358866432/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764623.568597:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764623.568598:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764623.568609:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d0536d5] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b2580 x1874601358866432/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764623.568615:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764623.568619:0:58520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5519)
00000100:00000001:1.0:1787764623.568866:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764623.568871:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764623.568873:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764623.568881:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b2d00 x1874601358865920/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764623.568903:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764623.568905:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764623.568909:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764623.568911:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764623.568914:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764623.568919:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358865920:192.168.202.141@tcp:250:kworker.0
00000100:00000001:1.0:1787764623.568924:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764623.568928:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764623.568931:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764623.568934:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764623.568939:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649f000.
02000000:00000001:1.0:1787764623.568942:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764623.568948:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764623.568952:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3108.
00000400:00000010:1.0:1787764623.568959:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573faa0.
00000100:00000200:1.0:1787764623.568966:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358865920, portal 25
00000100:00000001:1.0:1787764623.568968:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764623.568970:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542831872 : -114205166719744 : ffff9821899b2d00)
00000100:00000040:1.0:1787764623.568977:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b2d00 x1874601358865920/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764623.568984:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764623.568987:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764623.568989:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000200:1.0:1787764623.568993:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358865920, offset 0
00000400:00000200:1.0:1787764623.568998:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764623.569006:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764623.569021:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764623.569031:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764623.569034:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764623.569038:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764623.569041:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764623.569045:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70636:70636:256:4294967295] 192.168.202.141@tcp LPNI seq info [70636:70636:8:4294967295]
00000400:00000200:1.0:1787764623.569049:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764623.569058:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764623.569065:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764623.569070:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9821898bd100.
00000800:00000200:1.0:1787764623.569076:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764623.569080:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787764623.569085:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764623.569088:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787764623.569105:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764623.569108:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9821898bd100.
00000400:00000200:1.0:1787764623.569114:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764623.569118:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764623.569123:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000400:00000010:1.0:1787764623.569126:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:1.0:1787764623.569130:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764623.569135:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b2d00 x1874601358865920/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764623.569144:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764623.569147:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b2d00 x1874601358865920/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764648 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764623.569153:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764623.569155:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764623.569160:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764623.569164:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764623.569167:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4300182796
00000100:00000010:1.0:1787764623.569172:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982191cd47e0.
00000100:00000001:1.0:1787764623.569179:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787764623.569183:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4300182796
00000100:00000010:1.0:1787764623.569186:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982191cd4780.
00000100:00000001:1.0:1787764623.569189:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787764623.569192:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764623.569195:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764623.569197:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764623.569202:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764623/real 1787764623]  req@ffff9821899b2d00 x1874601358865920/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764623.569210:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764623.569212:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764623.569214:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3108.
00000400:00000200:1.0:1787764623.569216:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573faa0
00000400:00000010:1.0:1787764623.569218:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573faa0.
00000100:00000001:1.0:1787764623.569220:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764623.569223:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b2d00 x1874601358865920/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764623.569232:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b2d00 x1874601358865920/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764623.569238:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764623.569240:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764623.569242:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764623.569244:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764623.569248:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b2d00 x1874601358865920/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764623.569255:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764623.569259:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b2d00 x1874601358865920/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764648 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764623.569275:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764623.569278:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764623.569279:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764623.569280:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764623.569282:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764623.569284:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764623.569287:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764623.569291:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764623.569295:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764623.569299:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b2d00 x1874601358865920/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764648 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764623.569307:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358865920:192.168.202.141@tcp:250:kworker.0
00000100:00000001:1.0:1787764623.569311:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764623.569314:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b12c0 x1874601358866048/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764623.569321:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764623.569322:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764623.569324:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764623.569326:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764623.569328:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764623.569330:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358866048:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764623.569333:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764623.569335:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764623.569337:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764623.569339:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764623.569342:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649d800.
02000000:00000001:1.0:1787764623.569344:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764623.569347:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764623.569350:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3108.
00000400:00000010:1.0:1787764623.569353:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573faa0.
00000100:00000200:1.0:1787764623.569356:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358866048, portal 10
00000100:00000001:1.0:1787764623.569358:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764623.569359:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542825152 : -114205166726464 : ffff9821899b12c0)
00000100:00000040:1.0:1787764623.569365:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b12c0 x1874601358866048/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764623.569372:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764623.569374:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764623.569376:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000200:1.0:1787764623.569379:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358866048, offset 0
00000400:00000200:1.0:1787764623.569383:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764623.569387:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764623.569390:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764623.569393:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764623.569395:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764623.569398:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764623.569400:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764623.569403:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70637:70637:256:4294967295] 192.168.202.141@tcp LPNI seq info [70637:70637:8:4294967295]
00000400:00000200:1.0:1787764623.569406:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764623.569412:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764623.569417:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764623.569420:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9821898bd100.
00000800:00000200:1.0:1787764623.569424:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764623.569427:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787764623.569431:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764623.569434:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787764623.569437:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764623.569439:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9821898bd100.
00000400:00000200:1.0:1787764623.569442:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764623.569446:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764623.569448:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000400:00000010:1.0:1787764623.569450:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:1.0:1787764623.569452:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764623.569455:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b12c0 x1874601358866048/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764623.569463:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764623.569466:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b12c0 x1874601358866048/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764648 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764623.569472:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764623.569473:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764623.569476:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764623.569480:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:1.0:1787764623.569483:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764623.569486:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300181527
00000100:00000001:1.0:1787764623.569488:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300182796
00000100:00000001:1.0:1787764623.569490:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300181527
00000100:00000001:1.0:1787764623.569492:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300182796
00000100:00000001:1.0:1787764623.569494:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764623.569496:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764623.569497:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764623.569501:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764623/real 1787764623]  req@ffff9821899b12c0 x1874601358866048/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764623.569508:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764623.569509:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764623.569511:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3108.
00000400:00000200:1.0:1787764623.569513:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573faa0
00000400:00000010:1.0:1787764623.569515:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573faa0.
00000100:00000001:1.0:1787764623.569517:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764623.569520:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b12c0 x1874601358866048/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764623.569528:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b12c0 x1874601358866048/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764623.569534:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764623.569536:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764623.569537:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764623.569539:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764623.569542:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b12c0 x1874601358866048/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764623.569549:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764623.569552:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b12c0 x1874601358866048/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764648 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764623.569559:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764623.569562:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764623.569563:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764623.569564:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764623.569566:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764623.569568:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764623.569570:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764623.569573:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764623.569575:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764623.569579:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b12c0 x1874601358866048/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764648 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764623.569585:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358866048:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764623.569589:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764623.569591:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b0780 x1874601358866176/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764623.569598:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764623.569599:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764623.569601:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764623.569602:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764623.569604:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764623.569607:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358866176:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764623.569610:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764623.569612:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764623.569614:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764623.569615:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764623.569618:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649c000.
02000000:00000001:1.0:1787764623.569620:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764623.569624:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764623.569626:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3108.
00000400:00000010:1.0:1787764623.569629:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573faa0.
00000100:00000200:1.0:1787764623.569631:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358866176, portal 10
00000100:00000001:1.0:1787764623.569633:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764623.569634:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542822272 : -114205166729344 : ffff9821899b0780)
00000100:00000040:1.0:1787764623.569639:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b0780 x1874601358866176/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764623.569645:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764623.569647:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764623.569649:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000200:1.0:1787764623.569651:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358866176, offset 0
00000400:00000200:1.0:1787764623.569654:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764623.569658:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764623.569661:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764623.569664:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764623.569666:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764623.569668:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764623.569671:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764623.569674:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70638:70638:256:4294967295] 192.168.202.141@tcp LPNI seq info [70638:70638:8:4294967295]
00000400:00000200:1.0:1787764623.569677:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764623.569683:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764623.569687:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764623.569690:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9821898bd100.
00000800:00000200:1.0:1787764623.569693:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764623.569696:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787764623.569700:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764623.569703:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787764623.569706:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764623.569708:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9821898bd100.
00000400:00000200:1.0:1787764623.569711:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764623.569714:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764623.569717:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000400:00000010:1.0:1787764623.569719:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:1.0:1787764623.569721:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764623.569724:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b0780 x1874601358866176/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764623.569731:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764623.569734:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b0780 x1874601358866176/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764648 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764623.569740:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764623.569741:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764623.569744:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764623.569747:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:1.0:1787764623.569750:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764623.569752:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300181521
00000100:00000001:1.0:1787764623.569754:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300182796
00000100:00000001:1.0:1787764623.569756:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300181521
00000100:00000001:1.0:1787764623.569758:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300182796
00000100:00000001:1.0:1787764623.569760:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764623.569762:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764623.569764:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764623.569768:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764623/real 1787764623]  req@ffff9821899b0780 x1874601358866176/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764623.569775:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764623.569776:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764623.569778:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3108.
00000400:00000200:1.0:1787764623.569780:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573faa0
00000400:00000010:1.0:1787764623.569782:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573faa0.
00000100:00000001:1.0:1787764623.569784:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764623.569787:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b0780 x1874601358866176/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764623.569794:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b0780 x1874601358866176/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764623.569800:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764623.569801:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764623.569803:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764623.569805:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764623.569808:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b0780 x1874601358866176/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764623.569814:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764623.569817:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b0780 x1874601358866176/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764648 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764623.569823:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764623.569825:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764623.569826:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764623.569828:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764623.569829:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764623.569830:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764623.569833:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764623.569835:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764623.569837:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764623.569841:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b0780 x1874601358866176/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764648 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764623.569865:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358866176:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764623.569869:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764623.569872:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b30c0 x1874601358866304/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764623.569877:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764623.569879:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764623.569881:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764623.569882:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764623.569884:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764623.569887:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358866304:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764623.569890:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764623.569905:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764623.569906:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764623.569908:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764623.569911:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649c800.
02000000:00000001:1.0:1787764623.569914:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764623.569918:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764623.569921:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3108.
00000400:00000010:1.0:1787764623.569924:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573faa0.
00000100:00000200:1.0:1787764623.569927:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358866304, portal 4
00000100:00000001:1.0:1787764623.569929:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764623.569930:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542832832 : -114205166718784 : ffff9821899b30c0)
00000100:00000040:1.0:1787764623.569937:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b30c0 x1874601358866304/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764623.569944:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764623.569946:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764623.569949:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000200:1.0:1787764623.569951:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358866304, offset 0
00000400:00000200:1.0:1787764623.569955:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764623.569958:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764623.569962:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764623.569965:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764623.569967:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764623.569969:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764623.569971:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764623.569974:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70639:70639:256:4294967295] 192.168.202.141@tcp LPNI seq info [70639:70639:8:4294967295]
00000400:00000200:1.0:1787764623.569978:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764623.569984:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764623.569989:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764623.569992:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9821898bd100.
00000800:00000200:1.0:1787764623.569996:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764623.569998:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787764623.570002:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764623.570004:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787764623.570007:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764623.570009:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9821898bd100.
00000400:00000200:1.0:1787764623.570012:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764623.570015:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764623.570018:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000400:00000010:1.0:1787764623.570019:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:1.0:1787764623.570022:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764623.570025:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b30c0 x1874601358866304/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764623.570033:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764623.570036:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b30c0 x1874601358866304/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764648 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764623.570042:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764623.570044:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764623.570047:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764623.570049:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:1.0:1787764623.570052:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764623.570054:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300181527
00000100:00000001:1.0:1787764623.570056:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300182796
00000100:00000001:1.0:1787764623.570058:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300181527
00000100:00000001:1.0:1787764623.570060:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300182796
00000100:00000001:1.0:1787764623.570062:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764623.570064:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764623.570066:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764623.570069:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764623/real 1787764623]  req@ffff9821899b30c0 x1874601358866304/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764623.570077:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764623.570078:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764623.570079:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3108.
00000400:00000200:1.0:1787764623.570081:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573faa0
00000400:00000010:1.0:1787764623.570083:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573faa0.
00000100:00000001:1.0:1787764623.570085:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764623.570088:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b30c0 x1874601358866304/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764623.570097:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b30c0 x1874601358866304/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764623.570102:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764623.570104:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764623.570105:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764623.570107:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764623.570110:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b30c0 x1874601358866304/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764623.570116:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764623.570120:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b30c0 x1874601358866304/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764648 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764623.570127:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764623.570129:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764623.570130:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764623.570131:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764623.570133:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764623.570134:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764623.570137:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764623.570139:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764623.570142:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764623.570146:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b30c0 x1874601358866304/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764648 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764623.570153:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358866304:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764623.570157:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764623.570161:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b2580 x1874601358866432/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764623.570167:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764623.570168:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764623.570170:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764623.570172:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764623.570173:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764623.570176:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358866432:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764623.570179:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764623.570181:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764623.570182:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764623.570184:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764623.570187:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649e400.
02000000:00000001:1.0:1787764623.570189:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764623.570191:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764623.570194:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3108.
00000400:00000010:1.0:1787764623.570196:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573faa0.
00000100:00000200:1.0:1787764623.570199:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358866432, portal 4
00000100:00000001:1.0:1787764623.570201:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764623.570202:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542829952 : -114205166721664 : ffff9821899b2580)
00000100:00000040:1.0:1787764623.570207:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b2580 x1874601358866432/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764623.570213:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764623.570215:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764623.570218:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000200:1.0:1787764623.570220:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358866432, offset 0
00000400:00000200:1.0:1787764623.570224:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764623.570228:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764623.570231:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764623.570233:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764623.570236:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764623.570238:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764623.570240:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764623.570242:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70640:70640:256:4294967295] 192.168.202.141@tcp LPNI seq info [70640:70640:8:4294967295]
00000400:00000200:1.0:1787764623.570246:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764623.570252:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764623.570256:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764623.570260:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9821898bd100.
00000800:00000200:1.0:1787764623.570263:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764623.570266:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1787764623.570270:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764623.570272:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1787764623.570275:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764623.570277:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9821898bd100.
00000400:00000200:1.0:1787764623.570280:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764623.570283:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764623.570286:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000400:00000010:1.0:1787764623.570288:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:1.0:1787764623.570290:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764623.570293:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b2580 x1874601358866432/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764623.570300:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764623.570303:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b2580 x1874601358866432/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764648 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764623.570309:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764623.570311:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764623.570313:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764623.570316:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:1.0:1787764623.570319:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764623.570322:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300181528
00000100:00000001:1.0:1787764623.570324:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300182796
00000100:00000001:1.0:1787764623.570326:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300181528
00000100:00000001:1.0:1787764623.570328:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300182796
00000100:00000001:1.0:1787764623.570330:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764623.570332:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764623.570333:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764623.570337:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764623/real 1787764623]  req@ffff9821899b2580 x1874601358866432/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764623.570345:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764623.570346:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764623.570347:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3108.
00000400:00000200:1.0:1787764623.570349:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573faa0
00000400:00000010:1.0:1787764623.570351:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573faa0.
00000100:00000001:1.0:1787764623.570353:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764623.570356:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b2580 x1874601358866432/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764623.570364:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b2580 x1874601358866432/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764623.570370:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764623.570371:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764623.570373:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764623.570374:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764623.570378:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b2580 x1874601358866432/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764623.570384:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764623.570387:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b2580 x1874601358866432/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764648 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764623.570394:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764623.570396:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764623.570398:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764623.570399:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764623.570401:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764623.570402:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764623.570405:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764623.570407:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764623.570410:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764623.570413:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b2580 x1874601358866432/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764648 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764623.570420:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358866432:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764623.570424:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764623.570426:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764623.570429:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b2d00 x1874601358865920/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764648 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764623.570435:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764623.570438:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764623.570440:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649f000.
02000000:00000001:1.0:1787764623.570443:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764623.570446:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764623.570447:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000020:00000001:1.0:1787764623.570449:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764623.570452:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9f400.
02000000:00000001:1.0:1787764623.570455:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764623.570457:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764623.570459:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b2d00.
00000100:00000001:1.0:1787764623.570463:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764623.570464:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764623.570466:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764623.570469:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b12c0 x1874601358866048/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764648 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764623.570480:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764623.570481:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764623.570483:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649d800.
02000000:00000001:1.0:1787764623.570485:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764623.570486:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764623.570488:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:1.0:1787764623.570490:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764623.570491:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9f800.
02000000:00000001:1.0:1787764623.570494:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764623.570495:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764623.570496:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b12c0.
00000100:00000001:1.0:1787764623.570498:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764623.570499:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764623.570501:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764623.570504:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b0780 x1874601358866176/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764648 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764623.570509:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764623.570511:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764623.570512:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649c000.
02000000:00000001:1.0:1787764623.570514:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764623.570515:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764623.570516:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:1.0:1787764623.570518:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764623.570519:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9fc00.
02000000:00000001:1.0:1787764623.570521:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764623.570522:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764623.570523:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b0780.
00000100:00000001:1.0:1787764623.570525:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764623.570526:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764623.570528:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764623.570531:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b30c0 x1874601358866304/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764648 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764623.570537:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764623.570538:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764623.570540:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649c800.
02000000:00000001:1.0:1787764623.570542:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764623.570543:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764623.570544:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:1.0:1787764623.570546:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764623.570547:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9d000.
02000000:00000001:1.0:1787764623.570550:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764623.570551:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764623.570552:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b30c0.
00000100:00000001:1.0:1787764623.570554:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764623.570555:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764623.570557:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764623.570560:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b2580 x1874601358866432/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764648 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764623.570566:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764623.570568:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764623.570569:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649e400.
02000000:00000001:1.0:1787764623.570572:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764623.570573:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764623.570574:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:1.0:1787764623.570576:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764623.570577:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9c800.
02000000:00000001:1.0:1787764623.570579:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764623.570581:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764623.570582:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b2580.
00000100:00000001:1.0:1787764623.570584:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764623.570585:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764623.570587:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764623.570594:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764623.570596:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764623.570598:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764623.570600:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764623.887945:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764623.887953:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764623.887958:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764623.887960:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764623.887964:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764623.887965:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764623.887968:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764623.887969:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764623.887973:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764623.887974:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764623.887996:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764623.887998:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764623.888001:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764624.143993:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764624.144000:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764624.144002:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764624.144008:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764624.144011:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764624.144015:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764624.144018:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764624.144021:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764624.144023:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764624.911931:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4300182796, at 4300182848
00000100:00000010:3.0:1787764624.911948:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191cd4780.
00010000:00000001:0.0:1787764624.911975:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764624.911980:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764624.911982:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764624.911985:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764624.911988:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764624.911990:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764624.911991:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764624.911993:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764624.911995:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764624.911996:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764624.911999:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764624.912000:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764624.912002:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764624.912003:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764624.912004:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764624.912004:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764624.912005:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764624.912006:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764624.912007:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764624.912008:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764624.912010:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764624.912011:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764624.912044:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764624.912048:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764624.912051:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787764624.912100:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4300182796, at 4300182848
00000100:00000010:2.0:1787764624.912106:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191cd47e0.
00000100:00000001:2.0:1787764625.168005:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764625.168012:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764625.168014:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764625.168019:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764625.168023:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764625.168027:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764625.168030:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764625.168032:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764625.168034:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764625.936163:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764625.936171:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764625.936177:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764625.936178:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764625.936182:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764625.936183:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764625.936188:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764625.936189:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764625.936192:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764625.936194:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764625.936221:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764625.936224:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764625.936227:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764626.191931:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764626.191939:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764626.191941:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764626.191946:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764626.191951:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764626.191955:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764626.191958:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764626.191960:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764626.191964:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764626.959976:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764626.959983:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764626.959990:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764626.959993:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764626.960006:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764626.960010:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764626.960013:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764626.960015:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764626.960017:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764626.960019:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764626.960023:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764626.960025:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764626.960028:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764626.960029:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764626.960032:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764626.960033:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764626.960052:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764626.960054:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764626.960057:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764627.215976:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764627.215986:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764627.215989:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764627.215996:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764627.216001:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764627.216007:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764627.216010:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764627.216015:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764627.216019:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764627.983969:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764627.983974:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764627.983978:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764627.983979:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764627.983981:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764627.983982:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764627.983984:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764627.983985:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764627.983987:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764627.983988:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764627.984034:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764627.984036:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764627.984038:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764628.239911:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764628.239919:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764628.239921:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764628.239926:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764628.239930:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764628.239934:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764628.239936:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764628.239939:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764628.239941:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764628.688282:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764628.688293:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787764628.688296:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764628.688300:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764628.688305:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764628.688313:0:18336:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5514
00000400:00000200:1.0:1787764628.688325:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764628.688333:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764628.688336:0:18336:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764628.688340:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764628.688343:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764628.688346:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764628.688349:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764628.688353:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764628.688355:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:1.0:1787764628.688358:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764628.688362:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:1.0:1787764628.688365:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:1.0:1787764628.688367:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:1.0:1787764628.688370:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764628.688372:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764628.688374:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764628.688376:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764628.688378:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:1.0:1787764628.688382:0:18336:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764628.688384:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764628.688387:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764628.688391:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764628.688394:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764628.688396:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787764628.688399:0:18336:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764628.688408:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f85a40.
00000020:00000040:1.0:1787764628.688412:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:1.0:1787764628.688417:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764628.688418:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764628.688423:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764628.688427:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764628.688432:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764628.688441:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649c800.
00000100:00000001:1.0:1787764628.688448:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764628.688460:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f85a40 x1874601358866560/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764628.688471:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764628.688476:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764628.688481:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000920ad038] to pc [ptlrpcd_rcv+-1]  req@ffff982187f85a40 x1874601358866560/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764628.688505:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764628.688508:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764628.688511:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787764628.688512:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764628.688514:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764628.688517:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764628.688520:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5514
00000100:00000001:3.0:1787764628.688524:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:1.0:1787764628.688525:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764628.688531:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00000001:3.0:1787764628.688532:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1787764628.688535:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787764628.688537:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764628.688542:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764628.688546:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764628.688549:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f85a40 x1874601358866560/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787764628.688551:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764628.688555:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764628.688561:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764628.688563:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:1.0:1787764628.688567:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1787764628.688568:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:1.0:1787764628.688570:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000100:00000001:3.0:1787764628.688573:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764628.688574:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:1.0:1787764628.688579:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
02000000:00000001:3.0:1787764628.688579:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787764628.688585:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1787764628.688586:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
02000000:00000001:3.0:1787764628.688590:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764628.688591:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764628.688599:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00100000:3.0:1787764628.688600:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358866560:192.168.202.141@tcp:250:kworker.0
00000100:00000001:1.0:1787764628.688601:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764628.688606:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00000001:3.0:1787764628.688608:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:1.0:1787764628.688610:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764628.688614:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764628.688614:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764628.688616:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764628.688617:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764628.688620:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1787764628.688623:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:3.0:1787764628.688626:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982191e9ec00.
02000000:00000001:1.0:1787764628.688628:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764628.688629:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764628.688633:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:3.0:1787764628.688637:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000008:00100000:1.0:1787764628.688641:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000400:00000010:3.0:1787764628.688642:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982183cbdd10.
00000008:00000001:1.0:1787764628.688648:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1787764628.688650:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844220.
00000100:00000001:1.0:1787764628.688651:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764628.688658:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f870c0.
00000100:00000200:3.0:1787764628.688659:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358866560, portal 25
00000020:00000040:1.0:1787764628.688661:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
00000100:00000001:3.0:1787764628.688662:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787764628.688665:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515383872 : -114205194167744 : ffff982187f85a40)
02000000:00000001:1.0:1787764628.688667:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764628.688671:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764628.688673:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f85a40 x1874601358866560/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764653 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764628.688674:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764628.688678:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764628.688682:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764628.688685:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000010:1.0:1787764628.688687:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649c000.
00000100:00000040:3.0:1787764628.688688:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:3.0:1787764628.688693:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844550.
00000100:00000001:1.0:1787764628.688694:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1787764628.688698:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358866560, offset 0
00000100:00100000:1.0:1787764628.688702:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f870c0 x1874601358866688/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1787764628.688708:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000100:00000001:1.0:1787764628.688714:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764628.688716:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764628.688720:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a65be51] to pc [ptlrpcd_rcv+-1]  req@ffff982187f870c0 x1874601358866688/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764628.688726:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764628.688729:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1787764628.688732:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00080000:1.0:1787764628.688740:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1787764628.688742:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:3.0:1787764628.688742:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000100:00080000:1.0:1787764628.688745:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764628.688749:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:3.0:1787764628.688751:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:1.0:1787764628.688752:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5514
00000400:00000200:1.0:1787764628.688758:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764628.688762:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000400:00000200:3.0:1787764628.688762:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000100:00080000:1.0:1787764628.688767:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764628.688772:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000400:00000200:3.0:1787764628.688772:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1787764628.688778:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764628.688781:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000400:00000200:3.0:1787764628.688781:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000100:00000001:1.0:1787764628.688785:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764628.688788:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764628.688790:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000400:00000200:3.0:1787764628.688793:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70641:70641:256:4294967295] 192.168.202.141@tcp LPNI seq info [70641:70641:8:4294967295]
00000020:00000001:1.0:1787764628.688794:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764628.688797:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000400:00000200:3.0:1787764628.688801:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000020:00000001:1.0:1787764628.688802:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:1.0:1787764628.688806:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:1.0:1787764628.688814:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000400:00000200:3.0:1787764628.688816:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1787764628.688819:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764628.688825:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000800:00000200:3.0:1787764628.688826:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764628.688833:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982191d40700.
00000800:00000200:3.0:1787764628.688840:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:1.0:1787764628.688843:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000800:00000200:3.0:1787764628.688844:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787764628.688889:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787764628.688893:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000020:00000040:1.0:1787764628.688898:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000800:00000100:3.0:1787764628.688899:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000100:00080000:1.0:1787764628.688903:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000800:00000010:3.0:1787764628.688905:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982191d40700.
00000100:00000001:1.0:1787764628.688906:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764628.688909:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764628.688912:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764628.688914:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764628.688915:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1787764628.688916:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764628.688918:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787764628.688922:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764628.688925:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764628.688927:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000100:00000010:1.0:1787764628.688929:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f84f00.
00000020:00000040:1.0:1787764628.688933:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:1.0:1787764628.688935:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:3.0:1787764628.688935:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844550
02000000:00000001:1.0:1787764628.688937:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764628.688940:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:3.0:1787764628.688941:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844550.
02000000:00000001:1.0:1787764628.688942:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764628.688944:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764628.688948:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649d800.
00000100:00000001:3.0:1787764628.688950:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787764628.688952:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1787764628.688956:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f85a40 x1874601358866560/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764653 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764628.688960:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f84f00 x1874601358866816/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764628.688977:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764628.688978:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787764628.688979:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764628.688982:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007cd831b5] to pc [ptlrpcd_rcv+-1]  req@ffff982187f84f00 x1874601358866816/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764628.688988:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764628.688991:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787764628.688992:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f85a40 x1874601358866560/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764653 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764628.688999:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787764628.689003:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764628.689006:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764628.689008:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764628.689009:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787764628.689011:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:1.0:1787764628.689014:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5514
00000400:00000200:1.0:1787764628.689018:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764628.689019:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764628.689022:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764628.689026:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1787764628.689026:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764628.689031:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4300187916
00000100:00000040:1.0:1787764628.689032:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764628.689036:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764628.689039:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000010:3.0:1787764628.689041:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982182d59c60.
00000100:00000001:1.0:1787764628.689042:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764628.689045:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764628.689046:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:1.0:1787764628.689047:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764628.689049:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:1.0:1787764628.689050:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000001:3.0:1787764628.689051:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000020:00000001:1.0:1787764628.689052:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:1.0:1787764628.689057:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764628.689059:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764628.689060:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764628.689061:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4300187916
00000100:00000001:1.0:1787764628.689063:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000010:3.0:1787764628.689065:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982182d59de0.
00000020:00000040:1.0:1787764628.689070:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00000001:3.0:1787764628.689070:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787764628.689076:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1787764628.689078:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764628.689079:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764628.689084:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764628.689085:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
02000000:00000001:1.0:1787764628.689089:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:3.0:1787764628.689093:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764628/real 1787764628]  req@ffff982187f85a40 x1874601358866560/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787764628.689094:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764628.689099:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1787764628.689107:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787764628.689109:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787764628.689110:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982183cbdd10.
00000400:00000200:3.0:1787764628.689113:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844220
00000400:00000010:3.0:1787764628.689114:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844220.
00000100:00000001:3.0:1787764628.689115:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787764628.689117:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f85a40 x1874601358866560/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787764628.689123:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f85a40 x1874601358866560/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764628.689127:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787764628.689129:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764628.689131:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764628.689132:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787764628.689135:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f85a40 x1874601358866560/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764628.689139:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787764628.689142:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f85a40 x1874601358866560/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764653 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764628.689146:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787764628.689148:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764628.689149:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764628.689150:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764628.689152:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787764628.689154:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787764628.689156:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:1.0:1787764628.689159:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00080000:3.0:1787764628.689161:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000008:00100000:1.0:1787764628.689163:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00000001:3.0:1787764628.689164:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000008:00000001:1.0:1787764628.689169:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764628.689171:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f85a40 x1874601358866560/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764653 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764628.689172:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764628.689180:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f87c00.
00000020:00000040:1.0:1787764628.689184:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
00000100:00100000:3.0:1787764628.689186:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358866560:192.168.202.141@tcp:250:kworker.0
02000000:00000001:1.0:1787764628.689188:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764628.689190:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764628.689194:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1787764628.689196:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1787764628.689197:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764628.689200:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764628.689201:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000010:1.0:1787764628.689206:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649f000.
00000100:00000040:3.0:1787764628.689207:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f85a40 x1874601358866560/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764653 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764628.689212:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764628.689221:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00100000:1.0:1787764628.689222:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f87c00 x1874601358866944/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1787764628.689226:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787764628.689231:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982191e9ec00.
02000000:00000001:3.0:1787764628.689237:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787764628.689239:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787764628.689243:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000100:00000001:1.0:1787764628.689244:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000020:00000001:3.0:1787764628.689245:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000001:1.0:1787764628.689248:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764628.689249:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649c800.
00000100:00000040:1.0:1787764628.689253:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000480dc2f8] to pc [ptlrpcd_rcv+-1]  req@ffff982187f87c00 x1874601358866944/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787764628.689255:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787764628.689258:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787764628.689261:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f85a40.
00000100:00000001:1.0:1787764628.689263:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764628.689265:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00080000:1.0:1787764628.689267:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787764628.689267:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764628.689272:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1787764628.689273:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787764628.689276:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764628.689278:0:18336:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764628.689280:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764628.689281:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5514
00000100:00000001:3.0:1787764628.689283:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:1.0:1787764628.689285:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764628.689288:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764628.689289:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764628.689293:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787764628.689294:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1787764628.689296:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764628.689298:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764628.689299:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764628.689302:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764628.689303:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787764628.689305:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764628.689308:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764628.689309:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:1.0:1787764628.689311:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764628.689312:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000100:00000040:3.0:1787764628.689312:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f870c0 x1874601358866688/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1787764628.689317:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:1.0:1787764628.689320:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:1.0:1787764628.689326:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764628.689330:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764628.689332:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764628.689332:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764628.689336:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:3.0:1787764628.689337:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787764628.689342:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
02000000:00000001:3.0:1787764628.689342:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787764628.689346:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1787764628.689347:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764628.689349:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764628.689350:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764628.689352:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764628.689356:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764628.689358:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764628.689359:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764628.689361:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1787764628.689363:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764628.689366:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764628.689366:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358866688:192.168.202.141@tcp:38:kworker.0
00000100:00000010:1.0:1787764628.689369:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f85680.
00000020:00000040:1.0:1787764628.689374:0:18336:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
00000100:00000001:3.0:1787764628.689375:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764628.689379:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764628.689380:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764628.689383:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764628.689387:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764628.689388:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764628.689390:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764628.689391:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764628.689394:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649c400.
02000000:00000001:3.0:1787764628.689397:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1787764628.689399:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764628.689403:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982191e9ec00.
00000100:00100000:1.0:1787764628.689408:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f85680 x1874601358867072/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1787764628.689408:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764628.689417:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:3.0:1787764628.689422:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982183cbdd10.
00000100:00000001:1.0:1787764628.689423:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764628.689427:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1787764628.689428:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844220.
00000100:00000040:1.0:1787764628.689434:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000008ac09af] to pc [ptlrpcd_rcv+-1]  req@ffff982187f85680 x1874601358867072/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787764628.689434:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358866688, portal 10
00000100:00000001:3.0:1787764628.689440:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787764628.689443:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515389632 : -114205194161984 : ffff982187f870c0)
00000100:00000001:1.0:1787764628.689448:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764628.689453:0:18336:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5524)
00000100:00000040:3.0:1787764628.689455:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f870c0 x1874601358866688/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764653 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764628.689463:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787764628.689465:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:3.0:1787764628.689468:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844550.
00000100:00000200:3.0:1787764628.689470:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358866688, offset 0
00000400:00000200:3.0:1787764628.689473:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:3.0:1787764628.689477:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764628.689479:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:3.0:1787764628.689482:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787764628.689484:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:3.0:1787764628.689485:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787764628.689487:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:3.0:1787764628.689489:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70642:70642:256:4294967295] 192.168.202.141@tcp LPNI seq info [70642:70642:8:4294967295]
00000400:00000200:3.0:1787764628.689492:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764628.689497:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787764628.689500:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764628.689503:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982191d40700.
00000800:00000200:3.0:1787764628.689507:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.0:1787764628.689510:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787764628.689514:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787764628.689517:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1787764628.689521:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764628.689523:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982191d40700.
00000400:00000200:3.0:1787764628.689526:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787764628.689529:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787764628.689532:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844550
00000400:00000010:3.0:1787764628.689534:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844550.
00000100:00000001:3.0:1787764628.689537:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787764628.689541:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f870c0 x1874601358866688/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764653 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764628.689552:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764628.689554:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f870c0 x1874601358866688/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764653 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764628.689558:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764628.689559:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787764628.689562:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764628.689566:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:3.0:1787764628.689568:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764628.689570:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300186647
00000100:00000001:3.0:1787764628.689572:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300187916
00000100:00000001:3.0:1787764628.689573:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300186647
00000100:00000001:3.0:1787764628.689575:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300187916
00000100:00000001:3.0:1787764628.689576:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764628.689577:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764628.689578:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787764628.689580:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764628/real 1787764628]  req@ffff982187f870c0 x1874601358866688/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787764628.689585:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787764628.689586:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787764628.689587:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982183cbdd10.
00000400:00000200:3.0:1787764628.689588:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844220
00000400:00000010:3.0:1787764628.689590:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844220.
00000100:00000001:3.0:1787764628.689591:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787764628.689593:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f870c0 x1874601358866688/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787764628.689597:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f870c0 x1874601358866688/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764628.689601:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787764628.689602:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764628.689603:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764628.689604:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787764628.689606:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f870c0 x1874601358866688/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764628.689610:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787764628.689612:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f870c0 x1874601358866688/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764653 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764628.689616:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787764628.689617:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764628.689618:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764628.689619:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764628.689620:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787764628.689621:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787764628.689623:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787764628.689625:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:3.0:1787764628.689626:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787764628.689628:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f870c0 x1874601358866688/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764653 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787764628.689633:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358866688:192.168.202.141@tcp:38:kworker.0
00000100:00000001:3.0:1787764628.689635:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787764628.689637:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f84f00 x1874601358866816/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764628.689640:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764628.689641:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764628.689642:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787764628.689643:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764628.689644:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764628.689647:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358866816:192.168.202.141@tcp:38:kworker.0
00000100:00000001:3.0:1787764628.689649:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787764628.689650:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787764628.689651:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764628.689653:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787764628.689657:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982191e9c800.
02000000:00000001:3.0:1787764628.689658:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764628.689660:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:3.0:1787764628.689662:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982183cbdd10.
00000400:00000010:3.0:1787764628.689663:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844220.
00000100:00000200:3.0:1787764628.689665:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358866816, portal 10
00000100:00000001:3.0:1787764628.689667:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787764628.689668:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515380992 : -114205194170624 : ffff982187f84f00)
00000100:00000040:3.0:1787764628.689671:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f84f00 x1874601358866816/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764653 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764628.689675:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787764628.689676:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:3.0:1787764628.689677:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844550.
00000100:00000200:3.0:1787764628.689679:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358866816, offset 0
00000400:00000200:3.0:1787764628.689681:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:3.0:1787764628.689684:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764628.689686:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:3.0:1787764628.689688:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787764628.689690:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:3.0:1787764628.689691:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787764628.689693:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:3.0:1787764628.689695:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70643:70643:256:4294967295] 192.168.202.141@tcp LPNI seq info [70643:70643:8:4294967295]
00000400:00000200:3.0:1787764628.689697:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764628.689701:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787764628.689704:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764628.689705:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982191d40700.
00000800:00000200:3.0:1787764628.689708:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.0:1787764628.689710:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787764628.689712:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787764628.689714:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1787764628.689716:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764628.689718:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982191d40700.
00000400:00000200:3.0:1787764628.689719:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787764628.689721:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787764628.689723:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844550
00000400:00000010:3.0:1787764628.689725:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844550.
00000100:00000001:3.0:1787764628.689727:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787764628.689730:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f84f00 x1874601358866816/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764653 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764628.689737:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764628.689740:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f84f00 x1874601358866816/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764653 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764628.689745:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764628.689747:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787764628.689749:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764628.689752:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:3.0:1787764628.689755:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764628.689756:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300186641
00000100:00000001:3.0:1787764628.689759:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300187916
00000100:00000001:3.0:1787764628.689761:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300186641
00000100:00000001:3.0:1787764628.689763:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300187916
00000100:00000001:3.0:1787764628.689765:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764628.689767:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764628.689769:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787764628.689773:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764628/real 1787764628]  req@ffff982187f84f00 x1874601358866816/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787764628.689780:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787764628.689783:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787764628.689784:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982183cbdd10.
00000400:00000200:3.0:1787764628.689786:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844220
00000400:00000010:3.0:1787764628.689787:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844220.
00000100:00000001:3.0:1787764628.689789:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787764628.689791:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f84f00 x1874601358866816/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787764628.689796:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f84f00 x1874601358866816/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764628.689800:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787764628.689800:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764628.689801:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764628.689802:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787764628.689804:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f84f00 x1874601358866816/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764628.689808:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787764628.689810:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f84f00 x1874601358866816/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764653 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764628.689815:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787764628.689816:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764628.689817:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764628.689818:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764628.689819:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787764628.689820:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787764628.689821:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787764628.689823:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:3.0:1787764628.689824:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787764628.689826:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f84f00 x1874601358866816/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764653 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787764628.689834:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358866816:192.168.202.141@tcp:38:kworker.0
00000100:00000001:3.0:1787764628.689837:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787764628.689839:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f87c00 x1874601358866944/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764628.689842:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764628.689843:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764628.689844:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787764628.689874:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764628.689876:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764628.689878:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358866944:192.168.202.141@tcp:8:kworker.0
00000100:00000001:3.0:1787764628.689880:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787764628.689881:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787764628.689882:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764628.689884:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787764628.689886:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982191e9d000.
02000000:00000001:3.0:1787764628.689888:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764628.689890:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:3.0:1787764628.689892:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982183cbdd10.
00000400:00000010:3.0:1787764628.689895:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844220.
00000100:00000200:3.0:1787764628.689897:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358866944, portal 4
00000100:00000001:3.0:1787764628.689899:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787764628.689900:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515392512 : -114205194159104 : ffff982187f87c00)
00000100:00000040:3.0:1787764628.689906:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f87c00 x1874601358866944/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764653 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764628.689912:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787764628.689914:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:3.0:1787764628.689916:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844550.
00000100:00000200:3.0:1787764628.689918:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358866944, offset 0
00000400:00000200:3.0:1787764628.689921:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:3.0:1787764628.689925:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764628.689929:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:3.0:1787764628.689932:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787764628.689934:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:3.0:1787764628.689937:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787764628.689939:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:3.0:1787764628.689942:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70644:70644:256:4294967295] 192.168.202.141@tcp LPNI seq info [70644:70644:8:4294967295]
00000400:00000200:3.0:1787764628.689946:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764628.689951:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787764628.689954:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764628.689957:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982191d40700.
00000800:00000200:3.0:1787764628.689959:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.0:1787764628.689961:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787764628.689964:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787764628.689965:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1787764628.689968:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764628.689969:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982191d40700.
00000400:00000200:3.0:1787764628.689971:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787764628.689973:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787764628.689975:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844550
00000400:00000010:3.0:1787764628.689976:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844550.
00000100:00000001:3.0:1787764628.689978:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787764628.689980:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f87c00 x1874601358866944/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764653 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764628.689985:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764628.689987:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f87c00 x1874601358866944/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764653 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764628.689991:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764628.689992:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787764628.689994:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764628.689996:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:3.0:1787764628.689998:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764628.690000:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300186647
00000100:00000001:3.0:1787764628.690001:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300187916
00000100:00000001:3.0:1787764628.690003:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300186647
00000100:00000001:3.0:1787764628.690004:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300187916
00000100:00000001:3.0:1787764628.690005:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764628.690006:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764628.690016:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787764628.690019:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764628/real 1787764628]  req@ffff982187f87c00 x1874601358866944/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787764628.690024:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787764628.690025:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787764628.690026:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982183cbdd10.
00000400:00000200:3.0:1787764628.690027:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844220
00000400:00000010:3.0:1787764628.690031:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844220.
00000100:00000001:3.0:1787764628.690032:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787764628.690034:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f87c00 x1874601358866944/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787764628.690039:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f87c00 x1874601358866944/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764628.690043:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787764628.690044:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764628.690045:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764628.690045:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787764628.690047:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f87c00 x1874601358866944/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764628.690051:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787764628.690053:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f87c00 x1874601358866944/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764653 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764628.690057:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787764628.690059:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764628.690060:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764628.690061:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764628.690062:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787764628.690064:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787764628.690066:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787764628.690069:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:3.0:1787764628.690072:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787764628.690075:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f87c00 x1874601358866944/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764653 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787764628.690083:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358866944:192.168.202.141@tcp:8:kworker.0
00000100:00000001:3.0:1787764628.690087:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764628.690089:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764628.690092:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f870c0 x1874601358866688/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764653 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764628.690099:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787764628.690101:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787764628.690102:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982191e9ec00.
02000000:00000001:3.0:1787764628.690105:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787764628.690106:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787764628.690107:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:3.0:1787764628.690109:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787764628.690110:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649c000.
02000000:00000001:3.0:1787764628.690112:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787764628.690113:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787764628.690114:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f870c0.
00000100:00000001:3.0:1787764628.690115:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787764628.690116:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764628.690118:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764628.690120:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f84f00 x1874601358866816/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764653 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764628.690128:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787764628.690128:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787764628.690129:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982191e9c800.
02000000:00000001:3.0:1787764628.690131:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787764628.690131:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787764628.690132:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:3.0:1787764628.690133:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787764628.690134:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649d800.
02000000:00000001:3.0:1787764628.690135:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787764628.690136:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787764628.690136:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f84f00.
00000100:00000001:3.0:1787764628.690138:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787764628.690138:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764628.690139:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764628.690141:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f87c00 x1874601358866944/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764653 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764628.690144:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787764628.690144:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787764628.690145:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982191e9d000.
02000000:00000001:3.0:1787764628.690147:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787764628.690148:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787764628.690148:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:3.0:1787764628.690149:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787764628.690150:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649f000.
02000000:00000001:3.0:1787764628.690151:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787764628.690151:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787764628.690152:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f87c00.
00000100:00000001:3.0:1787764628.690153:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787764628.690154:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764628.690155:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764628.690158:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764628.690158:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764628.690160:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787764628.690161:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764628.690161:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787764628.690164:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f85680 x1874601358867072/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764628.690168:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764628.690169:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764628.690170:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787764628.690171:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764628.690173:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764628.690176:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358867072:192.168.202.141@tcp:8:kworker.0
00000100:00000001:3.0:1787764628.690179:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787764628.690181:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787764628.690182:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764628.690184:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787764628.690187:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982191e9d000.
02000000:00000001:3.0:1787764628.690189:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764628.690192:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:3.0:1787764628.690195:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982183cbdd10.
00000400:00000010:3.0:1787764628.690198:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844220.
00000100:00000200:3.0:1787764628.690201:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358867072, portal 4
00000100:00000001:3.0:1787764628.690202:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787764628.690203:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515382912 : -114205194168704 : ffff982187f85680)
00000100:00000040:3.0:1787764628.690209:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f85680 x1874601358867072/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764653 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764628.690216:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787764628.690218:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:3.0:1787764628.690220:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844550.
00000100:00000200:3.0:1787764628.690222:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358867072, offset 0
00000400:00000200:3.0:1787764628.690225:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:3.0:1787764628.690229:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764628.690233:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:3.0:1787764628.690235:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787764628.690238:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:3.0:1787764628.690240:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787764628.690242:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:3.0:1787764628.690246:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70645:70645:256:4294967295] 192.168.202.141@tcp LPNI seq info [70645:70645:8:4294967295]
00000400:00000200:3.0:1787764628.690248:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764628.690252:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787764628.690255:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764628.690258:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982191d40700.
00000800:00000200:3.0:1787764628.690260:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.0:1787764628.690262:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1787764628.690264:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787764628.690266:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1787764628.690268:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764628.690270:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982191d40700.
00000400:00000200:3.0:1787764628.690272:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787764628.690274:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787764628.690276:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844550
00000400:00000010:3.0:1787764628.690277:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844550.
00000100:00000001:3.0:1787764628.690279:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787764628.690281:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f85680 x1874601358867072/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764653 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764628.690288:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764628.690291:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f85680 x1874601358867072/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764653 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764628.690298:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764628.690299:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787764628.690302:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764628.690304:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:3.0:1787764628.690307:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764628.690309:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300186648
00000100:00000001:3.0:1787764628.690312:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300187916
00000100:00000001:3.0:1787764628.690314:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300186648
00000100:00000001:3.0:1787764628.690316:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300187916
00000100:00000001:3.0:1787764628.690318:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764628.690320:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764628.690322:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787764628.690326:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764628/real 1787764628]  req@ffff982187f85680 x1874601358867072/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787764628.690334:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787764628.690336:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787764628.690337:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982183cbdd10.
00000400:00000200:3.0:1787764628.690340:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844220
00000400:00000010:3.0:1787764628.690341:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844220.
00000100:00000001:3.0:1787764628.690343:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787764628.690347:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f85680 x1874601358867072/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787764628.690354:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f85680 x1874601358867072/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764628.690360:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787764628.690362:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764628.690364:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764628.690365:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787764628.690369:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f85680 x1874601358867072/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764628.690375:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787764628.690379:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f85680 x1874601358867072/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764653 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764628.690386:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787764628.690388:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764628.690390:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764628.690391:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764628.690393:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787764628.690394:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787764628.690397:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787764628.690401:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:3.0:1787764628.690403:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787764628.690406:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f85680 x1874601358867072/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764653 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787764628.690415:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358867072:192.168.202.141@tcp:8:kworker.0
00000100:00000001:3.0:1787764628.690418:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764628.690420:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764628.690423:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f85680 x1874601358867072/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764653 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764628.690430:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787764628.690431:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787764628.690433:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982191e9d000.
02000000:00000001:3.0:1787764628.690435:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787764628.690436:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787764628.690437:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:3.0:1787764628.690439:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787764628.690440:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649c400.
02000000:00000001:3.0:1787764628.690441:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787764628.690442:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787764628.690443:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f85680.
00000100:00000001:3.0:1787764628.690444:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787764628.690445:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764628.690447:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764628.690449:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764628.690450:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764628.690451:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787764628.690452:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764629.007958:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764629.007966:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764629.007973:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764629.007975:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764629.007979:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764629.007980:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764629.007984:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764629.007985:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764629.007989:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764629.007990:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764629.008016:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764629.008019:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764629.008022:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764629.263945:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764629.263953:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764629.263956:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764629.263961:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764629.263966:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764629.263969:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764629.263972:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764629.263975:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764629.263978:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764630.031968:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4300187916, at 4300187968
00000100:00000040:3.0:1787764630.031968:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4300187916, at 4300187968
00010000:00000001:0.0:1787764630.031981:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:3.0:1787764630.031984:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982182d59de0.
00010000:00000001:0.0:1787764630.031986:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764630.031987:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982182d59c60.
00010000:00000001:0.0:1787764630.031994:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764630.031996:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764630.032006:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764630.032010:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764630.032012:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764630.032015:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764630.032018:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764630.032020:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764630.032022:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764630.032024:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764630.032027:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764630.032029:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764630.032032:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764630.032033:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764630.032034:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764630.032036:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764630.032037:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764630.032039:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764630.032040:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764630.032042:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764630.032063:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764630.032066:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764630.032080:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764630.288134:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764630.288140:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764630.288142:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764630.288148:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764630.288151:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764630.288155:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764630.288157:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764630.288160:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764630.288162:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764631.056158:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764631.056164:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764631.056171:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764631.056172:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764631.056176:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764631.056177:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764631.056180:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764631.056181:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764631.056184:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764631.056185:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764631.056592:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764631.056595:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764631.056597:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764631.312107:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764631.312111:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764631.312113:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764631.312117:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764631.312119:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764631.312122:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764631.312123:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764631.312125:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764631.312127:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764632.080161:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764632.080168:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764632.080173:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764632.080174:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764632.080178:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764632.080179:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764632.080181:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764632.080182:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764632.080185:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764632.080186:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764632.080222:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764632.080225:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764632.080228:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764632.336123:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764632.336130:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764632.336132:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764632.336137:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764632.336140:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764632.336144:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764632.336146:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764632.336149:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764632.336151:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764633.104607:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764633.104615:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764633.104621:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764633.104623:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764633.104626:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764633.104628:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764633.104631:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764633.104632:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764633.104635:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764633.104636:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764633.104688:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764633.104691:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764633.104694:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764633.360003:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764633.360011:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764633.360013:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764633.360019:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764633.360022:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764633.360027:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764633.360030:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764633.360032:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764633.360035:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764633.807927:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764633.807937:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787764633.807939:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764633.807943:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764633.807947:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764633.807955:0:18336:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5519
00000400:00000200:1.0:1787764633.807972:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764633.807978:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764633.807981:0:18336:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764633.807984:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764633.807987:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764633.807990:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764633.807992:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764633.807996:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764633.807997:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:1.0:1787764633.808000:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764633.808003:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:1.0:1787764633.808005:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:1.0:1787764633.808008:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:1.0:1787764633.808011:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764633.808013:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764633.808015:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764633.808017:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764633.808020:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:1.0:1787764633.808024:0:18336:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764633.808026:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764633.808029:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764633.808032:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764633.808035:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764633.808037:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787764633.808039:0:18336:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764633.808047:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f84b40.
00000020:00000040:1.0:1787764633.808051:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:1.0:1787764633.808054:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764633.808056:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764633.808059:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764633.808062:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764633.808066:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764633.808073:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649dc00.
00000100:00000001:1.0:1787764633.808079:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764633.808087:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f84b40 x1874601358867200/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764633.808097:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764633.808101:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764633.808105:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b9a4d30] to pc [ptlrpcd_rcv+-1]  req@ffff982187f84b40 x1874601358867200/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764633.808130:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764633.808133:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764633.808137:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787764633.808138:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764633.808140:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764633.808142:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764633.808144:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5519
00000400:00000200:1.0:1787764633.808147:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764633.808150:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764633.808152:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764633.808155:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764633.808157:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764633.808159:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764633.808162:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764633.808164:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764633.808166:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:1.0:1787764633.808168:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764633.808170:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:1.0:1787764633.808172:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:1.0:1787764633.808175:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:1.0:1787764633.808178:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764633.808181:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787764633.808183:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1787764633.808184:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764633.808188:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:3.0:1787764633.808190:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000040:1.0:1787764633.808191:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00000001:3.0:1787764633.808194:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00080000:1.0:1787764633.808196:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764633.808200:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764633.808203:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:3.0:1787764633.808205:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f84b40 x1874601358867200/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787764633.808208:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764633.808213:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764633.808217:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764633.808223:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1787764633.808223:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764633.808227:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1787764633.808228:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764633.808232:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764633.808233:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:1.0:1787764633.808236:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f861c0.
02000000:00000001:3.0:1787764633.808237:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:1.0:1787764633.808240:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:3.0:1787764633.808243:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764633.808244:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764633.808248:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764633.808251:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:3.0:1787764633.808251:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358867200:192.168.202.141@tcp:250:kworker.0
02000000:00000001:1.0:1787764633.808253:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764633.808256:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764633.808259:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000010:1.0:1787764633.808264:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649c400.
02000000:00000001:3.0:1787764633.808265:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1787764633.808269:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764633.808270:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764633.808275:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:1.0:1787764633.808277:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f861c0 x1874601358867328/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:3.0:1787764633.808281:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982191e9d000.
02000000:00000001:3.0:1787764633.808285:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764633.808291:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1787764633.808295:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:3.0:1787764633.808300:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982183cbdd10.
00000100:00000001:1.0:1787764633.808302:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1787764633.808308:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844220.
00000100:00000040:1.0:1787764633.808309:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a525cb1] to pc [ptlrpcd_rcv+-1]  req@ffff982187f861c0 x1874601358867328/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787764633.808317:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358867200, portal 25
00000100:00000001:1.0:1787764633.808320:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764633.808321:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787764633.808324:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515380032 : -114205194171584 : ffff982187f84b40)
00000100:00000040:3.0:1787764633.808332:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f84b40 x1874601358867200/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764658 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764633.808340:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787764633.808342:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:3.0:1787764633.808344:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844550.
00000100:00000200:3.0:1787764633.808347:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358867200, offset 0
00000400:00000200:3.0:1787764633.808352:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:3.0:1787764633.808360:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764633.808365:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:3.0:1787764633.808371:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787764633.808376:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:3.0:1787764633.808379:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787764633.808382:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:3.0:1787764633.808385:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70646:70646:256:4294967295] 192.168.202.141@tcp LPNI seq info [70646:70646:8:4294967295]
00000400:00000200:3.0:1787764633.808390:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764633.808399:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787764633.808404:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764633.808409:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982191d40700.
00000800:00000200:3.0:1787764633.808415:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.0:1787764633.808418:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787764633.808424:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787764633.808439:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1787764633.808444:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764633.808447:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982191d40700.
00000400:00000200:3.0:1787764633.808454:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787764633.808458:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787764633.808463:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844550
00000400:00000010:3.0:1787764633.808465:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844550.
00000100:00000001:3.0:1787764633.808469:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787764633.808474:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f84b40 x1874601358867200/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764658 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764633.808483:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764633.808487:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f84b40 x1874601358867200/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764658 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764633.808493:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764633.808495:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787764633.808502:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764633.808506:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764633.808509:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4300193035
00000100:00000010:3.0:1787764633.808513:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982182d59de0.
00000100:00000001:3.0:1787764633.808518:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787764633.808524:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4300193035
00000100:00000010:3.0:1787764633.808527:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982182d59a80.
00000100:00000001:3.0:1787764633.808530:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787764633.808533:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764633.808536:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764633.808539:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787764633.808544:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764633/real 1787764633]  req@ffff982187f84b40 x1874601358867200/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764658 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787764633.808553:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787764633.808555:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787764633.808557:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982183cbdd10.
00000400:00000200:3.0:1787764633.808559:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844220
00000400:00000010:3.0:1787764633.808561:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844220.
00000100:00000001:3.0:1787764633.808563:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787764633.808566:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f84b40 x1874601358867200/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764658 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787764633.808574:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f84b40 x1874601358867200/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764658 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764633.808582:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:1.0:1787764633.808583:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787764633.808584:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764633.808588:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:1.0:1787764633.808590:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764633.808591:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764633.808593:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764633.808596:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1787764633.808599:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f84b40 x1874601358867200/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764658 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764633.808600:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764633.808607:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5519
00000400:00000200:1.0:1787764633.808613:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764633.808614:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1787764633.808619:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764633.808623:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764633.808624:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f84b40 x1874601358867200/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764658 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787764633.808628:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764633.808634:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764633.808638:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764633.808639:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764633.808642:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:3.0:1787764633.808643:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1787764633.808646:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:3.0:1787764633.808647:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000040:1.0:1787764633.808649:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000100:00000001:3.0:1787764633.808651:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1787764633.808652:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764633.808656:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000100:00000001:3.0:1787764633.808658:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000020:00000001:1.0:1787764633.808660:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000001:3.0:1787764633.808661:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:1.0:1787764633.808665:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00080000:3.0:1787764633.808667:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:1.0:1787764633.808673:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00080000:3.0:1787764633.808676:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764633.808677:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787764633.808682:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764633.808683:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764633.808688:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764633.808692:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00000040:3.0:1787764633.808692:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f84b40 x1874601358867200/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764658 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764633.808699:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764633.808705:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764633.808709:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:3.0:1787764633.808710:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358867200:192.168.202.141@tcp:250:kworker.0
02000000:00000001:1.0:1787764633.808713:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764633.808718:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764633.808719:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764633.808721:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764633.808724:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000008:00100000:1.0:1787764633.808725:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787764633.808729:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764633.808731:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f84b40 x1874601358867200/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764658 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764633.808733:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764633.808739:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f85680.
00000100:00000001:3.0:1787764633.808743:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000020:00000040:1.0:1787764633.808744:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:3.0:1787764633.808748:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787764633.808749:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764633.808752:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764633.808754:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:3.0:1787764633.808754:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982191e9d000.
02000000:00000001:1.0:1787764633.808757:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764633.808760:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:1.0:1787764633.808761:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764633.808765:0:2388:0:(genops.c:1217:class_import_put()) Process entered
02000000:00000010:1.0:1787764633.808767:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649f000.
00000020:00000040:3.0:1787764633.808768:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000020:00000001:3.0:1787764633.808773:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000001:1.0:1787764633.808774:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764633.808777:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649dc00.
00000100:00100000:1.0:1787764633.808782:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f85680 x1874601358867456/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1787764633.808784:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787764633.808787:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787764633.808790:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f84b40.
00000100:00000001:3.0:1787764633.808794:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764633.808796:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764633.808797:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764633.808819:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764633.808825:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000008ac09af] to pc [ptlrpcd_rcv+-1]  req@ffff982187f85680 x1874601358867456/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764633.808826:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764633.808836:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764633.808837:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764633.808840:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764633.808841:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787764633.808874:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787764633.808876:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764633.808878:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787764633.808883:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f861c0 x1874601358867328/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764633.808895:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764633.808896:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764633.808899:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787764633.808902:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764633.808905:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764633.808908:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358867328:192.168.202.141@tcp:38:kworker.0
00000100:00000001:3.0:1787764633.808911:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787764633.808913:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787764633.808915:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764633.808917:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787764633.808920:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982191e9d000.
02000000:00000001:3.0:1787764633.808928:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764633.808931:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:3.0:1787764633.808934:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982183cbdd10.
00000400:00000010:3.0:1787764633.808938:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844220.
00000100:00000200:3.0:1787764633.808941:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358867328, portal 10
00000100:00000001:3.0:1787764633.808944:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787764633.808945:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515385792 : -114205194165824 : ffff982187f861c0)
00000100:00000040:3.0:1787764633.808952:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f861c0 x1874601358867328/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764658 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764633.808959:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787764633.808961:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:3.0:1787764633.808963:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844550.
00000100:00000200:3.0:1787764633.808966:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358867328, offset 0
00000400:00000200:3.0:1787764633.808970:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:3.0:1787764633.808973:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764633.808977:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:3.0:1787764633.808980:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787764633.808982:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:3.0:1787764633.808985:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787764633.808987:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:3.0:1787764633.808991:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70647:70647:256:4294967295] 192.168.202.141@tcp LPNI seq info [70647:70647:8:4294967295]
00000400:00000200:3.0:1787764633.808995:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764633.809001:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787764633.809007:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764633.809010:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982191d40700.
00000100:00080000:1.0:1787764633.809013:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787764633.809018:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:3.0:1787764633.809018:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00080000:1.0:1787764633.809021:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:3.0:1787764633.809023:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000100:00000001:1.0:1787764633.809025:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764633.809030:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5519
00000800:00000200:3.1:1787764633.809034:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000400:00000200:1.0:1787764633.809039:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000800:00000200:3.1:1787764633.809039:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000400:00000200:1.0:1787764633.809045:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000800:00000100:3.0:1787764633.809049:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000100:00080000:1.0:1787764633.809050:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000800:00000010:3.0:1787764633.809053:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982191d40700.
00000100:00000040:1.0:1787764633.809057:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000400:00000200:3.0:1787764633.809059:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1787764633.809061:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764633.809066:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000400:00000200:3.0:1787764633.809068:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1787764633.809070:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764633.809074:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:3.0:1787764633.809075:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844550
00000020:00000040:1.0:1787764633.809077:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000400:00000010:3.0:1787764633.809079:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844550.
00000020:00000001:1.0:1787764633.809081:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1787764633.809083:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:1.0:1787764633.809084:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:1.0:1787764633.809088:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000200:3.0:1787764633.809089:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f861c0 x1874601358867328/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764658 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1787764633.809091:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:1.0:1787764633.809098:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764633.809103:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764633.809106:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764633.809108:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787764633.809110:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764633.809114:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00000040:3.0:1787764633.809115:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f861c0 x1874601358867328/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764658 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764633.809120:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764633.809126:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764633.809129:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1787764633.809133:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764633.809134:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764633.809136:0:2388:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:1.0:1787764633.809138:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764633.809141:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764633.809142:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1787764633.809144:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00000040:3.0:1787764633.809147:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000008:00000001:1.0:1787764633.809148:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764633.809153:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764633.809157:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000010:1.0:1787764633.809160:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f87c00.
00000100:00000001:3.0:1787764633.809161:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300191767
00000020:00000040:1.0:1787764633.809164:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
00000100:00000001:3.0:1787764633.809167:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300193035
02000000:00000001:1.0:1787764633.809169:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764633.809172:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764633.809172:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300191767
00000100:00000001:1.0:1787764633.809176:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1787764633.809178:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300193035
02000000:00000001:1.0:1787764633.809179:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764633.809182:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764633.809183:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:1.0:1787764633.809187:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649d800.
00000100:00000001:3.0:1787764633.809188:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764633.809193:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764633.809193:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787764633.809199:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764633/real 1787764633]  req@ffff982187f861c0 x1874601358867328/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764658 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764633.809201:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f87c00 x1874601358867584/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764633.809228:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000001:3.0:1787764633.809228:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:1.0:1787764633.809231:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1787764633.809232:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787764633.809236:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982183cbdd10.
00000100:00000040:1.0:1787764633.809238:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000480dc2f8] to pc [ptlrpcd_rcv+-1]  req@ffff982187f87c00 x1874601358867584/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787764633.809241:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844220
00000400:00000010:3.0:1787764633.809245:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844220.
00000100:00000001:3.0:1787764633.809249:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787764633.809253:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1787764633.809257:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f861c0 x1874601358867328/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764658 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764633.809258:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764633.809265:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787764633.809269:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764633.809271:0:18336:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764633.809275:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:3.0:1787764633.809278:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f861c0 x1874601358867328/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764658 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764633.809280:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5519
00000400:00000200:1.0:1787764633.809287:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764633.809294:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787764633.809296:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764633.809297:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764633.809299:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787764633.809303:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f861c0 x1874601358867328/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764658 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764633.809309:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787764633.809313:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f861c0 x1874601358867328/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764658 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764633.809319:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787764633.809322:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764633.809323:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764633.809324:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764633.809326:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787764633.809328:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787764633.809331:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787764633.809335:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:3.0:1787764633.809337:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787764633.809341:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f861c0 x1874601358867328/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764658 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787764633.809348:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358867328:192.168.202.141@tcp:38:kworker.0
00000100:00000001:3.0:1787764633.809352:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787764633.809355:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f85680 x1874601358867456/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764633.809361:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764633.809362:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764633.809365:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787764633.809366:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764633.809368:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764633.809370:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358867456:192.168.202.141@tcp:38:kworker.0
00000100:00000001:3.0:1787764633.809373:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787764633.809375:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787764633.809377:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764633.809378:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787764633.809382:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982191e9c800.
02000000:00000001:3.0:1787764633.809384:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764633.809386:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:3.0:1787764633.809389:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982183cbdd10.
00000400:00000200:1.0:1787764633.809391:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000400:00000010:3.0:1787764633.809393:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844220.
00000100:00080000:1.0:1787764633.809396:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000200:3.0:1787764633.809398:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358867456, portal 10
00000100:00000040:1.0:1787764633.809402:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764633.809402:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787764633.809405:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515382912 : -114205194168704 : ffff982187f85680)
00000100:00000001:1.0:1787764633.809406:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764633.809410:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764633.809413:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000040:3.0:1787764633.809415:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f85680 x1874601358867456/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764658 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1787764633.809417:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764633.809419:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:1.0:1787764633.809422:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764633.809425:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000100:00000001:3.0:1787764633.809428:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787764633.809431:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:3.0:1787764633.809433:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844550.
00000100:00000200:3.0:1787764633.809435:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358867456, offset 0
00000400:00000200:3.0:1787764633.809439:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:3.0:1787764633.809443:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764633.809447:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:3.0:1787764633.809449:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787764633.809452:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:3.0:1787764633.809454:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787764633.809456:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:3.0:1787764633.809458:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70648:70648:256:4294967295] 192.168.202.141@tcp LPNI seq info [70648:70648:8:4294967295]
00000400:00000200:3.0:1787764633.809462:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764633.809468:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787764633.809472:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764633.809476:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982191d40700.
00000020:00000001:1.0:1787764633.809478:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:1.0:1787764633.809483:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000800:00000200:3.0:1787764633.809483:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.0:1787764633.809490:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000100:00000040:1.0:1787764633.809491:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764633.809496:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.1:1787764633.809500:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000040:1.0:1787764633.809501:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000800:00000200:3.1:1787764633.809505:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000100:00000001:1.0:1787764633.809506:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764633.809512:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000800:00000100:3.0:1787764633.809516:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000100:00080000:1.0:1787764633.809519:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000800:00000010:3.0:1787764633.809520:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982191d40700.
00000100:00000001:1.0:1787764633.809525:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764633.809527:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:1.0:1787764633.809529:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764633.809533:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1787764633.809534:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
02000000:00000001:1.0:1787764633.809538:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764633.809541:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844550
00000100:00000001:1.0:1787764633.809542:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764633.809546:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000400:00000010:3.0:1787764633.809546:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844550.
00000008:00000001:1.0:1787764633.809550:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764633.809552:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787764633.809553:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1787764633.809558:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f85680 x1874601358867456/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764658 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1787764633.809559:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f84f00.
00000020:00000040:1.0:1787764633.809563:0:18336:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:1.0:1787764633.809569:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764633.809571:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764633.809575:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1787764633.809576:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1787764633.809577:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764633.809580:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764633.809581:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f85680 x1874601358867456/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764658 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1787764633.809585:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649c000.
00000100:00000001:1.0:1787764633.809590:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764633.809592:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764633.809595:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:1.0:1787764633.809599:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f84f00 x1874601358867712/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764633.809600:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764633.809606:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000100:00000001:1.0:1787764633.809614:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1787764633.809614:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764633.809618:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764633.809619:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300191761
00000100:00000001:3.0:1787764633.809623:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300193035
00000100:00000040:1.0:1787764633.809624:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007cd831b5] to pc [ptlrpcd_rcv+-1]  req@ffff982187f84f00 x1874601358867712/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764633.809628:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300191761
00000100:00000001:3.0:1787764633.809632:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300193035
00000100:00000001:3.0:1787764633.809637:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764633.809642:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764633.809643:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764633.809645:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000040:1.0:1787764633.809649:0:18336:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5529)
00000100:00100000:3.0:1787764633.809652:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764633/real 1787764633]  req@ffff982187f85680 x1874601358867456/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764658 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787764633.809661:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787764633.809663:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787764633.809664:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982183cbdd10.
00000400:00000200:3.0:1787764633.809666:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844220
00000400:00000010:3.0:1787764633.809668:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844220.
00000100:00000001:3.0:1787764633.809671:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787764633.809674:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f85680 x1874601358867456/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764658 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787764633.809682:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f85680 x1874601358867456/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764658 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764633.809688:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787764633.809690:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764633.809692:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764633.809693:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787764633.809697:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f85680 x1874601358867456/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764658 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764633.809703:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787764633.809706:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f85680 x1874601358867456/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764658 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764633.809713:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787764633.809716:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764633.809717:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764633.809718:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764633.809720:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787764633.809721:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787764633.809724:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787764633.809726:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:3.0:1787764633.809729:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787764633.809732:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f85680 x1874601358867456/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764658 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787764633.809739:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358867456:192.168.202.141@tcp:38:kworker.0
00000100:00000001:3.0:1787764633.809743:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764633.809745:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764633.809748:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f861c0 x1874601358867328/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764658 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764633.809754:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787764633.809756:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787764633.809758:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982191e9d000.
02000000:00000001:3.0:1787764633.809761:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787764633.809763:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787764633.809764:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:3.0:1787764633.809766:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787764633.809768:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649c400.
02000000:00000001:3.0:1787764633.809771:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787764633.809772:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787764633.809773:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f861c0.
00000100:00000001:3.0:1787764633.809776:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787764633.809777:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764633.809780:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764633.809783:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f85680 x1874601358867456/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764658 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764633.809789:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787764633.809790:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787764633.809792:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982191e9c800.
02000000:00000001:3.0:1787764633.809794:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787764633.809795:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787764633.809796:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:3.0:1787764633.809798:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787764633.809811:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649f000.
02000000:00000001:3.0:1787764633.809814:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787764633.809816:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787764633.809817:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f85680.
00000100:00000001:3.0:1787764633.809819:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787764633.809820:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764633.809822:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764633.809825:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764633.809826:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764633.809828:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787764633.809829:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764633.809831:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787764633.809834:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f87c00 x1874601358867584/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764633.809841:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764633.809843:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764633.809845:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787764633.809866:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764633.809869:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764633.809872:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358867584:192.168.202.141@tcp:8:kworker.0
00000100:00000001:3.0:1787764633.809875:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787764633.809877:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787764633.809878:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764633.809880:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787764633.809883:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982191e9c800.
02000000:00000001:3.0:1787764633.809885:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764633.809889:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:3.0:1787764633.809891:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982183cbdd10.
00000400:00000010:3.0:1787764633.809894:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844220.
00000100:00000200:3.0:1787764633.809897:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358867584, portal 4
00000100:00000001:3.0:1787764633.809899:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787764633.809900:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515392512 : -114205194159104 : ffff982187f87c00)
00000100:00000040:3.0:1787764633.809905:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f87c00 x1874601358867584/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764658 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764633.809911:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787764633.809913:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:3.0:1787764633.809915:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844550.
00000100:00000200:3.0:1787764633.809917:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358867584, offset 0
00000400:00000200:3.0:1787764633.809921:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:3.0:1787764633.809924:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764633.809927:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:3.0:1787764633.809930:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787764633.809932:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:3.0:1787764633.809935:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787764633.809937:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:3.0:1787764633.809940:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70649:70649:256:4294967295] 192.168.202.141@tcp LPNI seq info [70649:70649:8:4294967295]
00000400:00000200:3.0:1787764633.809944:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764633.809950:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787764633.809954:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764633.809956:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982191d40700.
00000800:00000200:3.0:1787764633.809960:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.0:1787764633.809962:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787764633.809967:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787764633.809969:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1787764633.809973:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764633.809975:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982191d40700.
00000400:00000200:3.0:1787764633.809978:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787764633.809981:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787764633.809985:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844550
00000400:00000010:3.0:1787764633.809987:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844550.
00000100:00000001:3.0:1787764633.809989:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787764633.809992:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f87c00 x1874601358867584/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764658 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764633.810000:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764633.810003:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f87c00 x1874601358867584/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764658 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764633.810009:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764633.810010:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787764633.810013:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764633.810016:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:3.0:1787764633.810019:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764633.810021:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300191767
00000100:00000001:3.0:1787764633.810023:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300193035
00000100:00000001:3.0:1787764633.810025:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300191767
00000100:00000001:3.0:1787764633.810027:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300193035
00000100:00000001:3.0:1787764633.810029:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764633.810031:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764633.810032:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787764633.810036:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764633/real 1787764633]  req@ffff982187f87c00 x1874601358867584/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764658 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787764633.810043:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787764633.810045:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787764633.810046:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982183cbdd10.
00000400:00000200:3.0:1787764633.810049:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844220
00000400:00000010:3.0:1787764633.810050:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844220.
00000100:00000001:3.0:1787764633.810052:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787764633.810055:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f87c00 x1874601358867584/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764658 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787764633.810068:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f87c00 x1874601358867584/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764658 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764633.810074:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787764633.810075:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764633.810077:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764633.810078:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787764633.810082:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f87c00 x1874601358867584/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764658 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764633.810088:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787764633.810092:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f87c00 x1874601358867584/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764658 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764633.810099:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787764633.810101:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764633.810102:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764633.810103:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764633.810105:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787764633.810106:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787764633.810109:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787764633.810111:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:3.0:1787764633.810113:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787764633.810117:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f87c00 x1874601358867584/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764658 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787764633.810124:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358867584:192.168.202.141@tcp:8:kworker.0
00000100:00000001:3.0:1787764633.810128:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787764633.810131:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f84f00 x1874601358867712/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764633.810142:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764633.810143:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764633.810145:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787764633.810147:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764633.810148:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764633.810151:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358867712:192.168.202.141@tcp:8:kworker.0
00000100:00000001:3.0:1787764633.810154:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787764633.810156:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787764633.810157:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764633.810159:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787764633.810162:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982191e9d000.
02000000:00000001:3.0:1787764633.810163:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764633.810166:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:3.0:1787764633.810169:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982183cbdd10.
00000400:00000010:3.0:1787764633.810172:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844220.
00000100:00000200:3.0:1787764633.810175:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358867712, portal 4
00000100:00000001:3.0:1787764633.810176:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787764633.810177:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515380992 : -114205194170624 : ffff982187f84f00)
00000100:00000040:3.0:1787764633.810183:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f84f00 x1874601358867712/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764658 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764633.810189:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787764633.810191:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:3.0:1787764633.810193:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844550.
00000100:00000200:3.0:1787764633.810195:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358867712, offset 0
00000400:00000200:3.0:1787764633.810198:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:3.0:1787764633.810202:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764633.810205:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:3.0:1787764633.810208:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787764633.810211:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:3.0:1787764633.810213:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787764633.810215:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:3.0:1787764633.810218:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70650:70650:256:4294967295] 192.168.202.141@tcp LPNI seq info [70650:70650:8:4294967295]
00000400:00000200:3.0:1787764633.810221:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764633.810226:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787764633.810230:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764633.810234:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982191d40700.
00000800:00000200:3.0:1787764633.810238:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.0:1787764633.810240:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1787764633.810244:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787764633.810246:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1787764633.810250:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764633.810252:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982191d40700.
00000400:00000200:3.0:1787764633.810254:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787764633.810257:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787764633.810260:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844550
00000400:00000010:3.0:1787764633.810262:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844550.
00000100:00000001:3.0:1787764633.810264:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787764633.810267:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f84f00 x1874601358867712/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764658 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764633.810275:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764633.810278:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f84f00 x1874601358867712/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764658 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764633.810284:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764633.810286:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787764633.810288:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764633.810291:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:3.0:1787764633.810294:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764633.810296:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300191768
00000100:00000001:3.0:1787764633.810298:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300193035
00000100:00000001:3.0:1787764633.810300:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300191768
00000100:00000001:3.0:1787764633.810302:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300193035
00000100:00000001:3.0:1787764633.810304:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764633.810307:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764633.810308:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787764633.810312:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764633/real 1787764633]  req@ffff982187f84f00 x1874601358867712/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764658 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787764633.810319:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787764633.810321:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787764633.810322:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982183cbdd10.
00000400:00000200:3.0:1787764633.810324:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844220
00000400:00000010:3.0:1787764633.810326:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844220.
00000100:00000001:3.0:1787764633.810328:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787764633.810331:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f84f00 x1874601358867712/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764658 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787764633.810339:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f84f00 x1874601358867712/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764658 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764633.810345:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787764633.810346:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764633.810348:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764633.810349:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787764633.810352:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f84f00 x1874601358867712/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764658 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764633.810358:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787764633.810361:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f84f00 x1874601358867712/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764658 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764633.810367:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787764633.810369:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764633.810371:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764633.810372:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764633.810373:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787764633.810375:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787764633.810377:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787764633.810380:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:3.0:1787764633.810382:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787764633.810386:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f84f00 x1874601358867712/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764658 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787764633.810393:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358867712:192.168.202.141@tcp:8:kworker.0
00000100:00000001:3.0:1787764633.810397:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764633.810399:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764633.810402:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f87c00 x1874601358867584/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764658 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764633.810407:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787764633.810409:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787764633.810410:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982191e9c800.
02000000:00000001:3.0:1787764633.810413:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787764633.810414:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787764633.810415:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:3.0:1787764633.810417:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787764633.810419:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649d800.
02000000:00000001:3.0:1787764633.810421:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787764633.810422:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787764633.810423:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f87c00.
00000100:00000001:3.0:1787764633.810425:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787764633.810426:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764633.810428:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764633.810431:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f84f00 x1874601358867712/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764658 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764633.810436:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787764633.810437:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787764633.810438:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982191e9d000.
02000000:00000001:3.0:1787764633.810440:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787764633.810441:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787764633.810442:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:3.0:1787764633.810444:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787764633.810445:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649c000.
02000000:00000001:3.0:1787764633.810447:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787764633.810448:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787764633.810449:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f84f00.
00000100:00000001:3.0:1787764633.810452:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787764633.810453:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764633.810454:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764633.810457:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764633.810459:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764633.810461:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787764633.810462:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764634.127978:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764634.127984:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764634.127989:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764634.127991:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764634.127995:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764634.127996:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764634.127999:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764634.128000:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764634.128003:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764634.128004:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764634.128070:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764634.128074:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764634.128078:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764634.383974:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764634.383982:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764634.383984:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764634.383989:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764634.383992:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764634.383996:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764634.383999:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764634.384002:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764634.384005:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764635.151977:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4300193035, at 4300193088
00000100:00000010:2.0:1787764635.151993:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982182d59de0.
00000100:00000040:3.0:1787764635.152080:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4300193035, at 4300193088
00000100:00000010:3.0:1787764635.152086:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982182d59a80.
00010000:00000001:0.0:1787764635.152164:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764635.152169:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764635.152171:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764635.152174:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764635.152177:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764635.152179:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764635.152181:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764635.152183:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764635.152187:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764635.152189:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764635.152193:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764635.152194:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764635.152197:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764635.152199:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764635.152200:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764635.152202:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764635.152203:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764635.152204:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764635.152206:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764635.152208:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764635.152211:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764635.152212:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764635.152321:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764635.152324:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764635.152328:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764635.410726:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764635.410734:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764635.410736:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764635.410741:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764635.410745:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764635.410748:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764635.410750:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764635.410752:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764635.410755:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764636.175990:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764636.175997:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764636.176002:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764636.176003:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764636.176007:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764636.176008:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764636.176011:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764636.176013:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764636.176016:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764636.176017:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764636.176054:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764636.176057:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764636.176059:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764636.431948:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764636.431954:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764636.431956:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764636.431959:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764636.431962:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764636.431964:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764636.431966:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764636.431968:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764636.431970:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764637.201038:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764637.201045:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764637.201051:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764637.201054:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764637.201056:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764637.201060:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764637.201063:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764637.201064:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764637.201066:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764637.201068:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764637.201079:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764637.201081:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764637.201084:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764637.201085:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764637.201088:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764637.201089:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764637.201162:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764637.201167:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764637.201170:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764637.456597:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764637.456605:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764637.456607:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764637.456612:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764637.456616:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764637.456619:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764637.456622:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764637.456625:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764637.456627:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764638.223981:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764638.223986:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764638.223990:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764638.223991:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764638.223993:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764638.223994:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764638.223996:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764638.223996:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764638.223998:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764638.223999:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764638.224019:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764638.224021:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764638.224023:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764638.480000:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764638.480009:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764638.480012:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764638.480017:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764638.480021:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764638.480025:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764638.480028:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764638.480031:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764638.480034:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764638.929032:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764638.929044:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787764638.929047:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764638.929051:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764638.929056:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764638.929066:0:58520:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5524
00000400:00000200:2.0:1787764638.929079:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764638.929087:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764638.929091:0:58520:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764638.929095:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764638.929099:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764638.929102:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764638.929104:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764638.929109:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764638.929112:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:2.0:1787764638.929115:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764638.929119:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:2.0:1787764638.929121:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:2.0:1787764638.929123:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:2.0:1787764638.929126:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764638.929128:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764638.929130:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764638.929132:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764638.929135:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:2.0:1787764638.929138:0:58520:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764638.929141:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764638.929146:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764638.929150:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764638.929153:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764638.929155:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787764638.929158:0:58520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764638.929165:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896bf840.
00000020:00000040:2.0:1787764638.929168:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:2.0:1787764638.929173:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764638.929175:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764638.929179:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764638.929182:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764638.929191:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764638.929199:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218869a000.
00000100:00000001:2.0:1787764638.929206:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764638.929215:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896bf840 x1874601358867840/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764638.929226:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764638.929233:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764638.929239:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e03e097] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bf840 x1874601358867840/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764638.929290:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787764638.929294:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764638.929298:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787764638.929305:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896bf840 x1874601358867840/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764638.929314:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764638.929317:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764638.929322:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787764638.929325:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764638.929327:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764638.929330:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896bf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358867840:192.168.202.141@tcp:250:kworker.0
00000100:00000001:3.0:1787764638.929335:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787764638.929340:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787764638.929342:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764638.929346:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787764638.929351:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982191e9d000.
02000000:00000001:3.0:1787764638.929354:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764638.929360:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:3.0:1787764638.929365:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982183cbdd10.
00000400:00000010:3.0:1787764638.929375:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844220.
00000100:00000200:3.0:1787764638.929382:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358867840, portal 25
00000100:00000001:3.0:1787764638.929384:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787764638.929386:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539738176 : -114205169813440 : ffff9821896bf840)
00000100:00000040:3.0:1787764638.929393:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896bf840 x1874601358867840/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764663 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764638.929401:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787764638.929405:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:3.0:1787764638.929407:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844550.
00000100:00000200:3.0:1787764638.929410:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358867840, offset 0
00000400:00000200:3.0:1787764638.929417:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:3.0:1787764638.929426:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764638.929434:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:3.0:1787764638.929442:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787764638.929446:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:3.0:1787764638.929451:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787764638.929454:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:3.0:1787764638.929458:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70651:70651:256:4294967295] 192.168.202.141@tcp LPNI seq info [70651:70651:8:4294967295]
00000400:00000200:3.0:1787764638.929463:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764638.929472:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787764638.929478:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764638.929482:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982191d40700.
00000800:00000200:3.0:1787764638.929489:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.0:1787764638.929493:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787764638.929499:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787764638.929502:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1787764638.929507:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764638.929509:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982191d40700.
00000400:00000200:3.0:1787764638.929515:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787764638.929520:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787764638.929525:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844550
00000400:00000010:3.0:1787764638.929527:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844550.
00000100:00000001:3.0:1787764638.929531:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787764638.929535:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896bf840 x1874601358867840/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764663 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764638.929640:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764638.929644:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764638.929648:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787764638.929650:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764638.929652:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764638.929654:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764638.929657:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5524
00000400:00000200:2.0:1787764638.929662:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764638.929665:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764638.929668:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764638.929670:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764638.929673:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764638.929675:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764638.929678:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764638.929680:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764638.929682:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:2.0:1787764638.929684:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764638.929686:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:2.0:1787764638.929688:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:2.0:1787764638.929690:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:2.0:1787764638.929693:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764638.929695:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764638.929697:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764638.929699:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764638.929701:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:2.0:1787764638.929704:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764638.929706:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764638.929708:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764638.929713:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764638.929715:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764638.929717:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764638.929721:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764638.929724:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764638.929726:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764638.929730:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896bda40.
00000020:00000040:2.0:1787764638.929732:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:2.0:1787764638.929735:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764638.929736:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764638.929738:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764638.929739:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764638.929741:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764638.929745:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982188699800.
00000100:00000001:2.0:1787764638.929749:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764638.929765:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896bda40 x1874601358867968/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764638.929773:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764638.929775:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764638.929780:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b5343c60] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bda40 x1874601358867968/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764638.930248:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764638.930257:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bf840 x1874601358867840/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764663 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764638.930264:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764638.930265:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787764638.930274:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764638.930278:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764638.930281:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4300198157
00000100:00000010:3.0:1787764638.930285:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982182d59a80.
00000100:00000001:3.0:1787764638.930291:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787764638.930296:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4300198157
00000100:00000010:3.0:1787764638.930299:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982182d59ba0.
00000100:00000001:3.0:1787764638.930301:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787764638.930303:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764638.930306:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764638.930308:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787764638.930312:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764638/real 1787764638]  req@ffff9821896bf840 x1874601358867840/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764663 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787764638.930321:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787764638.930323:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787764638.930325:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982183cbdd10.
00000400:00000200:3.0:1787764638.930327:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844220
00000400:00000010:3.0:1787764638.930329:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844220.
00000100:00000001:3.0:1787764638.930331:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787764638.930335:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896bf840 x1874601358867840/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764663 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787764638.930342:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896bf840 x1874601358867840/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764663 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764638.930348:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787764638.930350:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764638.930352:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764638.930354:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787764638.930358:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896bf840 x1874601358867840/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764663 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764638.930364:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787764638.930368:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896bf840 x1874601358867840/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764663 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764638.930376:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787764638.930379:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764638.930380:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764638.930381:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764638.930383:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787764638.930385:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787764638.930387:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787764638.930391:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000100:00000001:3.0:1787764638.930393:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787764638.930397:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896bf840 x1874601358867840/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764663 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787764638.930404:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896bf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358867840:192.168.202.141@tcp:250:kworker.0
00000100:00000001:3.0:1787764638.930409:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764638.930411:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764638.930413:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bf840 x1874601358867840/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764663 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764638.930419:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787764638.930421:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787764638.930424:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982191e9d000.
02000000:00000001:3.0:1787764638.930428:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787764638.930430:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787764638.930432:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000020:00000001:3.0:1787764638.930434:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787764638.930436:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218869a000.
02000000:00000001:3.0:1787764638.930440:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787764638.930441:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787764638.930443:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bf840.
00000100:00000001:3.0:1787764638.930446:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787764638.930447:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764638.930449:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764638.930458:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764638.930460:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764638.930462:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787764638.930464:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764638.930465:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787764638.930469:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896bda40 x1874601358867968/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764638.930476:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764638.930478:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764638.930480:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787764638.930482:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764638.930485:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764638.930488:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896bda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358867968:192.168.202.141@tcp:38:kworker.0
00000100:00000001:3.0:1787764638.930491:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787764638.930493:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787764638.930495:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764638.930496:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787764638.930499:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982191e9d000.
02000000:00000001:3.0:1787764638.930501:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764638.930505:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:3.0:1787764638.930508:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982183cbdd10.
00000400:00000010:3.0:1787764638.930512:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844220.
00000100:00000200:3.0:1787764638.930515:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358867968, portal 10
00000100:00000001:3.0:1787764638.930517:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787764638.930519:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539730496 : -114205169821120 : ffff9821896bda40)
00000100:00000040:3.0:1787764638.930524:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896bda40 x1874601358867968/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764663 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764638.930531:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787764638.930534:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:3.0:1787764638.930535:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844550.
00000100:00000200:3.0:1787764638.930538:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358867968, offset 0
00000400:00000200:3.0:1787764638.930542:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:3.0:1787764638.930546:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764638.930549:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:3.0:1787764638.930553:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787764638.930556:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:3.0:1787764638.930559:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787764638.930561:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:3.0:1787764638.930564:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70652:70652:256:4294967295] 192.168.202.141@tcp LPNI seq info [70652:70652:8:4294967295]
00000400:00000200:3.0:1787764638.930568:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764638.930575:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787764638.930579:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764638.930582:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982191d40700.
00000800:00000200:3.0:1787764638.930587:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.0:1787764638.930590:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787764638.930594:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787764638.930597:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1787764638.930601:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764638.930603:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982191d40700.
00000400:00000200:3.0:1787764638.930606:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787764638.930609:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787764638.930612:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844550
00000400:00000010:3.0:1787764638.930614:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844550.
00000100:00000001:3.0:1787764638.930616:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787764638.930619:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896bda40 x1874601358867968/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764663 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764638.930627:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764638.930630:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bda40 x1874601358867968/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764663 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764638.930639:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764638.930641:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787764638.930644:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764638.930647:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:3.0:1787764638.930650:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764638.930652:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300196888
00000100:00000001:3.0:1787764638.930655:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300198157
00000100:00000001:3.0:1787764638.930657:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300196888
00000100:00000001:3.0:1787764638.930659:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300198157
00000100:00000001:3.0:1787764638.930661:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764638.930662:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764638.930664:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787764638.930667:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764638/real 1787764638]  req@ffff9821896bda40 x1874601358867968/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764663 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787764638.930673:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787764638.930675:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787764638.930676:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982183cbdd10.
00000400:00000200:3.0:1787764638.930679:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844220
00000400:00000010:3.0:1787764638.930680:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844220.
00000100:00000001:3.0:1787764638.930682:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787764638.930684:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896bda40 x1874601358867968/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764663 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787764638.930691:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896bda40 x1874601358867968/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764663 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764638.930697:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787764638.930698:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764638.930700:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764638.930701:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787764638.930704:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896bda40 x1874601358867968/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764663 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764638.930710:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787764638.930714:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896bda40 x1874601358867968/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764663 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764638.930720:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787764638.930722:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764638.930723:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764638.930725:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764638.930726:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787764638.930727:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787764638.930730:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787764638.930732:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:3.0:1787764638.930734:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787764638.930738:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896bda40 x1874601358867968/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764663 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787764638.930744:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896bda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358867968:192.168.202.141@tcp:38:kworker.0
00000100:00000001:3.0:1787764638.930747:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764638.930748:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787764638.930879:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764638.930883:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764638.930886:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787764638.930888:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764638.930890:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764638.930893:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764638.930896:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5524
00000400:00000200:2.0:1787764638.930900:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764638.930903:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764638.930905:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764638.930907:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764638.930910:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764638.930912:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764638.930914:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764638.930916:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764638.930918:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:2.0:1787764638.930919:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764638.930921:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:2.0:1787764638.930922:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:2.0:1787764638.930924:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:2.0:1787764638.930927:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764638.930928:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764638.930930:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764638.930932:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764638.930934:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:2.0:1787764638.930937:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764638.930939:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764638.930940:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764638.930944:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764638.930946:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764638.930948:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764638.930951:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764638.930954:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764638.930956:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764638.930959:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896bf480.
00000020:00000040:2.0:1787764638.930962:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:2.0:1787764638.930964:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764638.930966:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764638.930968:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764638.930969:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764638.930972:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764638.930976:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218869b400.
00000100:00000001:2.0:1787764638.930980:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764638.930986:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896bf480 x1874601358868096/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764638.930994:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764638.931058:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764638.931064:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000021ebdc3a] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bf480 x1874601358868096/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764638.931073:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764638.931075:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764638.931078:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787764638.931080:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764638.931081:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764638.931084:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764638.931086:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5524
00000400:00000200:2.0:1787764638.931090:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764638.931093:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764638.931095:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764638.931098:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764638.931100:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764638.931102:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764638.931104:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764638.931106:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764638.931107:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:2.0:1787764638.931109:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764638.931111:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:2.0:1787764638.931112:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:2.0:1787764638.931114:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:2.0:1787764638.931117:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764638.931119:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764638.931120:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764638.931122:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764638.931125:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:2.0:1787764638.931127:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764638.931129:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764638.931131:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764638.931134:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764638.931135:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764638.931137:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764638.931140:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764638.931142:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764638.931143:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764638.931147:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896bde00.
00000020:00000040:2.0:1787764638.931149:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:2.0:1787764638.931152:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764638.931154:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764638.931155:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764638.931157:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764638.931159:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764638.931163:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218869ac00.
00000100:00000001:2.0:1787764638.931166:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764638.931170:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896bde00 x1874601358868224/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764638.931177:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764638.931179:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764638.931183:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003193aebe] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bde00 x1874601358868224/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764638.931190:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764638.931193:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764638.931385:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787764638.931387:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764638.931389:0:58520:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764638.931392:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764638.931395:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5524
00000400:00000200:2.0:1787764638.931399:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764638.931402:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764638.931404:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764638.931407:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764638.931409:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764638.931411:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764638.931413:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764638.931415:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764638.931416:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:2.0:1787764638.931418:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764638.931420:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:2.0:1787764638.931422:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:2.0:1787764638.931425:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:2.0:1787764638.931428:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764638.931430:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764638.931431:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764638.931433:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764638.931436:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:2.0:1787764638.931438:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764638.931440:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764638.931442:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764638.931444:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764638.931446:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764638.931448:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764638.931450:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764638.931452:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764638.931453:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764638.931457:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896bc780.
00000020:00000040:2.0:1787764638.931459:0:58520:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:2.0:1787764638.931461:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764638.931462:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764638.931464:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764638.931465:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764638.931467:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764638.931471:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982188698000.
00000100:00000001:2.0:1787764638.931474:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764638.931479:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896bc780 x1874601358868352/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764638.931486:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764638.931488:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764638.931492:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da9b6c09] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bc780 x1874601358868352/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764638.931499:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764638.931504:0:58520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5534)
00000100:00000040:3.0:1787764638.931558:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bda40 x1874601358867968/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764663 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764638.931566:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787764638.931568:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787764638.931570:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982191e9d000.
02000000:00000001:3.0:1787764638.931574:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787764638.931575:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787764638.931576:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:3.0:1787764638.931578:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787764638.931580:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982188699800.
02000000:00000001:3.0:1787764638.931582:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787764638.931584:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787764638.931585:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bda40.
00000100:00000001:3.0:1787764638.931587:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787764638.931589:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764638.931590:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764638.931594:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764638.931595:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764638.931597:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787764638.931599:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764638.931600:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787764638.931604:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896bf480 x1874601358868096/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764638.931611:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764638.931612:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764638.931614:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787764638.931616:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764638.931618:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764638.931620:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358868096:192.168.202.141@tcp:38:kworker.0
00000100:00000001:3.0:1787764638.931623:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787764638.931625:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787764638.931627:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764638.931628:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787764638.931631:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982191e9d000.
02000000:00000001:3.0:1787764638.931633:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764638.931637:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:3.0:1787764638.931639:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982183cbdd10.
00000400:00000010:3.0:1787764638.931643:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844220.
00000100:00000200:3.0:1787764638.931646:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358868096, portal 10
00000100:00000001:3.0:1787764638.931649:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787764638.931650:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539737216 : -114205169814400 : ffff9821896bf480)
00000100:00000040:3.0:1787764638.931657:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896bf480 x1874601358868096/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764663 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764638.931663:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787764638.931666:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:3.0:1787764638.931669:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844550.
00000100:00000200:3.0:1787764638.931671:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358868096, offset 0
00000400:00000200:3.0:1787764638.931675:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:3.0:1787764638.931680:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764638.931683:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:3.0:1787764638.931686:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787764638.931689:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:3.0:1787764638.931692:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787764638.931694:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:3.0:1787764638.931698:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70653:70653:256:4294967295] 192.168.202.141@tcp LPNI seq info [70653:70653:8:4294967295]
00000400:00000200:3.0:1787764638.931702:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764638.931708:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787764638.931712:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764638.931715:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982191d40700.
00000800:00000200:3.0:1787764638.931719:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.0:1787764638.931722:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787764638.931726:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787764638.931729:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1787764638.931733:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764638.931735:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982191d40700.
00000400:00000200:3.0:1787764638.931738:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787764638.931741:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787764638.931745:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844550
00000400:00000010:3.0:1787764638.931747:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844550.
00000100:00000001:3.0:1787764638.931811:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787764638.931818:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896bf480 x1874601358868096/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764663 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764638.931827:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764638.931830:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bf480 x1874601358868096/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764663 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764638.931837:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764638.931839:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787764638.931843:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764638.931846:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:3.0:1787764638.931863:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764638.931865:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300196884
00000100:00000001:3.0:1787764638.931868:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300198157
00000100:00000001:3.0:1787764638.931870:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300196884
00000100:00000001:3.0:1787764638.931873:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300198157
00000100:00000001:3.0:1787764638.931875:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764638.931877:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764638.931879:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787764638.931882:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764638/real 1787764638]  req@ffff9821896bf480 x1874601358868096/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764663 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787764638.931891:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787764638.931893:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787764638.931894:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982183cbdd10.
00000400:00000200:3.0:1787764638.931897:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844220
00000400:00000010:3.0:1787764638.931899:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844220.
00000100:00000001:3.0:1787764638.931901:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787764638.931904:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896bf480 x1874601358868096/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764663 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787764638.931912:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896bf480 x1874601358868096/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764663 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764638.931919:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787764638.931920:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764638.931922:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764638.931923:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787764638.931926:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896bf480 x1874601358868096/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764663 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764638.931932:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787764638.931936:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896bf480 x1874601358868096/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764663 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764638.931943:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787764638.931946:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764638.931947:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764638.931949:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764638.931950:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787764638.931951:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787764638.931954:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787764638.931956:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:3.0:1787764638.931959:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787764638.931962:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896bf480 x1874601358868096/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764663 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787764638.931970:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358868096:192.168.202.141@tcp:38:kworker.0
00000100:00000001:3.0:1787764638.931974:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787764638.931977:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896bde00 x1874601358868224/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764638.931984:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764638.931985:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764638.931987:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787764638.931989:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764638.931991:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764638.931994:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896bde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358868224:192.168.202.141@tcp:8:kworker.0
00000100:00000001:3.0:1787764638.931997:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787764638.932057:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787764638.932058:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764638.932060:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787764638.932064:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982191e9c800.
02000000:00000001:3.0:1787764638.932066:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764638.932070:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:3.0:1787764638.932072:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982183cbdd10.
00000400:00000010:3.0:1787764638.932076:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844220.
00000100:00000200:3.0:1787764638.932078:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358868224, portal 4
00000100:00000001:3.0:1787764638.932080:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787764638.932081:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539731456 : -114205169820160 : ffff9821896bde00)
00000100:00000040:3.0:1787764638.932087:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896bde00 x1874601358868224/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764663 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764638.932093:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787764638.932096:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:3.0:1787764638.932098:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844550.
00000100:00000200:3.0:1787764638.932100:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358868224, offset 0
00000400:00000200:3.0:1787764638.932103:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:3.0:1787764638.932107:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764638.932110:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:3.0:1787764638.932112:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787764638.932115:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:3.0:1787764638.932118:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787764638.932120:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:3.0:1787764638.932123:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70654:70654:256:4294967295] 192.168.202.141@tcp LPNI seq info [70654:70654:8:4294967295]
00000400:00000200:3.0:1787764638.932127:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764638.932133:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787764638.932138:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764638.932141:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982191d40700.
00000800:00000200:3.0:1787764638.932145:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.0:1787764638.932147:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787764638.932152:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787764638.932155:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1787764638.932158:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764638.932160:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982191d40700.
00000400:00000200:3.0:1787764638.932163:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787764638.932166:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787764638.932169:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844550
00000400:00000010:3.0:1787764638.932171:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844550.
00000100:00000001:3.0:1787764638.932174:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787764638.932177:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896bde00 x1874601358868224/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764663 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764638.932185:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764638.932188:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bde00 x1874601358868224/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764663 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764638.932194:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764638.932244:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787764638.932247:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764638.932250:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:3.0:1787764638.932254:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764638.932256:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300196889
00000100:00000001:3.0:1787764638.932258:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300198157
00000100:00000001:3.0:1787764638.932260:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300196889
00000100:00000001:3.0:1787764638.932262:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300198157
00000100:00000001:3.0:1787764638.932264:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764638.932266:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764638.932267:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787764638.932272:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764638/real 1787764638]  req@ffff9821896bde00 x1874601358868224/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764663 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787764638.932280:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787764638.932282:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787764638.932283:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982183cbdd10.
00000400:00000200:3.0:1787764638.932286:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844220
00000400:00000010:3.0:1787764638.932288:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844220.
00000100:00000001:3.0:1787764638.932290:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787764638.932293:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896bde00 x1874601358868224/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764663 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787764638.932302:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896bde00 x1874601358868224/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764663 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764638.932314:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787764638.932315:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764638.932317:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764638.932319:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787764638.932322:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896bde00 x1874601358868224/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764663 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764638.932329:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787764638.932332:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896bde00 x1874601358868224/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764663 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764638.932339:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787764638.932341:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764638.932342:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764638.932343:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764638.932345:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787764638.932346:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787764638.932349:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787764638.932351:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:3.0:1787764638.932353:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787764638.932357:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896bde00 x1874601358868224/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764663 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787764638.932364:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896bde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358868224:192.168.202.141@tcp:8:kworker.0
00000100:00000001:3.0:1787764638.932367:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787764638.932370:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896bc780 x1874601358868352/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764638.932377:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764638.932378:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764638.932381:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787764638.932382:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764638.932385:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764638.932387:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896bc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358868352:192.168.202.141@tcp:8:kworker.0
00000100:00000001:3.0:1787764638.932390:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787764638.932392:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787764638.932393:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764638.932395:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787764638.932398:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982191e9ec00.
02000000:00000001:3.0:1787764638.932400:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764638.932403:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:3.0:1787764638.932405:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982183cbdd10.
00000400:00000010:3.0:1787764638.932408:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844220.
00000100:00000200:3.0:1787764638.932410:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358868352, portal 4
00000100:00000001:3.0:1787764638.932412:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787764638.932413:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539725696 : -114205169825920 : ffff9821896bc780)
00000100:00000040:3.0:1787764638.932419:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896bc780 x1874601358868352/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764663 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764638.932426:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787764638.932428:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:3.0:1787764638.932430:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844550.
00000100:00000200:3.0:1787764638.932432:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358868352, offset 0
00000400:00000200:3.0:1787764638.932436:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:3.0:1787764638.932440:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764638.932443:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:3.0:1787764638.932446:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787764638.932448:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:3.0:1787764638.932450:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787764638.932453:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:3.0:1787764638.932456:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70655:70655:256:4294967295] 192.168.202.141@tcp LPNI seq info [70655:70655:8:4294967295]
00000400:00000200:3.0:1787764638.932460:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764638.932466:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787764638.932471:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764638.932473:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982191d40700.
00000800:00000200:3.0:1787764638.932477:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.0:1787764638.932480:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1787764638.932484:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787764638.932486:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1787764638.932490:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764638.932492:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982191d40700.
00000400:00000200:3.0:1787764638.932495:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787764638.932498:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787764638.932501:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844550
00000400:00000010:3.0:1787764638.932503:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844550.
00000100:00000001:3.0:1787764638.932505:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787764638.932509:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896bc780 x1874601358868352/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764663 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764638.932516:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764638.932519:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bc780 x1874601358868352/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764663 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764638.932525:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764638.932527:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787764638.932529:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764638.932532:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:3.0:1787764638.932534:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764638.932536:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300196890
00000100:00000001:3.0:1787764638.932538:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300198157
00000100:00000001:3.0:1787764638.932540:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300196890
00000100:00000001:3.0:1787764638.932543:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300198157
00000100:00000001:3.0:1787764638.932544:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764638.932546:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764638.932548:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787764638.932551:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764638/real 1787764638]  req@ffff9821896bc780 x1874601358868352/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764663 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787764638.932558:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787764638.932560:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787764638.932561:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982183cbdd10.
00000400:00000200:3.0:1787764638.932563:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844220
00000400:00000010:3.0:1787764638.932565:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844220.
00000100:00000001:3.0:1787764638.932567:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787764638.932570:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896bc780 x1874601358868352/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764663 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787764638.932579:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896bc780 x1874601358868352/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764663 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764638.932585:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787764638.932586:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764638.932588:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764638.932589:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787764638.932593:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896bc780 x1874601358868352/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764663 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764638.932599:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787764638.932603:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896bc780 x1874601358868352/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764663 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764638.932609:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787764638.932611:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764638.932613:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764638.932614:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764638.932615:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787764638.932617:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787764638.932619:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787764638.932621:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:3.0:1787764638.932623:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787764638.932628:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896bc780 x1874601358868352/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764663 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787764638.932635:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896bc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358868352:192.168.202.141@tcp:8:kworker.0
00000100:00000001:3.0:1787764638.932639:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764638.932641:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764638.932644:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bf480 x1874601358868096/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764663 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764638.932649:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787764638.932651:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787764638.932653:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982191e9d000.
02000000:00000001:3.0:1787764638.932655:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787764638.932656:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787764638.932658:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:3.0:1787764638.932660:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787764638.932661:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218869b400.
02000000:00000001:3.0:1787764638.932664:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787764638.932665:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787764638.932667:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bf480.
00000100:00000001:3.0:1787764638.932669:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787764638.932670:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764638.932672:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764638.932675:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bde00 x1874601358868224/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764663 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764638.932681:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787764638.932682:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787764638.932683:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982191e9c800.
02000000:00000001:3.0:1787764638.932685:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787764638.932686:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787764638.932688:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:3.0:1787764638.932689:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787764638.932690:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218869ac00.
02000000:00000001:3.0:1787764638.932692:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787764638.932694:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787764638.932695:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bde00.
00000100:00000001:3.0:1787764638.932697:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787764638.932698:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764638.932700:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764638.932703:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bc780 x1874601358868352/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764663 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764638.932709:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787764638.932710:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787764638.932711:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982191e9ec00.
02000000:00000001:3.0:1787764638.932713:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787764638.932714:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787764638.932715:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:3.0:1787764638.932717:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787764638.932718:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982188698000.
02000000:00000001:3.0:1787764638.932720:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787764638.932721:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787764638.932723:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bc780.
00000100:00000001:3.0:1787764638.932725:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787764638.932726:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764638.932728:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764638.932732:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764638.932733:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764638.932735:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787764638.932737:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764639.248619:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764639.248625:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764639.248630:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764639.248632:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764639.248635:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764639.248636:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764639.248640:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764639.248641:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764639.248644:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764639.248645:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764639.248676:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764639.248678:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764639.248681:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764639.503968:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764639.503975:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764639.503977:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764639.503982:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764639.503985:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764639.503989:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764639.503992:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764639.503995:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764639.503997:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764640.271957:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4300198157, at 4300198208
00000100:00000040:3.0:1787764640.271957:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4300198157, at 4300198208
00010000:00000001:0.0:1787764640.271962:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764640.271968:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764640.271972:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982182d59a80.
00010000:00000001:0.0:1787764640.271974:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:3.0:1787764640.271977:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982182d59ba0.
00010000:00000001:0.0:1787764640.271978:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764640.271985:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764640.271988:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764640.271990:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764640.271994:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764640.271998:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764640.272000:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764640.272003:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764640.272006:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764640.272009:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764640.272011:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764640.272014:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764640.272015:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764640.272016:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764640.272018:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764640.272020:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764640.272021:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764640.272022:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764640.272024:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764640.272070:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764640.272073:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764640.272076:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764640.527967:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764640.527974:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764640.528022:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764640.528028:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764640.528031:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764640.528035:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764640.528038:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764640.528040:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764640.528043:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764641.295969:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764641.295976:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764641.295981:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764641.295982:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764641.295985:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764641.295987:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764641.295991:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764641.295992:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764641.295995:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764641.295996:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764641.296016:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764641.296018:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764641.296021:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764641.563948:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764641.563956:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764641.563958:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764641.563963:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764641.563966:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764641.563970:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764641.563972:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764641.563975:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764641.563977:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764642.320039:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764642.320056:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764642.320073:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764642.320075:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764642.320079:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764642.320080:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764642.320084:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764642.320085:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764642.320088:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764642.320089:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764642.320125:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764642.320128:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764642.320131:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764642.575975:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764642.575984:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764642.575988:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764642.575993:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764642.575997:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764642.576000:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764642.576003:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764642.576006:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764642.576010:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764643.344086:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764643.344093:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764643.344099:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764643.344100:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764643.344102:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764643.344103:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764643.344106:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764643.344107:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764643.344109:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764643.344110:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764643.344184:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764643.344190:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764643.344194:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764643.600906:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764643.600918:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764643.600921:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764643.600927:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764643.600931:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764643.600935:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764643.600938:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764643.600940:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764643.600943:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764644.048080:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764644.048094:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764644.048097:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764644.048100:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764644.048104:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764644.048111:0:58520:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5529
00000400:00000200:3.0:1787764644.048118:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764644.048124:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764644.048127:0:58520:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764644.048130:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764644.048133:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764644.048141:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764644.048143:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764644.048147:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764644.048149:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:3.0:1787764644.048152:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764644.048155:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:3.0:1787764644.048161:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:3.0:1787764644.048163:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:3.0:1787764644.048166:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764644.048170:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764644.048172:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764644.048175:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764644.048178:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:3.0:1787764644.048181:0:58520:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764644.048184:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764644.048186:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764644.048190:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764644.048193:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764644.048196:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764644.048251:0:58520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764644.048264:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b3480.
00000020:00000040:3.0:1787764644.048268:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:3.0:1787764644.048272:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764644.048274:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764644.048277:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764644.048280:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764644.048283:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764644.048291:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9ec00.
00000100:00000001:3.0:1787764644.048298:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764644.048306:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b3480 x1874601358868480/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764644.048317:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764644.048321:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764644.048326:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005fcc8ed6] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b3480 x1874601358868480/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764644.048354:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764644.048358:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764644.048361:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764644.048363:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764644.048364:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764644.048367:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764644.048369:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5529
00000400:00000200:3.0:1787764644.048373:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764644.048376:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764644.048378:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764644.048381:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764644.048383:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764644.048384:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764644.048387:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764644.048389:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764644.048390:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:3.0:1787764644.048392:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764644.048394:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:3.0:1787764644.048396:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:3.0:1787764644.048398:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:3.0:1787764644.048400:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764644.048402:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764644.048403:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764644.048405:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764644.048413:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:3.0:1787764644.048416:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764644.048418:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764644.048420:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764644.048425:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764644.048427:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764644.048428:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764644.048433:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764644.048436:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764644.048438:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764644.048442:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b1680.
00000020:00000040:3.0:1787764644.048444:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:3.0:1787764644.048446:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764644.048447:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764644.048449:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764644.048450:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764644.048452:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764644.048455:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9c800.
00000100:00000001:3.0:1787764644.048458:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764644.048469:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b1680 x1874601358868608/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764644.048486:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764644.048488:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764644.048492:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045d21e1f] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b1680 x1874601358868608/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764644.048500:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764644.048503:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764644.048506:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764644.048507:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764644.048509:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764644.048512:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764644.048514:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5529
00000400:00000200:3.0:1787764644.048518:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764644.048520:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764644.048522:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764644.048525:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764644.048527:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764644.048529:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764644.048531:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764644.048533:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764644.048538:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:3.0:1787764644.048540:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764644.048542:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:3.0:1787764644.048543:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:3.0:1787764644.048545:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:3.0:1787764644.048548:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764644.048550:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764644.048552:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764644.048554:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764644.048556:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:3.0:1787764644.048559:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764644.048561:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764644.048562:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764644.048565:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764644.048567:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764644.048569:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764644.048571:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764644.048573:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764644.048621:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764644.048625:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764644.048628:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764644.048634:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b3480 x1874601358868480/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764644.048647:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764644.048649:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764644.048652:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764644.048654:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764644.048657:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764644.048661:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358868480:192.168.202.141@tcp:250:kworker.0
00000100:00000001:1.0:1787764644.048665:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764644.048668:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764644.048670:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764644.048673:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764644.048678:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649e400.
02000000:00000001:1.0:1787764644.048680:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764644.048684:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764644.048688:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3108.
00000400:00000010:1.0:1787764644.048694:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573faa0.
00000100:00000200:1.0:1787764644.048700:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358868480, portal 25
00000100:00000001:1.0:1787764644.048703:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764644.048705:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542833792 : -114205166717824 : ffff9821899b3480)
00000100:00000040:1.0:1787764644.048736:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b3480 x1874601358868480/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764644.048743:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764644.048746:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764644.048749:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000200:1.0:1787764644.048752:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358868480, offset 0
00000400:00000200:1.0:1787764644.048758:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764644.048766:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764644.048771:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764644.048776:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764644.048780:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764644.048784:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764644.048787:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764644.048791:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70656:70656:256:4294967295] 192.168.202.141@tcp LPNI seq info [70656:70656:8:4294967295]
00000400:00000200:1.0:1787764644.048796:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764644.048804:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1787764644.049633:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764644.049639:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b1e00.
00000020:00000040:3.0:1787764644.049642:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:3.0:1787764644.049645:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764644.049646:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764644.049648:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764644.049649:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764644.049651:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764644.049654:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9d000.
00000100:00000001:3.0:1787764644.049657:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764644.049663:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b1e00 x1874601358868736/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764644.049671:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764644.049673:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764644.049676:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007fca43c8] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b1e00 x1874601358868736/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764644.049685:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764644.049688:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764644.049691:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764644.049693:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764644.049694:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764644.049697:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764644.049699:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5529
00000400:00000200:3.0:1787764644.049703:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764644.049717:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764644.049719:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764644.049722:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764644.049724:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764644.049727:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764644.049729:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764644.049731:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764644.049732:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:3.0:1787764644.049734:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764644.049736:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:3.0:1787764644.049738:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:3.0:1787764644.049740:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:3.0:1787764644.049743:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764644.049745:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764644.049747:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764644.049749:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764644.049751:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:3.0:1787764644.049753:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764644.049755:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764644.049757:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764644.049760:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764644.049762:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764644.049764:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764644.049766:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764644.049768:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764644.049770:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764644.049773:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b2940.
00000020:00000040:3.0:1787764644.049775:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:3.0:1787764644.049778:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764644.049779:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764644.049781:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764644.049782:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764644.049784:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764644.049787:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9fc00.
00000100:00000001:3.0:1787764644.049790:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764644.049795:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b2940 x1874601358868864/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764644.049802:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764644.049804:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764644.049808:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000bae3a13] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b2940 x1874601358868864/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764644.049815:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764644.049817:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764644.049821:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764644.049822:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764644.049823:0:58520:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764644.049826:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764644.049828:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5529
00000400:00000200:3.0:1787764644.049831:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764644.049834:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764644.049836:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764644.049839:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764644.049841:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764644.049843:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764644.049844:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764644.049846:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764644.049860:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:3.0:1787764644.049863:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764644.049864:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:3.0:1787764644.049866:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:3.0:1787764644.049869:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:3.0:1787764644.049872:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764644.049874:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764644.049875:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764644.049877:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764644.049879:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:3.0:1787764644.049881:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764644.049884:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764644.049885:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764644.049888:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764644.049890:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764644.049892:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764644.049894:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764644.049896:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764644.049898:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764644.049901:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b3c00.
00000020:00000040:3.0:1787764644.049903:0:58520:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:3.0:1787764644.049905:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764644.049906:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764644.049908:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764644.049910:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764644.049911:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764644.049915:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9f800.
00000100:00000001:3.0:1787764644.049918:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764644.049923:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b3c00 x1874601358868992/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764644.049929:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764644.049931:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764644.049934:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbda2d43] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b3c00 x1874601358868992/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764644.049942:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764644.049947:0:58520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5539)
00000800:00000200:1.0:1787764644.050007:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764644.050013:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9821898bd100.
00000800:00000200:1.0:1787764644.050020:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764644.050024:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787764644.050029:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764644.050032:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1787764644.050037:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764644.050039:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9821898bd100.
00000400:00000200:1.0:1787764644.050045:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764644.050049:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764644.050055:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000400:00000010:1.0:1787764644.050057:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:1.0:1787764644.050061:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764644.050066:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b3480 x1874601358868480/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764644.050075:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764644.050078:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b3480 x1874601358868480/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764669 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764644.050085:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764644.050087:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764644.050092:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764644.050096:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764644.050099:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4300203277
00000100:00000010:1.0:1787764644.050103:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982191cd4540.
00000100:00000001:1.0:1787764644.050110:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787764644.050115:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4300203277
00000100:00000010:1.0:1787764644.050118:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982191cd48a0.
00000100:00000001:1.0:1787764644.050121:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787764644.050124:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764644.050126:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764644.050129:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764644.050134:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764644/real 1787764644]  req@ffff9821899b3480 x1874601358868480/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764644.050143:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764644.050144:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764644.050146:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3108.
00000400:00000200:1.0:1787764644.050149:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573faa0
00000400:00000010:1.0:1787764644.050150:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573faa0.
00000100:00000001:1.0:1787764644.050153:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764644.050156:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b3480 x1874601358868480/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764644.050164:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b3480 x1874601358868480/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764644.050171:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764644.050172:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764644.050174:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764644.050176:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764644.050180:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b3480 x1874601358868480/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764644.050186:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764644.050191:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b3480 x1874601358868480/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764669 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764644.050198:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764644.050201:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764644.050202:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764644.050204:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764644.050206:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764644.050208:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764644.050210:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764644.050214:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764644.050216:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764644.050220:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b3480 x1874601358868480/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764669 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764644.050229:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358868480:192.168.202.141@tcp:250:kworker.0
00000100:00000001:1.0:1787764644.050233:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764644.050236:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b1680 x1874601358868608/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764644.050242:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764644.050244:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764644.050246:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764644.050248:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764644.050250:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764644.050252:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358868608:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764644.050255:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764644.050257:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764644.050259:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764644.050260:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764644.050264:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649fc00.
02000000:00000001:1.0:1787764644.050266:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764644.050269:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764644.050271:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3108.
00000400:00000010:1.0:1787764644.050275:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573faa0.
00000100:00000200:1.0:1787764644.050278:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358868608, portal 10
00000100:00000001:1.0:1787764644.050280:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764644.050281:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542826112 : -114205166725504 : ffff9821899b1680)
00000100:00000040:1.0:1787764644.050287:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b1680 x1874601358868608/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764644.050293:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764644.050296:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764644.050298:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000200:1.0:1787764644.050300:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358868608, offset 0
00000400:00000200:1.0:1787764644.050304:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764644.050308:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764644.050311:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764644.050314:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764644.050317:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764644.050319:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764644.050321:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764644.050324:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70657:70657:256:4294967295] 192.168.202.141@tcp LPNI seq info [70657:70657:8:4294967295]
00000400:00000200:1.0:1787764644.050328:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764644.050334:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764644.050339:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764644.050342:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9821898bd100.
00000800:00000200:1.0:1787764644.050346:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764644.050348:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787764644.050352:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764644.050355:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1787764644.050359:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764644.050360:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9821898bd100.
00000400:00000200:1.0:1787764644.050363:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764644.050366:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764644.050369:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000400:00000010:1.0:1787764644.050370:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:1.0:1787764644.050373:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764644.050376:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b1680 x1874601358868608/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764644.050384:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764644.050387:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b1680 x1874601358868608/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764669 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764644.050393:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764644.050394:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764644.050397:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764644.050400:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:1.0:1787764644.050404:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764644.050406:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300202008
00000100:00000001:1.0:1787764644.050408:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300203277
00000100:00000001:1.0:1787764644.050411:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300202008
00000100:00000001:1.0:1787764644.050413:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300203277
00000100:00000001:1.0:1787764644.050415:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764644.050417:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764644.050418:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764644.050422:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764644/real 1787764644]  req@ffff9821899b1680 x1874601358868608/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764644.050430:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764644.050431:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764644.050432:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3108.
00000400:00000200:1.0:1787764644.050435:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573faa0
00000400:00000010:1.0:1787764644.050436:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573faa0.
00000100:00000001:1.0:1787764644.050438:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764644.050441:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b1680 x1874601358868608/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764644.050449:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b1680 x1874601358868608/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764644.050454:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764644.050456:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764644.050457:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764644.050459:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764644.050462:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b1680 x1874601358868608/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764644.050468:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764644.050472:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b1680 x1874601358868608/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764669 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764644.050479:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764644.050482:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764644.050483:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764644.050485:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764644.050487:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764644.050489:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764644.050498:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764644.050501:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764644.050504:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764644.050507:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b1680 x1874601358868608/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764669 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764644.050515:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358868608:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764644.050519:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764644.050521:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764644.050524:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b3480 x1874601358868480/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764669 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764644.050530:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764644.050533:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764644.050535:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649e400.
02000000:00000001:1.0:1787764644.050538:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764644.050540:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764644.050541:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000020:00000001:1.0:1787764644.050543:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764644.050546:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9ec00.
02000000:00000001:1.0:1787764644.050551:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764644.050552:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764644.050554:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b3480.
00000100:00000001:1.0:1787764644.050557:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764644.050559:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764644.050560:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764644.050564:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b1680 x1874601358868608/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764669 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764644.050570:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764644.050571:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764644.050572:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649fc00.
02000000:00000001:1.0:1787764644.050574:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764644.050576:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764644.050577:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:1.0:1787764644.050579:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764644.050580:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9c800.
02000000:00000001:1.0:1787764644.050582:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764644.050583:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764644.050584:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b1680.
00000100:00000001:1.0:1787764644.050586:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764644.050588:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764644.050590:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764644.050597:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764644.050598:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764644.050600:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764644.050602:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764644.050603:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764644.050606:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b1e00 x1874601358868736/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764644.050613:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764644.050614:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764644.050616:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764644.050618:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764644.050620:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764644.050623:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358868736:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764644.050626:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764644.050628:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764644.050629:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764644.050631:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764644.050634:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649fc00.
02000000:00000001:1.0:1787764644.050635:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764644.050638:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764644.050640:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3108.
00000400:00000010:1.0:1787764644.050643:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573faa0.
00000100:00000200:1.0:1787764644.050646:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358868736, portal 10
00000100:00000001:1.0:1787764644.050647:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764644.050649:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542828032 : -114205166723584 : ffff9821899b1e00)
00000100:00000040:1.0:1787764644.050654:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b1e00 x1874601358868736/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764644.050660:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764644.050662:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764644.050664:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000200:1.0:1787764644.050667:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358868736, offset 0
00000400:00000200:1.0:1787764644.050670:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764644.050673:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764644.050676:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764644.050679:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764644.050682:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764644.050684:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764644.050686:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764644.050689:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70658:70658:256:4294967295] 192.168.202.141@tcp LPNI seq info [70658:70658:8:4294967295]
00000400:00000200:1.0:1787764644.050694:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764644.050699:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764644.050703:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764644.050718:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9821898bd100.
00000800:00000200:1.0:1787764644.050722:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764644.050725:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787764644.050729:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764644.050731:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1787764644.050735:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764644.050736:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9821898bd100.
00000400:00000200:1.0:1787764644.050739:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764644.050742:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764644.050745:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000400:00000010:1.0:1787764644.050746:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:1.0:1787764644.050749:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764644.050752:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b1e00 x1874601358868736/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764644.050760:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764644.050763:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b1e00 x1874601358868736/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764669 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764644.050770:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764644.050771:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764644.050774:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764644.050777:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:1.0:1787764644.050780:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764644.050782:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300202002
00000100:00000001:1.0:1787764644.050784:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300203277
00000100:00000001:1.0:1787764644.050786:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300202002
00000100:00000001:1.0:1787764644.050788:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300203277
00000100:00000001:1.0:1787764644.050790:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764644.050792:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764644.050794:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764644.050797:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764644/real 1787764644]  req@ffff9821899b1e00 x1874601358868736/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764644.050805:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764644.050806:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764644.050808:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3108.
00000400:00000200:1.0:1787764644.050810:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573faa0
00000400:00000010:1.0:1787764644.050811:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573faa0.
00000100:00000001:1.0:1787764644.050813:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764644.050816:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b1e00 x1874601358868736/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764644.050823:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b1e00 x1874601358868736/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764644.050829:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764644.050830:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764644.050832:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764644.050833:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764644.050837:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b1e00 x1874601358868736/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764644.050844:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764644.050861:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b1e00 x1874601358868736/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764669 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764644.050868:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764644.050870:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764644.050872:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764644.050873:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764644.050875:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764644.050877:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764644.050879:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764644.050882:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764644.050884:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764644.050888:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b1e00 x1874601358868736/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764669 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764644.050895:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358868736:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764644.050899:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764644.050902:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b2940 x1874601358868864/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764644.050908:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764644.050910:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764644.050912:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764644.050914:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764644.050915:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764644.050918:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358868864:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764644.050921:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764644.050924:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764644.050925:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764644.050927:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764644.050929:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649e400.
02000000:00000001:1.0:1787764644.050931:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764644.050934:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764644.050936:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3108.
00000400:00000010:1.0:1787764644.050939:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573faa0.
00000100:00000200:1.0:1787764644.050942:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358868864, portal 4
00000100:00000001:1.0:1787764644.050944:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764644.050945:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542830912 : -114205166720704 : ffff9821899b2940)
00000100:00000040:1.0:1787764644.050950:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b2940 x1874601358868864/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764644.050956:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764644.050958:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764644.050960:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000200:1.0:1787764644.050962:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358868864, offset 0
00000400:00000200:1.0:1787764644.050966:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764644.050969:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764644.050972:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764644.050975:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764644.050977:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764644.050979:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764644.050981:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764644.050984:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70659:70659:256:4294967295] 192.168.202.141@tcp LPNI seq info [70659:70659:8:4294967295]
00000400:00000200:1.0:1787764644.050988:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764644.050994:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764644.050999:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764644.051001:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9821898bd100.
00000800:00000200:1.0:1787764644.051005:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764644.051008:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787764644.051012:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764644.051014:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1787764644.051018:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764644.051020:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9821898bd100.
00000400:00000200:1.0:1787764644.051022:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764644.051026:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764644.051028:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000400:00000010:1.0:1787764644.051030:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:1.0:1787764644.051032:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764644.051035:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b2940 x1874601358868864/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764644.051042:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764644.051045:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b2940 x1874601358868864/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764669 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764644.051051:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764644.051053:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764644.051055:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764644.051058:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:1.0:1787764644.051061:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764644.051063:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300202008
00000100:00000001:1.0:1787764644.051065:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300203277
00000100:00000001:1.0:1787764644.051067:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300202008
00000100:00000001:1.0:1787764644.051069:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300203277
00000100:00000001:1.0:1787764644.051071:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764644.051073:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764644.051075:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764644.051079:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764644/real 1787764644]  req@ffff9821899b2940 x1874601358868864/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764644.051086:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764644.051087:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764644.051089:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3108.
00000400:00000200:1.0:1787764644.051091:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573faa0
00000400:00000010:1.0:1787764644.051092:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573faa0.
00000100:00000001:1.0:1787764644.051095:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764644.051098:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b2940 x1874601358868864/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764644.051105:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b2940 x1874601358868864/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764644.051111:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764644.051112:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764644.051114:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764644.051115:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764644.051119:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b2940 x1874601358868864/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764644.051126:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764644.051130:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b2940 x1874601358868864/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764669 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764644.051136:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764644.051139:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764644.051140:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764644.051141:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764644.051143:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764644.051145:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764644.051147:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764644.051149:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764644.051151:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764644.051155:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b2940 x1874601358868864/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764669 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764644.051163:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358868864:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764644.051166:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764644.051170:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b3c00 x1874601358868992/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764644.051176:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764644.051177:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764644.051179:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764644.051180:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764644.051182:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764644.051185:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358868992:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764644.051188:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764644.051190:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764644.051191:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764644.051193:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764644.051196:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649cc00.
02000000:00000001:1.0:1787764644.051198:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764644.051201:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764644.051203:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3108.
00000400:00000010:1.0:1787764644.051206:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573faa0.
00000100:00000200:1.0:1787764644.051209:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358868992, portal 4
00000100:00000001:1.0:1787764644.051210:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764644.051212:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542835712 : -114205166715904 : ffff9821899b3c00)
00000100:00000040:1.0:1787764644.051217:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b3c00 x1874601358868992/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764644.051222:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764644.051225:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764644.051227:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000200:1.0:1787764644.051229:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358868992, offset 0
00000400:00000200:1.0:1787764644.051232:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764644.051235:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764644.051238:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764644.051241:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764644.051243:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764644.051245:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764644.051247:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764644.051250:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70660:70660:256:4294967295] 192.168.202.141@tcp LPNI seq info [70660:70660:8:4294967295]
00000400:00000200:1.0:1787764644.051254:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764644.051260:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764644.051264:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764644.051267:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9821898bd100.
00000800:00000200:1.0:1787764644.051271:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764644.051273:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1787764644.051277:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764644.051279:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1787764644.051282:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764644.051284:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9821898bd100.
00000400:00000200:1.0:1787764644.051287:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764644.051290:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764644.051293:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000400:00000010:1.0:1787764644.051294:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:1.0:1787764644.051297:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764644.051300:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b3c00 x1874601358868992/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764644.051307:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764644.051309:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b3c00 x1874601358868992/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764669 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764644.051316:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764644.051317:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764644.051320:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764644.051323:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:1.0:1787764644.051326:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764644.051327:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300202009
00000100:00000001:1.0:1787764644.051330:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300203277
00000100:00000001:1.0:1787764644.051332:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300202009
00000100:00000001:1.0:1787764644.051334:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300203277
00000100:00000001:1.0:1787764644.051336:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764644.051339:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764644.051340:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764644.051344:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764644/real 1787764644]  req@ffff9821899b3c00 x1874601358868992/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764644.051351:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764644.051353:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764644.051354:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3108.
00000400:00000200:1.0:1787764644.051356:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573faa0
00000400:00000010:1.0:1787764644.051358:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573faa0.
00000100:00000001:1.0:1787764644.051360:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764644.051363:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b3c00 x1874601358868992/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764644.051370:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b3c00 x1874601358868992/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764644.051376:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764644.051378:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764644.051379:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764644.051381:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764644.051384:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b3c00 x1874601358868992/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764644.051390:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764644.051393:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b3c00 x1874601358868992/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764669 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764644.051400:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764644.051402:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764644.051404:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764644.051405:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764644.051407:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764644.051409:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764644.051411:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764644.051415:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764644.051417:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764644.051421:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b3c00 x1874601358868992/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764669 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764644.051429:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358868992:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764644.051432:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764644.051434:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764644.051437:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b1e00 x1874601358868736/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764669 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764644.051443:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764644.051445:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764644.051447:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649fc00.
02000000:00000001:1.0:1787764644.051449:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764644.051450:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764644.051452:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:1.0:1787764644.051453:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764644.051455:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9d000.
02000000:00000001:1.0:1787764644.051458:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764644.051459:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764644.051461:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b1e00.
00000100:00000001:1.0:1787764644.051463:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764644.051465:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764644.051466:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764644.051469:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b2940 x1874601358868864/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764669 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764644.051476:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764644.051477:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764644.051478:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649e400.
02000000:00000001:1.0:1787764644.051481:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764644.051482:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764644.051483:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:1.0:1787764644.051484:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764644.051486:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9fc00.
02000000:00000001:1.0:1787764644.051488:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764644.051490:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764644.051491:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b2940.
00000100:00000001:1.0:1787764644.051493:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764644.051494:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764644.051496:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764644.051498:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b3c00 x1874601358868992/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764669 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764644.051505:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764644.051506:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764644.051507:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649cc00.
02000000:00000001:1.0:1787764644.051510:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764644.051511:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764644.051512:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:1.0:1787764644.051513:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764644.051514:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9f800.
02000000:00000001:1.0:1787764644.051516:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764644.051517:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764644.051518:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b3c00.
00000100:00000001:1.0:1787764644.051520:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764644.051521:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764644.051523:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764644.051525:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764644.051526:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764644.051528:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764644.051530:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764644.367967:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764644.367976:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764644.367979:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764644.367982:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764644.367986:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764644.367988:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764644.367990:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764644.367992:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764644.367997:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764644.367998:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764644.368002:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764644.368003:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764644.368007:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764644.368008:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764644.368010:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764644.368011:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764644.368013:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764644.368014:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764644.368016:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764644.368018:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764644.368021:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764644.368023:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764644.368043:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764644.368046:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764644.368049:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764644.624008:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764644.624016:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764644.624019:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764644.624030:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764644.624035:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764644.624039:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764644.624042:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764644.624045:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764644.624053:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764645.391947:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4300203277, at 4300203328
00010000:00000001:0.0:1787764645.391960:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764645.391965:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764645.391965:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191cd48a0.
00010000:00000001:0.0:1787764645.391973:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764645.391975:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764645.391979:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764645.391981:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764645.391985:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764645.391987:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764645.391991:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764645.391993:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764645.392016:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4300203277, at 4300203328
00000020:00000001:0.0:1787764645.392018:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764645.392023:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764645.392023:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191cd4540.
00010000:00010000:0.0:1787764645.392029:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764645.648766:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764645.648774:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764645.648776:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764645.648782:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764645.648785:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764645.648789:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764645.648791:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764645.648794:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764645.648796:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764646.415961:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764646.415967:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764646.415972:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764646.415975:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764646.415977:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764646.415980:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764646.415983:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764646.415985:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764646.415988:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764646.415990:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764646.415993:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764646.415994:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764646.415997:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764646.415998:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764646.416001:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764646.416002:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764646.416097:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764646.416101:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764646.416104:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764646.671977:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764646.671984:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764646.671986:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764646.671991:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764646.671996:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764646.671999:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764646.672003:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764646.672006:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764646.672009:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764647.439974:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764647.439980:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764647.439986:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764647.439987:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764647.439991:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764647.439992:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764647.439995:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764647.439996:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764647.440000:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764647.440001:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764647.440026:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764647.440028:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764647.440030:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764647.695962:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764647.695970:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764647.695972:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764647.695977:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764647.695981:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764647.695985:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764647.695988:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764647.695991:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764647.695994:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764648.463969:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764648.463982:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764648.463988:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764648.463989:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764648.463993:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764648.463994:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764648.463997:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764648.463999:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764648.464002:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764648.464003:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764648.464026:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764648.464028:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764648.464031:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764648.719967:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764648.719975:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764648.719978:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764648.719983:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764648.719987:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764648.719991:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764648.719994:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764648.719997:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764648.720000:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764649.167981:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764649.167993:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764649.167997:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764649.168000:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764649.168007:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764649.168020:0:58520:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5534
00000400:00000200:3.0:1787764649.168030:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764649.168039:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764649.168043:0:58520:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764649.168047:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764649.168051:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764649.168054:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764649.168058:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764649.168062:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764649.168065:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:3.0:1787764649.168068:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764649.168071:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:3.0:1787764649.168075:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:3.0:1787764649.168078:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:3.0:1787764649.168082:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764649.168084:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764649.168086:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764649.168088:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764649.168092:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:3.0:1787764649.168096:0:58520:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764649.168099:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764649.168103:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764649.168107:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764649.168110:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764649.168113:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764649.168115:0:58520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764649.168123:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b1a40.
00000020:00000040:3.0:1787764649.168127:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:3.0:1787764649.168132:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764649.168134:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764649.168138:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764649.168142:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764649.168146:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764649.168155:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9f400.
00000100:00000001:3.0:1787764649.168163:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764649.168173:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b1a40 x1874601358869120/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764649.168183:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764649.168189:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764649.168195:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b5428e47] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b1a40 x1874601358869120/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764649.168215:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764649.168218:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764649.168221:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764649.168223:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764649.168226:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764649.168242:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764649.168247:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764649.168250:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764649.168258:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b1a40 x1874601358869120/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764649.168267:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764649.168270:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764649.168274:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764649.168277:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764649.168280:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764649.168284:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:1.0:1787764649.168285:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358869120:192.168.202.141@tcp:250:kworker.0
00000100:00080000:3.0:1787764649.168290:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5534
00000100:00000001:1.0:1787764649.168292:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764649.168298:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:3.0:1787764649.168298:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
02000000:00000001:1.0:1787764649.168304:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764649.168305:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
02000000:00000001:1.0:1787764649.168309:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1787764649.168310:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764649.168315:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
02000000:00000010:1.0:1787764649.168317:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649fc00.
00000100:00000001:3.0:1787764649.168318:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1787764649.168320:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764649.168324:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764649.168328:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000400:00000200:1.0:1787764649.168330:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000020:00000001:3.0:1787764649.168332:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764649.168335:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000400:00000010:1.0:1787764649.168336:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3108.
00000020:00000001:3.0:1787764649.168339:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764649.168343:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000400:00000010:1.0:1787764649.168344:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573faa0.
00000100:00000200:1.0:1787764649.168352:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358869120, portal 25
00000100:00000001:1.0:1787764649.168356:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000001:3.0:1787764649.168356:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000001:1.0:1787764649.168359:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542827072 : -114205166724544 : ffff9821899b1a40)
00000020:00000001:3.0:1787764649.168361:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:1.0:1787764649.168367:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b1a40 x1874601358869120/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764649.168368:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764649.168373:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764649.168378:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764649.168382:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:1.0:1787764649.168385:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:3.0:1787764649.168386:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00000040:1.0:1787764649.168392:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000100:00080000:3.0:1787764649.168395:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000400:00000010:1.0:1787764649.168396:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fdd0.
00000100:00000001:3.0:1787764649.168400:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787764649.168402:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358869120, offset 0
02000000:00000001:3.0:1787764649.168404:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787764649.168411:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
02000000:00000001:3.0:1787764649.168417:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787764649.168420:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
02000000:00000001:3.0:1787764649.168425:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764649.168428:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1787764649.168429:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000008:00100000:3.0:1787764649.168433:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764649.168436:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764649.168439:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764649.168445:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0000.
00000400:00000200:1.0:1787764649.168448:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:3.0:1787764649.168450:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
00000400:00000200:1.0:1787764649.168454:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
02000000:00000001:3.0:1787764649.168455:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764649.168458:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764649.168462:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1787764649.168462:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764649.168465:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1787764649.168468:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
02000000:00000001:3.0:1787764649.168470:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764649.168475:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70661:70661:256:4294967295] 192.168.202.141@tcp LPNI seq info [70661:70661:8:4294967295]
02000000:00000010:3.0:1787764649.168477:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9f000.
00000400:00000200:1.0:1787764649.168482:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764649.168483:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764649.168491:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0000 x1874601358869248/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787764649.168499:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1787764649.168511:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:1.0:1787764649.168514:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000100:00000001:3.0:1787764649.168515:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764649.168522:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000084e1803] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0000 x1874601358869248/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:1.0:1787764649.168531:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9821898bd100.
00000100:00000001:3.0:1787764649.168532:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764649.168535:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764649.168541:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764649.168542:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764649.168546:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.0:1787764649.168547:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:3.0:1787764649.168552:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:1.1:1787764649.168556:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00080000:3.0:1787764649.168560:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5534
00000400:00000200:3.0:1787764649.168565:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764649.168568:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764649.168570:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1787764649.168571:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764649.168575:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000400:00000200:1.0:1787764649.168579:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764649.168581:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787764649.168585:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4300208395
00000100:00000040:3.0:1787764649.168585:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764649.168592:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000010:1.0:1787764649.168593:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982191cd4420.
00000020:00000001:3.0:1787764649.168595:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764649.168598:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:3.0:1787764649.168600:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787764649.168602:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000020:00000040:3.0:1787764649.168603:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:3.0:1787764649.168608:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000001:1.0:1787764649.168610:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4300208395
00000020:00000001:3.0:1787764649.168610:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000010:1.0:1787764649.168618:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982191cd4360.
00000100:00000040:3.0:1787764649.168618:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764649.168624:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787764649.168626:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000100:00000040:3.0:1787764649.168627:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764649.168631:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:1.0:1787764649.168633:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1787764649.168634:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00000001:1.0:1787764649.168638:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764649.168641:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764649.168644:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764649.168645:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764649.168649:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787764649.168649:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1787764649.168658:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764649.168677:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787764649.168680:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764649.168682:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764649.168684:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1787764649.168686:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1787764649.168691:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b0000 x1874601358869248/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787764649.168691:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764649.168695:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764649.168699:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764649.168705:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764649.168707:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764649.168709:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764649.168711:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764649.168715:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b03c0.
02000000:00000001:1.0:1787764649.168716:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764649.168719:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1787764649.168721:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:1.0:1787764649.168724:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764649.168726:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764649.168729:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764649.168730:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358869248:192.168.202.141@tcp:38:kworker.0
00000100:00000001:3.0:1787764649.168732:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764649.168735:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787764649.168738:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787764649.168739:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764649.168741:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764649.168744:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764649.168746:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9d400.
02000000:00000001:1.0:1787764649.168747:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764649.168753:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649ec00.
00000100:00000001:3.0:1787764649.168753:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764649.168758:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764649.168763:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b03c0 x1874601358869376/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787764649.168764:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764649.168770:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3c60.
00000400:00000010:1.0:1787764649.168776:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f5d8.
00000100:00000001:3.0:1787764649.168776:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764649.168781:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787764649.168782:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358869248, portal 10
00000100:00000001:1.0:1787764649.168786:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000040:3.0:1787764649.168788:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fa8aa37] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b03c0 x1874601358869376/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764649.168789:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542820352 : -114205166731264 : ffff9821899b0000)
00000100:00000040:1.0:1787764649.168800:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b0000 x1874601358869248/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764649.168807:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764649.168813:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764649.168817:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f2a8.
00000100:00000001:3.0:1787764649.168820:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764649.168824:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764649.168827:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764649.168829:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764649.168830:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:1.0:1787764649.168832:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358869248, offset 0
00000100:00000001:3.0:1787764649.168834:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764649.168839:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5534
00000400:00000200:1.0:1787764649.168844:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:3.0:1787764649.168868:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764649.168872:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764649.168875:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764649.168878:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764649.168881:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787764649.168883:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000040:3.0:1787764649.168886:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000400:00000200:1.0:1787764649.168891:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000100:00000001:3.0:1787764649.168891:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764649.168896:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:1.0:1787764649.168898:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:3.0:1787764649.168899:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000400:00000200:1.0:1787764649.168904:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000020:00000001:3.0:1787764649.168904:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1787764649.168909:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000020:00000040:3.0:1787764649.168909:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:3.0:1787764649.168913:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000400:00000200:1.0:1787764649.168915:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000020:00000001:3.0:1787764649.168920:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000400:00000200:1.0:1787764649.168923:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70662:70662:255:4294967295] 192.168.202.141@tcp LPNI seq info [70662:70662:7:4294967295]
00000100:00000040:3.0:1787764649.168927:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000400:00000200:1.0:1787764649.168932:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764649.168933:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764649.168938:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764649.168943:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000400:00000200:1.0:1787764649.168948:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000020:00000040:3.0:1787764649.168949:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:3.0:1787764649.168957:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000800:00000200:1.0:1787764649.168958:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000100:00000001:3.0:1787764649.168964:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787764649.168966:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9821898bda00.
02000000:00000001:3.0:1787764649.168969:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.0:1787764649.168973:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
02000000:00000001:3.0:1787764649.168974:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764649.168979:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787764649.168980:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:3.0:1787764649.168984:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787764649.168985:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1787764649.168988:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00000040:1.0:1787764649.168991:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000008:00000001:3.0:1787764649.168992:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764649.168997:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764649.168998:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764649.169003:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300207127
00000100:00000010:3.0:1787764649.169004:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0f00.
00000100:00000001:1.0:1787764649.169008:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300208395
00000020:00000040:3.0:1787764649.169009:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
00000100:00000001:1.0:1787764649.169013:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300207127
02000000:00000001:3.0:1787764649.169014:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764649.169018:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764649.169019:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300208395
00000100:00000001:3.0:1787764649.169022:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787764649.169024:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764649.169026:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787764649.169030:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764649.169031:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764649.169034:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764649.169038:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9d800.
00000100:00000001:1.0:1787764649.169039:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764649.169044:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764649.169045:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764649.169048:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787764649.169052:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00100000:3.0:1787764649.169054:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0f00 x1874601358869504/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764649.169055:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764649.169058:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764649.169065:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b03c0 x1874601358869376/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764649.169068:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764649.169073:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764649.169080:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1787764649.169082:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031bb8c12] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0f00 x1874601358869504/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764649.169083:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764649.169088:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764649.169091:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764649.169095:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764649.169102:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358869376:192.168.202.141@tcp:38:kworker.0
00000100:00000001:3.0:1787764649.169103:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764649.169109:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787764649.169110:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764649.169114:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:3.0:1787764649.169116:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
02000000:00000001:1.0:1787764649.169117:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764649.169120:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:1.0:1787764649.169121:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1787764649.169124:0:58520:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000010:1.0:1787764649.169127:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649f400.
00000100:00000001:3.0:1787764649.169129:0:58520:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:1.0:1787764649.169131:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764649.169135:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5534
00000400:00000200:1.0:1787764649.169139:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764649.169143:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764649.169144:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3738.
00000400:00000200:3.0:1787764649.169150:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000400:00000010:1.0:1787764649.169151:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fa18.
00000100:00080000:3.0:1787764649.169155:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000200:1.0:1787764649.169157:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358869376, portal 10
00000100:00000001:1.0:1787764649.169162:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000040:3.0:1787764649.169162:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764649.169164:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542821312 : -114205166730304 : ffff9821899b03c0)
00000100:00000001:3.0:1787764649.169167:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764649.169172:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000040:1.0:1787764649.169175:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b03c0 x1874601358869376/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764649.169177:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764649.169183:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764649.169186:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:3.0:1787764649.169189:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787764649.169191:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:3.0:1787764649.169193:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000100:00000040:1.0:1787764649.169197:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000020:00000001:3.0:1787764649.169200:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000400:00000010:1.0:1787764649.169202:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f990.
00000020:00000001:3.0:1787764649.169205:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000200:1.0:1787764649.169207:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358869376, offset 0
00000100:00000040:3.0:1787764649.169213:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000400:00000200:1.0:1787764649.169216:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000100:00000001:3.0:1787764649.169219:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787764649.169223:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000040:3.0:1787764649.169226:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000400:00000200:1.0:1787764649.169230:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000100:00000001:3.0:1787764649.169232:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000400:00000200:1.0:1787764649.169236:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:3.0:1787764649.169238:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000400:00000200:1.0:1787764649.169242:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000100:00080000:3.0:1787764649.169245:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000400:00000200:1.0:1787764649.169249:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1787764649.169251:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764649.169254:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
02000000:00000001:3.0:1787764649.169256:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1787764649.169260:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70663:70663:254:4294967295] 192.168.202.141@tcp LPNI seq info [70663:70663:6:4294967295]
02000000:00000001:3.0:1787764649.169262:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764649.169267:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764649.169269:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764649.169271:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764649.169276:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000400:00000200:1.0:1787764649.169282:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000008:00000001:3.0:1787764649.169282:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764649.169286:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787764649.169292:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000100:00000010:3.0:1787764649.169293:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b3840.
00000800:00000010:1.0:1787764649.169298:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9821898bd500.
00000020:00000040:3.0:1787764649.169298:0:58520:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:3.0:1787764649.169305:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:1.0:1787764649.169307:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
02000000:00000001:3.0:1787764649.169308:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764649.169313:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.1:1787764649.169317:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
02000000:00000001:3.0:1787764649.169319:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787764649.169322:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764649.169323:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764649.169327:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
02000000:00000010:3.0:1787764649.169330:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9c400.
00000400:00000200:1.0:1787764649.169334:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764649.169337:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300207121
00000100:00000001:3.0:1787764649.169337:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764649.169342:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300208395
00000100:00100000:3.0:1787764649.169346:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b3840 x1874601358869632/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764649.169347:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300207121
00000100:00000001:1.0:1787764649.169352:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300208395
00000100:00000001:1.0:1787764649.169357:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764649.169363:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764649.169364:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764649.169368:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764649.169368:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764649.169373:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787764649.169376:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a874aff9] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b3840 x1874601358869632/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764649.169379:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764649.169382:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787764649.169387:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764649.169389:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764649.169393:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1787764649.169393:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764649.169401:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b0f00 x1874601358869504/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764649.169401:0:58520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5544)
00000100:00000001:1.0:1787764649.169411:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764649.169412:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764649.169414:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764649.169416:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764649.169418:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764649.169422:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358869504:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764649.169425:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764649.169427:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764649.169429:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764649.169431:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764649.169434:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649d000.
02000000:00000001:1.0:1787764649.169436:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764649.169439:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764649.169442:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3dc0.
00000400:00000010:1.0:1787764649.169445:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fee0.
00000100:00000200:1.0:1787764649.169448:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358869504, portal 4
00000100:00000001:1.0:1787764649.169450:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764649.169451:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542824192 : -114205166727424 : ffff9821899b0f00)
00000100:00000040:1.0:1787764649.169457:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b0f00 x1874601358869504/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764649.169464:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764649.169466:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764649.169469:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f660.
00000100:00000200:1.0:1787764649.169471:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358869504, offset 0
00000400:00000200:1.0:1787764649.169475:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764649.169479:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764649.169482:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764649.169485:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764649.169488:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764649.169490:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764649.169493:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764649.169496:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70664:70664:253:4294967295] 192.168.202.141@tcp LPNI seq info [70664:70664:5:4294967295]
00000400:00000200:1.0:1787764649.169499:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764649.169505:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764649.169509:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764649.169512:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9821898bd200.
00000800:00000200:1.0:1787764649.169516:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764649.169520:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:1.0:1787764649.169522:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764649.169525:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:1.0:1787764649.169528:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764649.169530:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300207126
00000100:00000001:1.0:1787764649.169532:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300208395
00000100:00000001:1.0:1787764649.169534:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300207126
00000100:00000001:1.0:1787764649.169536:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300208395
00000100:00000001:1.0:1787764649.169538:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764649.169540:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764649.169543:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764649.169545:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764649.169549:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764649.169551:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787764649.169552:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764649.169554:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764649.169555:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764649.169559:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b3840 x1874601358869632/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764649.169565:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764649.169566:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764649.169568:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764649.169570:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764649.169571:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764649.169574:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358869632:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764649.169577:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764649.169579:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764649.169581:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764649.169582:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764649.169585:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649e000.
02000000:00000001:1.0:1787764649.169587:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764649.169590:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764649.169593:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3268.
00000400:00000010:1.0:1787764649.169596:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f330.
00000100:00000200:1.0:1787764649.169598:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358869632, portal 4
00000100:00000001:1.0:1787764649.169600:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764649.169601:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542834752 : -114205166716864 : ffff9821899b3840)
00000100:00000040:1.0:1787764649.169607:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b3840 x1874601358869632/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764649.169613:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764649.169615:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764649.169618:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f000.
00000100:00000200:1.0:1787764649.169620:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358869632, offset 0
00000400:00000200:1.0:1787764649.169624:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764649.169627:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764649.169630:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764649.169633:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764649.169636:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764649.169639:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764649.169641:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764649.169645:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70665:70665:252:4294967295] 192.168.202.141@tcp LPNI seq info [70665:70665:4:4294967295]
00000400:00000200:1.0:1787764649.169649:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764649.169657:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764649.169673:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764649.169698:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198796300.
00000800:00000200:1.0:1787764649.169702:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764649.169706:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:1.0:1787764649.169709:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764649.169712:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:1.0:1787764649.169715:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764649.169716:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300207127
00000100:00000001:1.0:1787764649.169719:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300208395
00000100:00000001:1.0:1787764649.169721:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300207127
00000100:00000001:1.0:1787764649.169723:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300208395
00000100:00000001:1.0:1787764649.169725:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764649.169727:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764649.169730:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764649.169731:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764649.169735:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764649.169737:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787764649.169739:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764649.169740:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764649.169742:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764649.169744:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764649.487969:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764649.487976:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764649.487981:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764649.487983:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764649.487988:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764649.487991:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764649.487993:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764649.487997:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764649.488000:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764649.488002:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764649.488004:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764649.488006:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764649.488009:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764649.488010:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764649.488013:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764649.488015:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764649.488016:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764649.488017:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764649.488019:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764649.488020:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764649.488022:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764649.488023:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764649.488080:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764649.488082:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764649.488085:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764649.743958:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764649.743967:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764649.743969:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764649.743975:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764649.743979:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764649.743983:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764649.743986:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764649.743989:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764649.743992:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764650.511938:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4300208395, at 4300208448
00010000:00000001:0.0:1787764650.511942:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000040:2.0:1787764650.511944:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4300208395, at 4300208448
00010000:00000001:0.0:1787764650.511949:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764650.511954:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191cd4360.
00010000:00000001:0.0:1787764650.511956:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:2.0:1787764650.511957:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191cd4420.
00010000:00000001:0.0:1787764650.511960:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764650.511966:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764650.511967:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764650.511971:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764650.511973:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764650.511976:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764650.511984:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764650.512003:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764650.512005:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764650.512010:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764650.767944:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764650.767952:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764650.767955:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764650.767960:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764650.767964:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764650.767969:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764650.767972:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764650.767974:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764650.767977:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764651.535954:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764651.535960:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764651.535965:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764651.535966:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764651.535970:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764651.535971:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764651.535974:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764651.535976:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764651.535979:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764651.535980:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764651.536001:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764651.536004:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764651.536006:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764651.791915:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764651.791921:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764651.791923:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764651.791927:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764651.791930:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764651.791933:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764651.791935:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764651.791937:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764651.791940:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:3.0:1787764652.240127:0:2378:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.141:988
00000400:00000100:3.0:1787764652.240175:0:2378:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.141@tcp at host 192.168.202.141 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1787764652.240184:0:2378:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764652.240189:0:2378:0:(router.c:1791:lnet_notify()) 192.168.202.41@tcp notifying 192.168.202.141@tcp: down
00000400:00000200:3.0:1787764652.240194:0:2378:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764652.240199:0:2378:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1787764652.240205:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:3.0:1787764652.240209:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9821898bd100.
00000400:00000200:3.0:1787764652.240215:0:2378:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787764652.240219:0:2378:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787764652.240227:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fdd0
00000400:00000010:3.0:1787764652.240229:0:2378:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fdd0.
00000100:00000001:3.0:1787764652.240235:0:2378:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787764652.240243:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9821899b1a40 x1874601358869120/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764652.240265:0:2378:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764652.240269:0:2378:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b1a40 x1874601358869120/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764674 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764652.240276:0:2378:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764652.240278:0:2378:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787764652.240287:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:3.0:1787764652.240290:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9821898bda00.
00000400:00000200:3.0:1787764652.240292:0:2378:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787764652.240295:0:2378:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787764652.240297:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f2a8
00000400:00000010:3.0:1787764652.240299:0:2378:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f2a8.
00000100:00000001:3.0:1787764652.240302:0:2378:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787764652.240305:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9821899b0000 x1874601358869248/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764652.240312:0:2378:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764652.240315:0:2378:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b0000 x1874601358869248/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764674 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764652.240320:0:2378:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764652.240321:0:2378:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1787764652.240325:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:3.0:1787764652.240328:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9821898bd500.
00000400:00000200:3.0:1787764652.240330:0:2378:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1787764652.240333:0:2378:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1787764652.240335:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f990
00000400:00000010:3.0:1787764652.240337:0:2378:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f990.
00000100:00000001:1.0:1787764652.240339:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787764652.240339:0:2378:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787764652.240344:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000200:3.0:1787764652.240346:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9821899b03c0 x1874601358869376/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764652.240350:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1787764652.240356:0:2378:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00100000:1.0:1787764652.240361:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764649/real 1787764652]  req@ffff9821899b0000 x1874601358869248/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764652.240362:0:2378:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b03c0 x1874601358869376/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764674 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764652.240389:0:2378:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764652.240391:0:2378:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000001:1.0:1787764652.240393:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000800:00000100:3.0:1787764652.240397:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000400:00000001:1.0:1787764652.240398:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000800:00000010:3.0:1787764652.240402:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9821898bd200.
00000400:00000010:1.0:1787764652.240403:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3c60.
00000400:00000200:3.0:1787764652.240405:0:2378:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1787764652.240409:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f5d8
00000400:00000200:3.0:1787764652.240411:0:2378:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000010:1.0:1787764652.240412:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f5d8.
00000400:00000200:3.0:1787764652.240416:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f660
00000100:00000001:1.0:1787764652.240418:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000010:3.0:1787764652.240420:0:2378:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f660.
00000100:00000001:3.0:1787764652.240425:0:2378:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764652.240426:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b0000 x1874601358869248/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787764652.240431:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9821899b0f00 x1874601358869504/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764652.240445:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b0000 x1874601358869248/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764652.240465:0:2378:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764652.240472:0:2378:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b0f00 x1874601358869504/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764674 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764652.240473:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764652.240476:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764652.240482:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764652.240485:0:2378:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764652.240486:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764652.240490:0:2378:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:1.0:1787764652.240496:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b0000 x1874601358869248/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:3.0:1787764652.240500:0:2378:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:3.0:1787764652.240504:0:2378:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198796300.
00000400:00000200:3.0:1787764652.240509:0:2378:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:1.0:1787764652.240511:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1787764652.240516:0:2378:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000100:00000040:1.0:1787764652.240520:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b0000 x1874601358869248/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764674 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787764652.240521:0:2378:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f000
00000400:00000010:3.0:1787764652.240524:0:2378:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f000.
00000100:00000001:3.0:1787764652.240529:0:2378:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787764652.240534:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000200:3.0:1787764652.240536:0:2378:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9821899b3840 x1874601358869632/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764652.240538:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764652.240542:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764652.240544:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764652.240549:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787764652.240553:0:2378:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787764652.240554:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1787764652.240559:0:2378:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b3840 x1874601358869632/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764674 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764652.240560:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764652.240568:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:3.0:1787764652.240572:0:2378:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764652.240574:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1787764652.240576:0:2378:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:1.0:1787764652.240582:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b0000 x1874601358869248/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764674 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764652.240592:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358869248:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764652.240597:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764652.240601:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764649/real 1787764652]  req@ffff9821899b1a40 x1874601358869120/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764652.240609:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764652.240610:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764652.240613:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3108.
00000400:00000200:1.0:1787764652.240615:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573faa0
00000400:00000010:1.0:1787764652.240617:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573faa0.
00000100:00000001:1.0:1787764652.240620:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764652.240623:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b1a40 x1874601358869120/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764652.240631:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b1a40 x1874601358869120/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764652.240667:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764652.240669:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764652.240671:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764652.240672:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764652.240676:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b1a40 x1874601358869120/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764652.240687:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764652.240691:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b1a40 x1874601358869120/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764674 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764652.240698:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764652.240699:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764652.240701:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764652.240702:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764652.240703:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764652.240705:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764652.240707:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764652.240710:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764652.240712:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764652.240716:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b1a40 x1874601358869120/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764674 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764652.240723:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358869120:192.168.202.141@tcp:250:kworker.0
00000100:00000001:1.0:1787764652.240729:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764652.240732:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764652.240735:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b0000 x1874601358869248/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764674 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764652.240741:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764652.240744:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764652.240748:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649ec00.
02000000:00000001:1.0:1787764652.240751:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764652.240755:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764652.240756:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:1.0:1787764652.240759:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764652.240761:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9f000.
02000000:00000001:1.0:1787764652.240765:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764652.240767:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764652.240769:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b0000.
00000100:00000001:1.0:1787764652.240773:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764652.240774:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764652.240776:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764652.240779:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b1a40 x1874601358869120/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764674 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764652.240786:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764652.240787:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764652.240788:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649fc00.
02000000:00000001:1.0:1787764652.240791:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764652.240792:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764652.240793:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000020:00000001:1.0:1787764652.240795:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764652.240797:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9f400.
02000000:00000001:1.0:1787764652.240799:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764652.240800:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764652.240802:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b1a40.
00000100:00000001:1.0:1787764652.240804:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764652.240805:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764652.240808:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764652.240809:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764652.240811:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764652.240812:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764652.240815:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764649/real 1787764652]  req@ffff9821899b3840 x1874601358869632/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764652.240822:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764652.240824:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764652.240825:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3268.
00000400:00000200:1.0:1787764652.240827:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f330
00000400:00000010:1.0:1787764652.240829:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f330.
00000100:00000001:1.0:1787764652.240831:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764652.240833:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b3840 x1874601358869632/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764652.240841:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b3840 x1874601358869632/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764652.240884:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764652.240886:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764652.240888:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764652.240889:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764652.240893:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b3840 x1874601358869632/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764652.240898:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764652.240901:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b3840 x1874601358869632/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764674 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764652.240907:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764652.240909:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764652.240910:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764652.240911:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764652.240913:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764652.240914:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764652.240917:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764652.240921:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764652.240923:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764652.240927:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b3840 x1874601358869632/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764674 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764652.240933:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358869632:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764652.240938:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764652.240941:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764649/real 1787764652]  req@ffff9821899b0f00 x1874601358869504/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764652.240948:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764652.240950:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764652.240951:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3dc0.
00000400:00000200:1.0:1787764652.240954:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fee0
00000400:00000010:1.0:1787764652.240955:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fee0.
00000100:00000001:1.0:1787764652.240964:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764652.240967:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b0f00 x1874601358869504/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764652.240974:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b0f00 x1874601358869504/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764652.240980:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764652.240982:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764652.240984:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764652.240985:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764652.240988:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b0f00 x1874601358869504/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764652.240994:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764652.240997:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b0f00 x1874601358869504/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764674 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764652.241008:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764652.241010:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764652.241011:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764652.241012:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764652.241014:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764652.241016:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764652.241018:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764652.241021:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764652.241024:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764652.241028:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b0f00 x1874601358869504/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764674 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764652.241036:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358869504:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764652.241040:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764652.241043:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764649/real 1787764652]  req@ffff9821899b03c0 x1874601358869376/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764652.241049:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764652.241051:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764652.241060:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3738.
00000400:00000200:1.0:1787764652.241062:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fa18
00000400:00000010:1.0:1787764652.241064:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fa18.
00000100:00000001:1.0:1787764652.241066:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764652.241069:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b03c0 x1874601358869376/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764652.241076:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b03c0 x1874601358869376/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764652.241081:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764652.241084:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764652.241085:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764652.241087:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764652.241089:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b03c0 x1874601358869376/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764652.241095:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764652.241099:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b03c0 x1874601358869376/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764674 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764652.241106:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764652.241108:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764652.241109:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764652.241111:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764652.241112:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764652.241113:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764652.241115:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764652.241119:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764652.241122:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764652.241125:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b03c0 x1874601358869376/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764674 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764652.241132:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358869376:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764652.241137:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764652.241139:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764652.241143:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b3840 x1874601358869632/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764674 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764652.241149:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764652.241151:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764652.241153:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649e000.
02000000:00000001:1.0:1787764652.241156:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764652.241157:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764652.241168:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:1.0:1787764652.241170:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764652.241172:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9c400.
02000000:00000001:1.0:1787764652.241175:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764652.241176:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764652.241177:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b3840.
00000100:00000001:1.0:1787764652.241180:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764652.241181:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764652.241183:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764652.241187:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b0f00 x1874601358869504/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764674 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764652.241192:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764652.241194:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764652.241195:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649d000.
02000000:00000001:1.0:1787764652.241197:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764652.241198:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764652.241199:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:1.0:1787764652.241201:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764652.241202:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9d800.
02000000:00000001:1.0:1787764652.241205:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764652.241206:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764652.241207:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b0f00.
00000100:00000001:1.0:1787764652.241210:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764652.241211:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764652.241212:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764652.241215:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b03c0 x1874601358869376/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764674 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764652.241220:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764652.241221:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764652.241222:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649f400.
02000000:00000001:1.0:1787764652.241224:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764652.241225:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764652.241227:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:1.0:1787764652.241228:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764652.241229:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9d400.
02000000:00000001:1.0:1787764652.241232:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764652.241233:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764652.241234:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b03c0.
00000100:00000001:1.0:1787764652.241236:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764652.241237:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764652.241239:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764652.241247:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764652.241249:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764652.241251:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764652.241252:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764652.559902:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764652.559907:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764652.559910:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764652.559911:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764652.559913:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764652.559914:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764652.559916:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764652.559917:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764652.559918:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764652.559919:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764652.559968:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764652.559971:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764652.559972:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764652.816105:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764652.816110:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764652.816112:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764652.816116:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764652.816119:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764652.816123:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764652.816126:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764652.816128:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764652.816130:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764653.583967:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764653.583972:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764653.583976:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764653.583978:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764653.583981:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764653.583982:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764653.583985:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764653.583986:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764653.583989:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764653.583990:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764653.584013:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764653.584016:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764653.584018:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764653.839949:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764653.839957:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764653.839959:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764653.839965:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764653.839969:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764653.839974:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764653.839977:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764653.839980:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764653.839992:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764654.289092:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764654.289103:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787764654.289105:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764654.289109:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764654.289113:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764654.289120:0:58520:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5539
00000400:00000200:2.0:1787764654.289127:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764654.289133:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764654.289136:0:58520:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764654.289139:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764654.289142:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764654.289145:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764654.289147:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764654.289151:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764654.289153:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:2.0:1787764654.289156:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764654.289159:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:2.0:1787764654.289161:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:2.0:1787764654.289164:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:2.0:1787764654.289167:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764654.289169:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764654.289170:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764654.289172:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764654.289176:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:2.0:1787764654.289180:0:58520:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764654.289182:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764654.289185:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764654.289188:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764654.289190:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764654.289192:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787764654.289194:0:58520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764654.289200:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896bd680.
00000020:00000040:2.0:1787764654.289203:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:2.0:1787764654.289207:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764654.289209:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764654.289212:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764654.289216:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764654.289219:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764654.289226:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982188699000.
00000100:00000001:2.0:1787764654.289232:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764654.289241:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896bd680 x1874601358869760/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764654.289257:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764654.289261:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764654.289266:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3e0fd1d] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bd680 x1874601358869760/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764654.289290:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764654.289294:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764654.289296:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787764654.289298:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764654.289300:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764654.289302:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764654.289304:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5539
00000400:00000200:2.0:1787764654.289308:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764654.289311:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764654.289313:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764654.289315:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764654.289317:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764654.289319:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764654.289321:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764654.289323:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764654.289325:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:2.0:1787764654.289326:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764654.289328:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:2.0:1787764654.289330:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:2.0:1787764654.289332:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:2.0:1787764654.289334:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764654.289336:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764654.289337:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764654.289339:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764654.289341:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:2.0:1787764654.289344:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764654.289346:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764654.289347:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764654.289357:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764654.289359:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764654.289361:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764654.289365:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764654.289369:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764654.289371:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764654.289374:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896bed00.
00000020:00000040:2.0:1787764654.289376:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:2.0:1787764654.289379:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764654.289380:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764654.289382:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764654.289384:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764654.289385:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764654.289389:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218869bc00.
00000100:00000001:2.0:1787764654.289392:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764654.289397:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896bed00 x1874601358869888/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764654.289404:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764654.289406:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764654.289410:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f5b4eb0] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bed00 x1874601358869888/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764654.289418:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764654.289420:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764654.289423:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787764654.289424:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764654.289425:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764654.289428:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764654.289430:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5539
00000400:00000200:2.0:1787764654.289439:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764654.289442:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764654.289445:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764654.289447:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764654.289449:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764654.289451:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764654.289453:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764654.289456:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764654.289457:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:2.0:1787764654.289458:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764654.289460:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:2.0:1787764654.289462:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:2.0:1787764654.289464:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:2.0:1787764654.289467:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764654.289469:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764654.289471:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764654.289482:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764654.289486:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:2.0:1787764654.289488:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764654.289490:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764654.289492:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764654.289494:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764654.289495:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764654.289497:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764654.289498:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764654.289500:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764654.289501:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764654.289503:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896bfc00.
00000020:00000040:2.0:1787764654.289505:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:2.0:1787764654.289506:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764654.289507:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764654.289508:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764654.289509:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764654.289510:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764654.289513:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982188698c00.
00000100:00000001:2.0:1787764654.289515:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764654.289519:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896bfc00 x1874601358870016/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764654.289523:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764654.289525:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764654.289527:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000558bde2f] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bfc00 x1874601358870016/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764654.289534:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764654.289536:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764654.289541:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787764654.289542:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764654.289544:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764654.289546:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764654.289549:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5539
00000400:00000200:2.0:1787764654.289552:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764654.289555:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764654.289557:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764654.289560:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764654.289562:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764654.289564:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764654.289566:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764654.289568:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764654.289569:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:2.0:1787764654.289571:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764654.289572:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:2.0:1787764654.289574:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:2.0:1787764654.289576:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:2.0:1787764654.289579:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764654.289581:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764654.289583:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764654.289585:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764654.289587:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:2.0:1787764654.289589:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764654.289592:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764654.289594:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764654.289596:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764654.289598:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764654.289600:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764654.289602:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764654.289605:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764654.289607:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764654.289610:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896be940.
00000020:00000040:2.0:1787764654.289626:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:2.0:1787764654.289630:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764654.289631:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764654.289633:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764654.289634:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764654.289636:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764654.289640:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982188698400.
00000100:00000001:2.0:1787764654.289643:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764654.289648:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896be940 x1874601358870144/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764654.289656:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764654.289658:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764654.289662:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000067aaa64d] to pc [ptlrpcd_rcv+-1]  req@ffff9821896be940 x1874601358870144/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764654.289669:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764654.289671:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764654.289674:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787764654.289675:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764654.289677:0:58520:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764654.289679:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764654.289681:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5539
00000400:00000200:2.0:1787764654.289685:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764654.289688:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764654.289690:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764654.289693:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764654.289694:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764654.289696:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764654.289699:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764654.289701:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764654.289702:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:2.0:1787764654.289703:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764654.289705:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:2.0:1787764654.289708:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:2.0:1787764654.289710:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:2.0:1787764654.289713:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764654.289714:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764654.289717:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764654.289719:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764654.289721:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:2.0:1787764654.289723:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764654.289725:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764654.289727:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764654.289729:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764654.289731:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764654.289733:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764654.289735:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764654.289737:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764654.289739:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764654.289743:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896be1c0.
00000020:00000040:2.0:1787764654.289745:0:58520:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:2.0:1787764654.289747:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764654.289748:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764654.289750:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764654.289752:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764654.289753:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764654.289757:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982188699400.
00000100:00000001:2.0:1787764654.289760:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764654.289765:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896be1c0 x1874601358870272/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764654.289778:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764654.289780:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764654.289785:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063016f18] to pc [ptlrpcd_rcv+-1]  req@ffff9821896be1c0 x1874601358870272/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764654.289786:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764654.289793:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764654.289797:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787764654.289797:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764654.289804:0:58520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5549)
00000100:00000040:1.0:1787764654.289806:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896bd680 x1874601358869760/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764654.289817:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764654.289820:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764654.289824:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764654.289827:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764654.289830:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764654.289835:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896bd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358869760:192.168.202.141@tcp:250:kworker.0
00000100:00000001:1.0:1787764654.289839:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764654.289843:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764654.289846:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764654.289867:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764654.289873:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649f400.
02000000:00000001:1.0:1787764654.289876:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764654.289883:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764654.289887:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3738.
00000400:00000010:1.0:1787764654.289893:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fa18.
00000100:00000200:1.0:1787764654.289899:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358869760, portal 25
00000100:00000001:1.0:1787764654.289902:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764654.289904:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539729536 : -114205169822080 : ffff9821896bd680)
00000100:00000040:1.0:1787764654.289909:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896bd680 x1874601358869760/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764654.289916:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764654.289919:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764654.289922:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fee0.
00000100:00000200:1.0:1787764654.289926:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358869760, offset 0
00000400:00000200:1.0:1787764654.289933:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764654.289942:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764654.289948:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764654.289953:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764654.289957:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764654.289960:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764654.289963:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764654.289966:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70666:70666:256:4294967295] 192.168.202.141@tcp LPNI seq info [70666:70666:8:4294967295]
00000400:00000200:1.0:1787764654.289970:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764654.289980:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764654.289986:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764654.289991:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198796000.
00000800:00000200:1.0:1787764654.289998:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764654.290002:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787764654.290008:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764654.290011:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787764654.290033:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764654.290035:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198796000.
00000400:00000200:1.0:1787764654.290040:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764654.290044:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764654.290050:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fee0
00000400:00000010:1.0:1787764654.290052:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fee0.
00000100:00000001:1.0:1787764654.290056:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764654.290060:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896bd680 x1874601358869760/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764654.290070:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764654.290073:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bd680 x1874601358869760/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764679 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764654.290080:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764654.290082:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764654.290088:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764654.290093:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764654.290096:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4300213517
00000100:00000010:1.0:1787764654.290100:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982191cd4a80.
00000100:00000001:1.0:1787764654.290107:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787764654.290112:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4300213517
00000100:00000010:1.0:1787764654.290114:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982191cd4240.
00000100:00000001:1.0:1787764654.290117:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787764654.290120:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764654.290122:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764654.290125:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764654.290130:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764654/real 1787764654]  req@ffff9821896bd680 x1874601358869760/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764654.290138:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764654.290140:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764654.290142:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3738.
00000400:00000200:1.0:1787764654.290144:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fa18
00000400:00000010:1.0:1787764654.290146:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fa18.
00000100:00000001:1.0:1787764654.290148:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764654.290151:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896bd680 x1874601358869760/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764654.290159:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896bd680 x1874601358869760/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764654.290166:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764654.290168:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764654.290171:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764654.290172:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764654.290175:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896bd680 x1874601358869760/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764654.290180:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764654.290183:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896bd680 x1874601358869760/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764679 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764654.290189:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764654.290191:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764654.290192:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764654.290192:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764654.290194:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764654.290195:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764654.290197:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764654.290199:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764654.290201:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764654.290203:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896bd680 x1874601358869760/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764679 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764654.290208:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896bd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358869760:192.168.202.141@tcp:250:kworker.0
00000100:00000001:1.0:1787764654.290211:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764654.290214:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896bed00 x1874601358869888/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764654.290221:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764654.290223:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764654.290225:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764654.290227:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764654.290228:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764654.290232:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896bed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358869888:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764654.290235:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764654.290237:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764654.290238:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764654.290240:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764654.290243:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649d000.
02000000:00000001:1.0:1787764654.290250:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764654.290254:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764654.290258:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3738.
00000400:00000010:1.0:1787764654.290261:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fa18.
00000100:00000200:1.0:1787764654.290264:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358869888, portal 10
00000100:00000001:1.0:1787764654.290266:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764654.290267:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539735296 : -114205169816320 : ffff9821896bed00)
00000100:00000040:1.0:1787764654.290273:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896bed00 x1874601358869888/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764654.290279:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764654.290281:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764654.290283:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fee0.
00000100:00000200:1.0:1787764654.290285:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358869888, offset 0
00000400:00000200:1.0:1787764654.290289:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764654.290293:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764654.290296:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764654.290299:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764654.290301:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764654.290303:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764654.290305:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764654.290308:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70667:70667:256:4294967295] 192.168.202.141@tcp LPNI seq info [70667:70667:8:4294967295]
00000400:00000200:1.0:1787764654.290311:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764654.290316:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764654.290320:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764654.290323:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198796000.
00000800:00000200:1.0:1787764654.290327:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764654.290330:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787764654.290333:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764654.290336:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787764654.290338:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764654.290340:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198796000.
00000400:00000200:1.0:1787764654.290343:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764654.290346:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764654.290348:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fee0
00000400:00000010:1.0:1787764654.290350:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fee0.
00000100:00000001:1.0:1787764654.290353:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764654.290356:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896bed00 x1874601358869888/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764654.290362:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764654.290365:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bed00 x1874601358869888/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764679 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764654.290370:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764654.290371:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764654.290374:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764654.290377:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:1.0:1787764654.290379:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764654.290381:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300212248
00000100:00000001:1.0:1787764654.290383:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300213517
00000100:00000001:1.0:1787764654.290385:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300212248
00000100:00000001:1.0:1787764654.290387:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300213517
00000100:00000001:1.0:1787764654.290388:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764654.290390:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764654.290392:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764654.290395:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764654/real 1787764654]  req@ffff9821896bed00 x1874601358869888/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764654.290401:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764654.290403:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764654.290404:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3738.
00000400:00000200:1.0:1787764654.290406:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fa18
00000400:00000010:1.0:1787764654.290408:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fa18.
00000100:00000001:1.0:1787764654.290410:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764654.290412:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896bed00 x1874601358869888/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764654.290419:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896bed00 x1874601358869888/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764654.290429:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764654.290430:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764654.290432:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764654.290433:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764654.290436:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896bed00 x1874601358869888/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764654.290442:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764654.290446:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896bed00 x1874601358869888/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764679 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764654.290452:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764654.290454:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764654.290455:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764654.290456:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764654.290458:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764654.290460:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764654.290462:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764654.290464:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764654.290466:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764654.290469:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896bed00 x1874601358869888/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764679 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764654.290476:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896bed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358869888:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764654.290480:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764654.290483:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896bfc00 x1874601358870016/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764654.290489:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764654.290490:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764654.290493:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764654.290494:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764654.290495:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764654.290497:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896bfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358870016:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764654.290499:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764654.290501:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764654.290502:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764654.290503:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764654.290505:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649e000.
02000000:00000001:1.0:1787764654.290507:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764654.290509:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764654.290510:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3738.
00000400:00000010:1.0:1787764654.290512:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fa18.
00000100:00000200:1.0:1787764654.290514:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358870016, portal 10
00000100:00000001:1.0:1787764654.290516:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764654.290517:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539739136 : -114205169812480 : ffff9821896bfc00)
00000100:00000040:1.0:1787764654.290520:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896bfc00 x1874601358870016/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764654.290524:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764654.290525:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764654.290527:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fee0.
00000100:00000200:1.0:1787764654.290528:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358870016, offset 0
00000400:00000200:1.0:1787764654.290530:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764654.290533:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764654.290535:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764654.290537:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764654.290538:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764654.290540:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764654.290541:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764654.290543:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70668:70668:256:4294967295] 192.168.202.141@tcp LPNI seq info [70668:70668:8:4294967295]
00000400:00000200:1.0:1787764654.290546:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764654.290550:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764654.290554:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764654.290555:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198796000.
00000800:00000200:1.0:1787764654.290558:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764654.290559:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787764654.290562:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764654.290563:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787764654.290566:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764654.290567:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198796000.
00000400:00000200:1.0:1787764654.290569:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764654.290571:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764654.290572:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fee0
00000400:00000010:1.0:1787764654.290573:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fee0.
00000100:00000001:1.0:1787764654.290575:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764654.290577:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896bfc00 x1874601358870016/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764654.290582:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764654.290583:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bfc00 x1874601358870016/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764679 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764654.290587:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764654.290588:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764654.290590:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764654.290592:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:1.0:1787764654.290594:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764654.290595:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300212242
00000100:00000001:1.0:1787764654.290597:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300213517
00000100:00000001:1.0:1787764654.290598:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300212242
00000100:00000001:1.0:1787764654.290599:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300213517
00000100:00000001:1.0:1787764654.290600:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764654.290601:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764654.290603:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764654.290605:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764654/real 1787764654]  req@ffff9821896bfc00 x1874601358870016/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764654.290610:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764654.290611:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764654.290612:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3738.
00000400:00000200:1.0:1787764654.290629:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fa18
00000400:00000010:1.0:1787764654.290631:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fa18.
00000100:00000001:1.0:1787764654.290633:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764654.290636:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896bfc00 x1874601358870016/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764654.290644:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896bfc00 x1874601358870016/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764654.290650:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764654.290651:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764654.290653:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764654.290654:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764654.290658:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896bfc00 x1874601358870016/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764654.290664:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764654.290668:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896bfc00 x1874601358870016/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764679 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764654.290674:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764654.290676:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764654.290677:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764654.290678:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764654.290680:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764654.290681:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764654.290684:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764654.290687:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764654.290689:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764654.290693:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896bfc00 x1874601358870016/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764679 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764654.290700:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896bfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358870016:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764654.290704:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764654.290706:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896be940 x1874601358870144/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764654.290713:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764654.290714:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764654.290717:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764654.290719:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764654.290720:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764654.290723:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896be940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358870144:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764654.290726:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764654.290727:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764654.290728:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764654.290730:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764654.290733:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649fc00.
02000000:00000001:1.0:1787764654.290735:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764654.290738:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764654.290741:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3738.
00000400:00000010:1.0:1787764654.290744:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fa18.
00000100:00000200:1.0:1787764654.290746:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358870144, portal 4
00000100:00000001:1.0:1787764654.290748:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764654.290749:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539734336 : -114205169817280 : ffff9821896be940)
00000100:00000040:1.0:1787764654.290755:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896be940 x1874601358870144/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764654.290762:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764654.290764:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764654.290766:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fee0.
00000100:00000200:1.0:1787764654.290768:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358870144, offset 0
00000400:00000200:1.0:1787764654.290772:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764654.290776:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764654.290779:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764654.290782:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764654.290784:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764654.290787:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764654.290789:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764654.290792:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70669:70669:256:4294967295] 192.168.202.141@tcp LPNI seq info [70669:70669:8:4294967295]
00000400:00000200:1.0:1787764654.290802:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764654.290808:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764654.290812:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764654.290818:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198796000.
00000800:00000200:1.0:1787764654.290821:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764654.290823:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787764654.290827:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764654.290829:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787764654.290832:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764654.290834:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198796000.
00000400:00000200:1.0:1787764654.290836:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764654.290839:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764654.290842:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fee0
00000400:00000010:1.0:1787764654.290843:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fee0.
00000100:00000001:1.0:1787764654.290846:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764654.290876:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896be940 x1874601358870144/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764654.290883:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764654.290886:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896be940 x1874601358870144/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764679 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764654.290892:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764654.290894:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764654.290897:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764654.290900:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:1.0:1787764654.290903:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764654.290906:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300212248
00000100:00000001:1.0:1787764654.290907:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300213517
00000100:00000001:1.0:1787764654.290909:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300212248
00000100:00000001:1.0:1787764654.290911:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300213517
00000100:00000001:1.0:1787764654.290912:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764654.290914:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764654.290916:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764654.290919:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764654/real 1787764654]  req@ffff9821896be940 x1874601358870144/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764654.290926:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764654.290927:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764654.290928:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3738.
00000400:00000200:1.0:1787764654.290930:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fa18
00000400:00000010:1.0:1787764654.290931:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fa18.
00000100:00000001:1.0:1787764654.290933:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764654.290936:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896be940 x1874601358870144/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764654.290943:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896be940 x1874601358870144/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764654.290949:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764654.290950:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764654.290952:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764654.290953:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764654.290956:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896be940 x1874601358870144/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764654.290962:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764654.290965:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896be940 x1874601358870144/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764679 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764654.290972:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764654.290974:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764654.290975:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764654.290977:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764654.290978:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764654.290980:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764654.290982:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764654.290985:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764654.290987:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764654.290990:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896be940 x1874601358870144/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764679 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764654.290997:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896be940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358870144:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764654.291000:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764654.291003:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764654.291006:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bd680 x1874601358869760/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764679 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764654.291012:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764654.291015:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764654.291017:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649f400.
02000000:00000001:1.0:1787764654.291020:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764654.291023:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764654.291025:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000020:00000001:1.0:1787764654.291027:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764654.291029:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982188699000.
02000000:00000001:1.0:1787764654.291033:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764654.291034:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764654.291036:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bd680.
00000100:00000001:1.0:1787764654.291039:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764654.291040:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764654.291042:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764654.291045:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bed00 x1874601358869888/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764679 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764654.291058:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764654.291059:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764654.291061:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649d000.
02000000:00000001:1.0:1787764654.291063:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764654.291065:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764654.291066:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:1.0:1787764654.291068:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764654.291069:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218869bc00.
02000000:00000001:1.0:1787764654.291071:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764654.291072:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764654.291073:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bed00.
00000100:00000001:1.0:1787764654.291076:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764654.291077:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764654.291079:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764654.291083:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bfc00 x1874601358870016/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764679 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764654.291090:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764654.291091:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764654.291093:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649e000.
02000000:00000001:1.0:1787764654.291095:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764654.291096:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764654.291097:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:1.0:1787764654.291099:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764654.291100:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982188698c00.
02000000:00000001:1.0:1787764654.291102:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764654.291103:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764654.291104:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bfc00.
00000100:00000001:1.0:1787764654.291106:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764654.291107:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764654.291109:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764654.291112:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896be940 x1874601358870144/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764679 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764654.291118:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764654.291119:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764654.291121:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649fc00.
02000000:00000001:1.0:1787764654.291123:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764654.291124:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764654.291125:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:1.0:1787764654.291126:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764654.291128:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982188698400.
02000000:00000001:1.0:1787764654.291130:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764654.291131:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764654.291132:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896be940.
00000100:00000001:1.0:1787764654.291134:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764654.291136:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764654.291138:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764654.291145:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764654.291147:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764654.291150:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764654.291151:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764654.291153:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764654.291157:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896be1c0 x1874601358870272/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764654.291163:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764654.291164:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764654.291166:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764654.291168:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764654.291170:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764654.291173:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896be1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358870272:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764654.291176:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764654.291177:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764654.291179:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764654.291184:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764654.291187:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649fc00.
02000000:00000001:1.0:1787764654.291189:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764654.291192:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764654.291194:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3738.
00000400:00000010:1.0:1787764654.291198:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fa18.
00000100:00000200:1.0:1787764654.291201:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358870272, portal 4
00000100:00000001:1.0:1787764654.291203:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764654.291204:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539732416 : -114205169819200 : ffff9821896be1c0)
00000100:00000040:1.0:1787764654.291210:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896be1c0 x1874601358870272/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764654.291215:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764654.291217:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764654.291219:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fee0.
00000100:00000200:1.0:1787764654.291221:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358870272, offset 0
00000400:00000200:1.0:1787764654.291225:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764654.291229:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764654.291232:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764654.291234:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764654.291237:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764654.291239:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764654.291241:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764654.291244:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70670:70670:256:4294967295] 192.168.202.141@tcp LPNI seq info [70670:70670:8:4294967295]
00000400:00000200:1.0:1787764654.291247:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764654.291253:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764654.291258:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764654.291260:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198796000.
00000800:00000200:1.0:1787764654.291264:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764654.291267:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787764654.291270:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764654.291272:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787764654.291276:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764654.291277:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198796000.
00000400:00000200:1.0:1787764654.291280:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764654.291282:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764654.291285:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fee0
00000400:00000010:1.0:1787764654.291286:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fee0.
00000100:00000001:1.0:1787764654.291289:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764654.291292:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896be1c0 x1874601358870272/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764654.291303:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764654.291305:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896be1c0 x1874601358870272/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764679 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764654.291310:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764654.291311:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764654.291313:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764654.291316:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:1.0:1787764654.291318:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764654.291320:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300212249
00000100:00000001:1.0:1787764654.291322:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300213517
00000100:00000001:1.0:1787764654.291324:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300212249
00000100:00000001:1.0:1787764654.291326:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300213517
00000100:00000001:1.0:1787764654.291327:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764654.291329:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764654.291331:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764654.291334:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764654/real 1787764654]  req@ffff9821896be1c0 x1874601358870272/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764654.291340:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764654.291341:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764654.291342:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3738.
00000400:00000200:1.0:1787764654.291344:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fa18
00000400:00000010:1.0:1787764654.291345:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fa18.
00000100:00000001:1.0:1787764654.291347:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764654.291349:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896be1c0 x1874601358870272/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764654.291356:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896be1c0 x1874601358870272/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764654.291362:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764654.291364:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764654.291366:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764654.291367:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764654.291370:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896be1c0 x1874601358870272/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764654.291375:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764654.291378:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896be1c0 x1874601358870272/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764679 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764654.291383:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764654.291385:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764654.291386:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764654.291388:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764654.291389:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764654.291391:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764654.291393:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764654.291396:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764654.291398:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764654.291407:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896be1c0 x1874601358870272/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764679 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764654.291415:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896be1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358870272:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764654.291419:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764654.291421:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764654.291423:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896be1c0 x1874601358870272/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764679 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764654.291429:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764654.291430:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764654.291433:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649fc00.
02000000:00000001:1.0:1787764654.291436:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764654.291437:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764654.291439:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:1.0:1787764654.291441:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764654.291442:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982188699400.
02000000:00000001:1.0:1787764654.291444:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764654.291446:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764654.291447:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896be1c0.
00000100:00000001:1.0:1787764654.291450:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764654.291452:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764654.291454:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764654.291457:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764654.291459:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764654.291460:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764654.291462:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764654.607976:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764654.607983:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764654.607986:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764654.607989:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764654.607994:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764654.607996:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764654.607998:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764654.608001:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764654.608005:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764654.608007:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764654.608011:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764654.608012:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764654.608015:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764654.608017:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764654.608018:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764654.608019:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764654.608021:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764654.608023:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764654.608024:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764654.608026:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764654.608030:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764654.608031:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764654.608062:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764654.608065:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764654.608068:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764654.863920:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764654.863928:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764654.863931:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764654.863937:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764654.863941:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764654.863945:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764654.863947:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764654.863950:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764654.863954:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764655.631979:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764655.631986:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764655.631992:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764655.631993:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764655.631996:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764655.631998:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764655.632001:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764655.632002:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764655.632006:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764655.632007:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764655.632104:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4300213517, at 4300213568
00000100:00000010:2.0:1787764655.632114:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191cd4a80.
00000020:00000001:3.0:1787764655.632181:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764655.632185:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764655.632188:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787764655.632194:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4300213517, at 4300213568
00000100:00000010:3.0:1787764655.632200:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191cd4240.
00000100:00000001:3.0:1787764655.888668:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764655.888674:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764655.888676:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764655.888681:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764655.888685:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764655.888688:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764655.888691:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764655.888693:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764655.888695:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764656.655932:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764656.655944:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764656.655950:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764656.655954:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764656.655956:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764656.655959:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764656.655962:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764656.655964:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764656.655966:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764656.655968:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764656.655972:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764656.655973:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764656.655977:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764656.655978:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764656.655981:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764656.655982:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764656.656004:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764656.656006:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764656.656008:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764656.911931:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764656.911944:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764656.911946:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764656.911951:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764656.911955:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764656.911958:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764656.911961:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764656.911964:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764656.911966:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764657.679969:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764657.679976:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764657.679981:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764657.679983:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764657.679986:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764657.679987:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764657.679990:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764657.679991:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764657.679994:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764657.679995:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764657.680017:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764657.680020:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764657.680022:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764657.935949:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764657.935955:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764657.935957:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764657.935961:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764657.935964:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764657.935967:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764657.935969:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764657.935971:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764657.935974:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764658.703932:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764658.703940:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764658.703945:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764658.703947:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764658.703950:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764658.703951:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764658.703954:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764658.703955:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764658.703958:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764658.703959:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764658.704000:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764658.704005:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764658.704008:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764658.959931:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764658.959938:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764658.959941:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764658.959946:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764658.959951:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764658.959955:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764658.959959:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764658.959961:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764658.959964:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764659.408015:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764659.408023:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787764659.408030:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764659.408034:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764659.408039:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764659.408045:0:18336:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5544
00000400:00000200:1.0:1787764659.408054:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764659.408061:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764659.408064:0:18336:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764659.408067:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764659.408070:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764659.408073:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764659.408075:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764659.408078:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764659.408079:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:1.0:1787764659.408081:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764659.408084:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:1.0:1787764659.408085:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:1.0:1787764659.408086:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:1.0:1787764659.408089:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764659.408096:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764659.408098:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764659.408099:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764659.408102:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:1.0:1787764659.408104:0:18336:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764659.408106:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764659.408107:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764659.408110:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764659.408112:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764659.408114:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787764659.408115:0:18336:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764659.408123:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f870c0.
00000020:00000040:1.0:1787764659.408125:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:1.0:1787764659.408128:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764659.408130:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764659.408132:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764659.408134:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764659.408137:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764659.408142:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649e000.
00000100:00000001:1.0:1787764659.408146:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764659.408153:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f870c0 x1874601358870400/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764659.408161:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764659.408164:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764659.408167:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a65be51] to pc [ptlrpcd_rcv+-1]  req@ffff982187f870c0 x1874601358870400/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764659.408183:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764659.408185:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764659.408187:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787764659.408188:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764659.408195:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764659.408197:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764659.408199:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5544
00000400:00000200:1.0:1787764659.408201:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764659.408203:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764659.408205:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764659.408207:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764659.408208:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764659.408210:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764659.408211:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764659.408216:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764659.408217:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:1.0:1787764659.408218:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764659.408219:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:1.0:1787764659.408220:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:1.0:1787764659.408222:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:1.0:1787764659.408224:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764659.408225:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764659.408226:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764659.408227:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764659.408228:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:1.0:1787764659.408230:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764659.408232:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764659.408233:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1787764659.408236:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:1.0:1787764659.408237:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764659.408240:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764659.408241:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764659.408242:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764659.408246:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787764659.408248:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764659.408249:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764659.408251:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f85a40.
00000020:00000040:1.0:1787764659.408252:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
00000100:00000001:3.0:1787764659.408253:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1787764659.408254:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764659.408257:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764659.408258:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764659.408259:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764659.408260:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764659.408263:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f870c0 x1874601358870400/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1787764659.408264:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649d000.
00000100:00000001:1.0:1787764659.408268:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764659.408275:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f85a40 x1874601358870528/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764659.408278:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764659.408281:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764659.408286:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1787764659.408288:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:3.0:1787764659.408290:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764659.408293:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764659.408295:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764659.408300:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000920ad038] to pc [ptlrpcd_rcv+-1]  req@ffff982187f85a40 x1874601358870528/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787764659.408301:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358870400:192.168.202.141@tcp:250:kworker.0
00000100:00000001:3.0:1787764659.408309:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787764659.408315:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1787764659.408316:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764659.408319:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764659.408320:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:3.0:1787764659.408323:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:1.0:1787764659.408324:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1787764659.408326:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764659.408328:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764659.408330:0:18336:0:(import.c:485:import_select_connection()) Process entered
02000000:00000010:3.0:1787764659.408331:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982191e9e800.
00000100:00080000:1.0:1787764659.408334:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5544
02000000:00000001:3.0:1787764659.408335:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764659.408339:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764659.408341:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764659.408343:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1787764659.408345:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000040:1.0:1787764659.408347:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764659.408349:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:3.0:1787764659.408350:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982183cbdd10.
00000100:00000040:1.0:1787764659.408352:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764659.408354:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764659.408355:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764659.408356:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:1.0:1787764659.408357:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764659.408359:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:1.0:1787764659.408360:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:1.0:1787764659.408362:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000400:00000010:3.0:1787764659.408362:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844220.
00000100:00000040:1.0:1787764659.408365:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764659.408366:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764659.408370:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764659.408371:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764659.408372:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00000200:3.0:1787764659.408374:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358870400, portal 25
00000100:00080000:1.0:1787764659.408375:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764659.408379:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764659.408380:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764659.408383:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515389632 : -114205194161984 : ffff982187f870c0)
02000000:00000001:1.0:1787764659.408384:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764659.408388:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764659.408392:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764659.408394:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f870c0 x1874601358870400/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764659.408395:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764659.408398:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787764659.408403:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764659.408407:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764659.408410:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000010:1.0:1787764659.408413:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f86940.
00000100:00000040:3.0:1787764659.408416:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000020:00000040:1.0:1787764659.408418:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:1.0:1787764659.408422:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:3.0:1787764659.408422:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844550.
02000000:00000001:1.0:1787764659.408426:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1787764659.408427:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358870400, offset 0
00000100:00000001:1.0:1787764659.408429:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764659.408433:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764659.408434:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764659.408437:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
02000000:00000010:1.0:1787764659.408441:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649f400.
00000100:00000001:1.0:1787764659.408446:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764659.408447:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00100000:1.0:1787764659.408454:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f86940 x1874601358870656/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1787764659.408456:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:3.0:1787764659.408465:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1787764659.408468:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1787764659.408471:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000100:00000001:1.0:1787764659.408473:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764659.408478:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000100:00000040:1.0:1787764659.408480:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac69d1b8] to pc [ptlrpcd_rcv+-1]  req@ffff982187f86940 x1874601358870656/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787764659.408484:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:3.0:1787764659.408492:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70671:70671:256:4294967295] 192.168.202.141@tcp LPNI seq info [70671:70671:8:4294967295]
00000100:00000001:1.0:1787764659.408495:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764659.408499:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1787764659.408501:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00080000:1.0:1787764659.408506:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787764659.408509:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764659.408512:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1787764659.408513:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1787764659.408519:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:3.0:1787764659.408523:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000100:00080000:1.0:1787764659.408525:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5544
00000800:00000010:3.0:1787764659.408529:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982191d40700.
00000400:00000200:1.0:1787764659.408533:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764659.408539:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000800:00000200:3.0:1787764659.408539:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.0:1787764659.408543:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 52 secs later)
00000100:00080000:1.0:1787764659.408544:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764659.408548:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764659.408551:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764659.408554:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764659.408559:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000800:00000200:3.1:1787764659.408560:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000020:00000001:1.0:1787764659.408564:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:3.1:1787764659.408565:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 52 secs later)
00000800:00000100:3.0:1787764659.408585:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764659.408589:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982191d40700.
00000020:00000040:1.0:1787764659.408593:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000400:00000200:3.0:1787764659.408595:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:1.0:1787764659.408597:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764659.408601:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000400:00000200:3.0:1787764659.408602:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000020:00000001:1.0:1787764659.408606:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000400:00000200:3.0:1787764659.408608:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844550
00000020:00000001:1.0:1787764659.408611:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000400:00000010:3.0:1787764659.408611:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844550.
00000100:00000040:1.0:1787764659.408618:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764659.408621:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787764659.408623:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:1.0:1787764659.408624:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764659.408628:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000200:3.0:1787764659.408631:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f870c0 x1874601358870400/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787764659.408632:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:1.0:1787764659.408639:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764659.408644:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764659.408648:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1787764659.408649:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1787764659.408652:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764659.408657:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764659.408657:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f870c0 x1874601358870400/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764684 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764659.408660:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764659.408671:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00000001:3.0:1787764659.408674:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1787764659.408675:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764659.408678:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764659.408679:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764659.408684:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f84780.
00000020:00000040:1.0:1787764659.408687:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
00000100:00000001:3.0:1787764659.408688:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764659.408691:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764659.408693:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764659.408695:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764659.408698:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764659.408701:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764659.408703:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764659.408706:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4300218635
02000000:00000010:1.0:1787764659.408707:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649ec00.
00000100:00000001:1.0:1787764659.408713:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764659.408714:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982182d59ea0.
00000100:00100000:1.0:1787764659.408720:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f84780 x1874601358870784/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764659.408720:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787764659.408729:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764659.408732:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764659.408734:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4300218635
00000100:00000010:3.0:1787764659.408737:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982182d59000.
00000100:00000001:3.0:1787764659.408739:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787764659.408742:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764659.408745:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764659.408747:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787764659.408753:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764659/real 1787764659]  req@ffff982187f870c0 x1874601358870400/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787764659.408762:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787764659.408764:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787764659.408766:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982183cbdd10.
00000400:00000200:3.0:1787764659.408770:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844220
00000400:00000010:3.0:1787764659.408772:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844220.
00000100:00000001:3.0:1787764659.408775:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787764659.408779:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f870c0 x1874601358870400/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787764659.408787:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bf6eed9] to pc [ptlrpcd_rcv+-1]  req@ffff982187f84780 x1874601358870784/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787764659.408790:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f870c0 x1874601358870400/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764659.408814:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764659.408815:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764659.408818:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1787764659.408820:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787764659.408822:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:1.0:1787764659.408825:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764659.408825:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764659.408829:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:3.0:1787764659.408832:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f870c0 x1874601358870400/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764659.408833:0:18336:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764659.408839:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1787764659.408843:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1787764659.408845:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5544
00000400:00000200:1.0:1787764659.408875:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764659.408878:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764659.408881:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764659.408884:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f870c0 x1874601358870400/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764684 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787764659.408886:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764659.408892:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764659.408897:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764659.408901:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764659.408902:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764659.408908:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:3.0:1787764659.408908:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1787764659.408909:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000100:00000001:3.0:1787764659.408912:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:1.0:1787764659.408913:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1787764659.408916:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1787764659.408917:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000100:00000001:3.0:1787764659.408921:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000020:00000001:1.0:1787764659.408922:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000001:3.0:1787764659.408925:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:1.0:1787764659.408926:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00080000:3.0:1787764659.408931:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:1.0:1787764659.408933:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764659.408937:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00080000:3.0:1787764659.408938:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000100:00000001:3.0:1787764659.408941:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764659.408942:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764659.408946:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000040:3.0:1787764659.408947:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f870c0 x1874601358870400/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764684 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787764659.408951:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:1.0:1787764659.408959:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00100000:3.0:1787764659.408959:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358870400:192.168.202.141@tcp:250:kworker.0
00000100:00000001:3.0:1787764659.408965:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764659.408966:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764659.408968:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1787764659.408970:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:3.0:1787764659.408971:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f870c0 x1874601358870400/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764684 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787764659.408974:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764659.408980:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764659.408986:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764659.408986:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000008:00100000:1.0:1787764659.408990:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1787764659.408993:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764659.408995:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764659.408997:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000010:1.0:1787764659.408998:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f843c0.
02000000:00000010:3.0:1787764659.409001:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982191e9e800.
00000020:00000040:1.0:1787764659.409002:0:18336:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:1.0:1787764659.409007:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764659.409007:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:1.0:1787764659.409010:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764659.409011:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000100:00000001:1.0:1787764659.409013:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000020:00000040:3.0:1787764659.409014:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
02000000:00000001:1.0:1787764659.409016:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000020:00000001:3.0:1787764659.409019:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000001:1.0:1787764659.409020:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764659.409023:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649e000.
02000000:00000010:1.0:1787764659.409026:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649e800.
02000000:00000001:3.0:1787764659.409029:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:1.0:1787764659.409030:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764659.409032:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787764659.409036:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f870c0.
00000100:00100000:1.0:1787764659.409038:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f843c0 x1874601358870912/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764659.409040:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787764659.409042:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764659.409045:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764659.409053:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764659.409055:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764659.409058:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787764659.409061:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764659.409063:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764659.409064:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787764659.409068:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764659.409071:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f85a40 x1874601358870528/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787764659.409076:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ab335ac] to pc [ptlrpcd_rcv+-1]  req@ffff982187f843c0 x1874601358870912/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764659.409086:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764659.409089:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764659.409094:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764659.409094:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787764659.409097:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1787764659.409101:0:18336:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5555)
02000000:00000001:3.0:1787764659.409102:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764659.409109:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358870528:192.168.202.141@tcp:38:kworker.0
00000100:00000001:3.0:1787764659.409111:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787764659.409113:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787764659.409114:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764659.409116:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787764659.409119:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982191e9e800.
02000000:00000001:3.0:1787764659.409120:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764659.409123:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:3.0:1787764659.409125:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982183cbdd10.
00000400:00000010:3.0:1787764659.409127:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844220.
00000100:00000200:3.0:1787764659.409129:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358870528, portal 10
00000100:00000001:3.0:1787764659.409131:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787764659.409132:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515383872 : -114205194167744 : ffff982187f85a40)
00000100:00000040:3.0:1787764659.409136:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f85a40 x1874601358870528/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764659.409140:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787764659.409141:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:3.0:1787764659.409142:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844550.
00000100:00000200:3.0:1787764659.409144:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358870528, offset 0
00000400:00000200:3.0:1787764659.409146:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:3.0:1787764659.409148:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764659.409150:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:3.0:1787764659.409152:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787764659.409154:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:3.0:1787764659.409156:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787764659.409157:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:3.0:1787764659.409159:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70672:70672:256:4294967295] 192.168.202.141@tcp LPNI seq info [70672:70672:8:4294967295]
00000400:00000200:3.0:1787764659.409161:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764659.409165:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787764659.409168:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764659.409170:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982191d40700.
00000800:00000200:3.0:1787764659.409172:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.0:1787764659.409174:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1787764659.409177:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787764659.409178:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 52 secs later)
00000800:00000100:3.0:1787764659.409181:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764659.409182:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982191d40700.
00000400:00000200:3.0:1787764659.409184:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787764659.409186:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787764659.409188:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844550
00000400:00000010:3.0:1787764659.409189:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844550.
00000100:00000001:3.0:1787764659.409191:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787764659.409193:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f85a40 x1874601358870528/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764659.409198:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764659.409199:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f85a40 x1874601358870528/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764684 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764659.409203:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764659.409204:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787764659.409206:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764659.409209:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:3.0:1787764659.409210:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764659.409212:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300217367
00000100:00000001:3.0:1787764659.409213:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300218635
00000100:00000001:3.0:1787764659.409215:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300217367
00000100:00000001:3.0:1787764659.409216:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300218635
00000100:00000001:3.0:1787764659.409217:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764659.409218:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764659.409219:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787764659.409221:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764659/real 1787764659]  req@ffff982187f85a40 x1874601358870528/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787764659.409225:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787764659.409226:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787764659.409227:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982183cbdd10.
00000400:00000200:3.0:1787764659.409228:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844220
00000400:00000010:3.0:1787764659.409229:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844220.
00000100:00000001:3.0:1787764659.409230:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787764659.409232:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f85a40 x1874601358870528/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787764659.409236:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f85a40 x1874601358870528/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764659.409244:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787764659.409245:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764659.409246:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764659.409246:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787764659.409248:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f85a40 x1874601358870528/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764659.409252:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787764659.409254:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f85a40 x1874601358870528/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764684 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764659.409258:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787764659.409259:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764659.409260:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764659.409260:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764659.409261:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787764659.409262:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787764659.409264:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787764659.409266:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:3.0:1787764659.409267:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787764659.409269:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f85a40 x1874601358870528/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764684 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787764659.409274:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358870528:192.168.202.141@tcp:38:kworker.0
00000100:00000001:3.0:1787764659.409276:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787764659.409278:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f86940 x1874601358870656/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764659.409281:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764659.409282:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764659.409284:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787764659.409285:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764659.409286:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764659.409288:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358870656:192.168.202.141@tcp:38:kworker.0
00000100:00000001:3.0:1787764659.409290:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787764659.409291:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787764659.409292:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764659.409292:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787764659.409294:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982191e9cc00.
02000000:00000001:3.0:1787764659.409295:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764659.409297:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:3.0:1787764659.409298:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982183cbdd10.
00000400:00000010:3.0:1787764659.409300:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844220.
00000100:00000200:3.0:1787764659.409301:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358870656, portal 10
00000100:00000001:3.0:1787764659.409303:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787764659.409303:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515387712 : -114205194163904 : ffff982187f86940)
00000100:00000040:3.0:1787764659.409306:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f86940 x1874601358870656/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764659.409310:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787764659.409311:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:3.0:1787764659.409312:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844550.
00000100:00000200:3.0:1787764659.409314:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358870656, offset 0
00000400:00000200:3.0:1787764659.409316:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:3.0:1787764659.409317:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764659.409319:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:3.0:1787764659.409321:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787764659.409322:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:3.0:1787764659.409324:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787764659.409325:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:3.0:1787764659.409327:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70673:70673:256:4294967295] 192.168.202.141@tcp LPNI seq info [70673:70673:8:4294967295]
00000400:00000200:3.0:1787764659.409329:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764659.409332:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787764659.409335:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764659.409337:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982191d40700.
00000800:00000200:3.0:1787764659.409339:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.0:1787764659.409341:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1787764659.409343:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787764659.409355:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 52 secs later)
00000800:00000100:3.0:1787764659.409357:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764659.409358:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982191d40700.
00000400:00000200:3.0:1787764659.409360:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787764659.409362:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787764659.409364:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844550
00000400:00000010:3.0:1787764659.409365:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844550.
00000100:00000001:3.0:1787764659.409367:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787764659.409370:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f86940 x1874601358870656/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764659.409377:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764659.409380:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f86940 x1874601358870656/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764684 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764659.409385:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764659.409387:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787764659.409390:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764659.409393:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:3.0:1787764659.409396:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764659.409398:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300217361
00000100:00000001:3.0:1787764659.409401:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300218635
00000100:00000001:3.0:1787764659.409403:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300217361
00000100:00000001:3.0:1787764659.409405:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300218635
00000100:00000001:3.0:1787764659.409408:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764659.409410:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764659.409412:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787764659.409416:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764659/real 1787764659]  req@ffff982187f86940 x1874601358870656/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787764659.409422:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787764659.409423:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787764659.409424:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982183cbdd10.
00000400:00000200:3.0:1787764659.409426:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844220
00000400:00000010:3.0:1787764659.409427:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844220.
00000100:00000001:3.0:1787764659.409428:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787764659.409430:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f86940 x1874601358870656/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787764659.409435:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f86940 x1874601358870656/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764659.409438:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787764659.409439:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764659.409440:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764659.409441:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787764659.409443:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f86940 x1874601358870656/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764659.409446:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787764659.409448:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f86940 x1874601358870656/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764684 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764659.409453:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787764659.409454:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764659.409456:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764659.409457:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764659.409459:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787764659.409460:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787764659.409463:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787764659.409465:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:3.0:1787764659.409467:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787764659.409471:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f86940 x1874601358870656/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764684 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787764659.409480:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358870656:192.168.202.141@tcp:38:kworker.0
00000100:00000001:3.0:1787764659.409485:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787764659.409488:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f84780 x1874601358870784/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764659.409495:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764659.409496:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764659.409498:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787764659.409499:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764659.409500:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764659.409502:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f84780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358870784:192.168.202.141@tcp:8:kworker.0
00000100:00000001:3.0:1787764659.409504:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787764659.409505:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787764659.409506:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764659.409507:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787764659.409510:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982191e9dc00.
02000000:00000001:3.0:1787764659.409511:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764659.409513:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:3.0:1787764659.409515:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982183cbdd10.
00000400:00000010:3.0:1787764659.409517:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844220.
00000100:00000200:3.0:1787764659.409519:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358870784, portal 4
00000100:00000001:3.0:1787764659.409520:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787764659.409521:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515379072 : -114205194172544 : ffff982187f84780)
00000100:00000040:3.0:1787764659.409524:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f84780 x1874601358870784/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764659.409528:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787764659.409529:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:3.0:1787764659.409530:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844550.
00000100:00000200:3.0:1787764659.409532:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358870784, offset 0
00000400:00000200:3.0:1787764659.409534:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:3.0:1787764659.409537:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764659.409539:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:3.0:1787764659.409540:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787764659.409542:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:3.0:1787764659.409544:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787764659.409545:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:3.0:1787764659.409548:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70674:70674:256:4294967295] 192.168.202.141@tcp LPNI seq info [70674:70674:8:4294967295]
00000400:00000200:3.0:1787764659.409552:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764659.409557:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787764659.409561:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764659.409564:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982191d40700.
00000800:00000200:3.0:1787764659.409583:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.0:1787764659.409585:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1787764659.409589:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787764659.409592:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 52 secs later)
00000800:00000100:3.0:1787764659.409595:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764659.409597:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982191d40700.
00000400:00000200:3.0:1787764659.409600:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787764659.409603:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787764659.409606:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844550
00000400:00000010:3.0:1787764659.409607:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844550.
00000100:00000001:3.0:1787764659.409609:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787764659.409611:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f84780 x1874601358870784/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764659.409617:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764659.409619:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f84780 x1874601358870784/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764684 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764659.409626:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764659.409627:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787764659.409630:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764659.409632:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:3.0:1787764659.409635:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764659.409637:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300217366
00000100:00000001:3.0:1787764659.409640:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300218635
00000100:00000001:3.0:1787764659.409642:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300217366
00000100:00000001:3.0:1787764659.409644:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300218635
00000100:00000001:3.0:1787764659.409645:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764659.409648:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764659.409649:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787764659.409653:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764659/real 1787764659]  req@ffff982187f84780 x1874601358870784/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787764659.409660:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787764659.409661:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787764659.409663:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982183cbdd10.
00000400:00000200:3.0:1787764659.409665:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844220
00000400:00000010:3.0:1787764659.409667:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844220.
00000100:00000001:3.0:1787764659.409668:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787764659.409671:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f84780 x1874601358870784/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787764659.409680:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f84780 x1874601358870784/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764659.409685:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787764659.409687:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764659.409689:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764659.409690:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787764659.409694:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f84780 x1874601358870784/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764659.409700:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787764659.409703:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f84780 x1874601358870784/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764684 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764659.409707:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787764659.409709:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764659.409710:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764659.409711:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764659.409712:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787764659.409713:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787764659.409714:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787764659.409716:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:3.0:1787764659.409717:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787764659.409719:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f84780 x1874601358870784/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764684 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787764659.409723:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f84780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358870784:192.168.202.141@tcp:8:kworker.0
00000100:00000001:3.0:1787764659.409726:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764659.409727:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764659.409729:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f85a40 x1874601358870528/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764684 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764659.409733:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787764659.409734:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787764659.409735:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982191e9e800.
02000000:00000001:3.0:1787764659.409737:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787764659.409738:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787764659.409740:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:3.0:1787764659.409742:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787764659.409743:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649d000.
02000000:00000001:3.0:1787764659.409746:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787764659.409747:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787764659.409748:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f85a40.
00000100:00000001:3.0:1787764659.409750:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787764659.409752:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764659.409753:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764659.409757:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f86940 x1874601358870656/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764684 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764659.409769:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787764659.409770:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787764659.409772:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982191e9cc00.
02000000:00000001:3.0:1787764659.409774:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787764659.409776:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787764659.409777:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:3.0:1787764659.409778:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787764659.409780:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649f400.
02000000:00000001:3.0:1787764659.409781:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787764659.409782:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787764659.409782:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f86940.
00000100:00000001:3.0:1787764659.409784:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787764659.409785:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764659.409786:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764659.409790:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f84780 x1874601358870784/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764684 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764659.409796:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787764659.409797:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787764659.409798:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982191e9dc00.
02000000:00000001:3.0:1787764659.409801:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787764659.409802:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787764659.409803:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:3.0:1787764659.409805:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787764659.409806:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649ec00.
02000000:00000001:3.0:1787764659.409808:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787764659.409809:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787764659.409811:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f84780.
00000100:00000001:3.0:1787764659.409813:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787764659.409814:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764659.409816:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764659.409819:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764659.409820:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764659.409822:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787764659.409823:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764659.409825:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787764659.409828:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f843c0 x1874601358870912/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764659.409832:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764659.409833:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764659.409835:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787764659.409836:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764659.409837:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764659.409839:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f843c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358870912:192.168.202.141@tcp:8:kworker.0
00000100:00000001:3.0:1787764659.409840:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787764659.409842:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787764659.409843:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764659.409844:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787764659.409846:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982191e9dc00.
02000000:00000001:3.0:1787764659.409863:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764659.409868:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:3.0:1787764659.409870:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982183cbdd10.
00000400:00000010:3.0:1787764659.409874:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844220.
00000100:00000200:3.0:1787764659.409876:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358870912, portal 4
00000100:00000001:3.0:1787764659.409878:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787764659.409880:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515378112 : -114205194173504 : ffff982187f843c0)
00000100:00000040:3.0:1787764659.409885:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f843c0 x1874601358870912/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764659.409891:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787764659.409893:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:3.0:1787764659.409895:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844550.
00000100:00000200:3.0:1787764659.409898:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358870912, offset 0
00000400:00000200:3.0:1787764659.409902:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:3.0:1787764659.409905:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764659.409909:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:3.0:1787764659.409911:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787764659.409914:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:3.0:1787764659.409916:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787764659.409918:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:3.0:1787764659.409921:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70675:70675:256:4294967295] 192.168.202.141@tcp LPNI seq info [70675:70675:8:4294967295]
00000400:00000200:3.0:1787764659.409925:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764659.409931:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787764659.409935:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764659.409938:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982191d40700.
00000800:00000200:3.0:1787764659.409941:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.0:1787764659.409943:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1787764659.409945:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787764659.409947:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 52 secs later)
00000800:00000100:3.0:1787764659.409949:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764659.409950:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982191d40700.
00000400:00000200:3.0:1787764659.409952:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787764659.409954:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787764659.409956:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844550
00000400:00000010:3.0:1787764659.409957:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844550.
00000100:00000001:3.0:1787764659.409959:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787764659.409961:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f843c0 x1874601358870912/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764659.409966:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764659.409968:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f843c0 x1874601358870912/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764684 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764659.409972:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764659.409972:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787764659.409974:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764659.409976:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:3.0:1787764659.409978:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764659.409979:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300217368
00000100:00000001:3.0:1787764659.409981:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300218635
00000100:00000001:3.0:1787764659.409982:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300217368
00000100:00000001:3.0:1787764659.409983:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300218635
00000100:00000001:3.0:1787764659.409984:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764659.409986:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764659.409987:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787764659.409989:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764659/real 1787764659]  req@ffff982187f843c0 x1874601358870912/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787764659.409996:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787764659.409998:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787764659.409999:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982183cbdd10.
00000400:00000200:3.0:1787764659.410001:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844220
00000400:00000010:3.0:1787764659.410003:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844220.
00000100:00000001:3.0:1787764659.410004:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787764659.410008:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f843c0 x1874601358870912/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787764659.410016:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f843c0 x1874601358870912/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764659.410022:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787764659.410024:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764659.410026:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764659.410027:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787764659.410030:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f843c0 x1874601358870912/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764659.410036:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787764659.410038:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f843c0 x1874601358870912/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764684 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764659.410042:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787764659.410044:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764659.410045:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764659.410046:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764659.410047:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787764659.410048:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787764659.410049:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787764659.410051:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:3.0:1787764659.410053:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787764659.410055:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f843c0 x1874601358870912/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764684 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787764659.410059:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f843c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358870912:192.168.202.141@tcp:8:kworker.0
00000100:00000001:3.0:1787764659.410061:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764659.410062:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764659.410064:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f843c0 x1874601358870912/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764684 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764659.410068:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787764659.410069:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787764659.410071:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982191e9dc00.
02000000:00000001:3.0:1787764659.410073:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787764659.410074:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787764659.410075:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:3.0:1787764659.410077:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787764659.410078:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649e800.
02000000:00000001:3.0:1787764659.410081:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787764659.410082:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787764659.410083:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f843c0.
00000100:00000001:3.0:1787764659.410085:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787764659.410086:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764659.410088:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764659.410091:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764659.410092:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764659.410094:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787764659.410095:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764659.727980:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764659.727990:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764659.727997:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764659.727999:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764659.728004:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764659.728008:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764659.728011:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764659.728016:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764659.728021:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764659.728024:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764659.728027:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764659.728029:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764659.728034:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764659.728036:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764659.728040:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764659.728042:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764659.728044:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764659.728046:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764659.728048:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764659.728049:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764659.728050:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764659.728052:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764659.728083:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764659.728087:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764659.728090:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764659.983986:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764659.983994:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764659.983996:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764659.984001:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764659.984006:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764659.984010:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764659.984013:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764659.984015:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764659.984018:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764660.751955:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4300218635, at 4300218688
00000100:00000040:3.0:1787764660.751962:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4300218635, at 4300218688
00000100:00000010:2.0:1787764660.751976:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982182d59ea0.
00000100:00000010:3.0:1787764660.751978:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982182d59000.
00010000:00000001:0.0:1787764660.752084:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764660.752089:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764660.752094:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764660.752095:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764660.752099:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764660.752101:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764660.752105:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764660.752106:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764660.752109:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764660.752111:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764660.752134:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764660.752137:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764660.752141:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764661.007999:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764661.008011:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764661.008015:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764661.008023:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764661.008029:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764661.008033:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764661.008036:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764661.008039:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764661.008042:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764661.775963:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764661.775972:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764661.775978:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764661.775980:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764661.775984:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764661.775985:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764661.775988:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764661.775989:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764661.775993:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764661.775994:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764661.776038:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764661.776042:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764661.776045:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764662.031941:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764662.031947:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764662.031949:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764662.031953:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764662.031957:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764662.031960:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764662.031962:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764662.031964:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764662.031966:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764662.799922:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764662.799927:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764662.799930:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764662.799931:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764662.799933:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764662.799934:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764662.799936:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764662.799937:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764662.799939:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764662.799940:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764662.799956:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764662.799958:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764662.799967:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764663.055955:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764663.055963:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764663.055966:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764663.055971:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764663.055976:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764663.055980:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764663.055983:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764663.055986:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764663.055989:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764663.823922:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764663.823928:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764663.823932:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764663.823933:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764663.823935:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764663.823936:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764663.823938:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764663.823939:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764663.823941:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764663.823942:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764663.823956:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764663.823957:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764663.823959:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764664.079954:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764664.079963:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764664.079965:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764664.079970:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764664.079973:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764664.079977:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764664.079979:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764664.079981:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764664.079985:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764664.528003:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764664.528014:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787764664.528017:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764664.528021:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764664.528025:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764664.528033:0:18336:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5550
00000400:00000200:1.0:1787764664.528041:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764664.528047:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764664.528050:0:18336:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764664.528053:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764664.528055:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764664.528057:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764664.528059:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764664.528061:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764664.528063:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:1.0:1787764664.528064:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764664.528067:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:1.0:1787764664.528068:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:1.0:1787764664.528069:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:1.0:1787764664.528071:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764664.528073:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764664.528075:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764664.528077:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764664.528080:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:1.0:1787764664.528084:0:18336:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764664.528086:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764664.528100:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764664.528104:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764664.528107:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764664.528109:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787764664.528111:0:18336:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764664.528120:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f85e00.
00000020:00000040:1.0:1787764664.528122:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:1.0:1787764664.528126:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764664.528127:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764664.528129:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764664.528131:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764664.528134:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764664.528142:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649e800.
00000100:00000001:1.0:1787764664.528147:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764664.528156:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f85e00 x1874601358871040/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764664.528167:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764664.528171:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764664.528175:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004bea692] to pc [ptlrpcd_rcv+-1]  req@ffff982187f85e00 x1874601358871040/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764664.528201:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764664.528204:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764664.528206:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787764664.528207:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764664.528208:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764664.528210:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764664.528211:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5550
00000400:00000200:1.0:1787764664.528215:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764664.528218:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764664.528220:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764664.528223:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764664.528225:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764664.528226:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764664.528228:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764664.528231:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764664.528232:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:1.0:1787764664.528234:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764664.528236:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:1.0:1787764664.528238:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:1.0:1787764664.528240:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:1.0:1787764664.528244:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764664.528246:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764664.528249:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764664.528251:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764664.528254:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00000001:3.0:1787764664.528254:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787764664.528260:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1787764664.528261:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764664.528264:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787764664.528265:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764664.528268:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764664.528273:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764664.528275:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764664.528275:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f85e00 x1874601358871040/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764664.528279:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764664.528283:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787764664.528288:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764664.528291:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764664.528291:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000010:1.0:1787764664.528294:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f87840.
00000100:00000001:3.0:1787764664.528295:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787764664.528298:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:1.0:1787764664.528301:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764664.528301:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764664.528302:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764664.528305:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764664.528306:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764664.528307:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764664.528309:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764664.528312:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764664.528314:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649ec00.
00000100:00000001:1.0:1787764664.528319:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764664.528320:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f85e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358871040:192.168.202.141@tcp:250:kworker.0
00000100:00000001:3.0:1787764664.528325:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787764664.528329:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787764664.528333:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764664.528335:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f87840 x1874601358871168/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1787764664.528336:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787764664.528343:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982191e9dc00.
00000100:00000001:1.0:1787764664.528345:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:3.0:1787764664.528348:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764664.528350:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764664.528356:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000974c9555] to pc [ptlrpcd_rcv+-1]  req@ffff982187f87840 x1874601358871168/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1787764664.528358:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:3.0:1787764664.528364:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982183cbdd10.
00000100:00000001:1.0:1787764664.528371:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1787764664.528372:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844220.
00000100:00080000:1.0:1787764664.528373:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764664.528378:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1787764664.528379:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764664.528380:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:3.0:1787764664.528382:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358871040, portal 25
00000100:00000001:1.0:1787764664.528383:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764664.528387:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5550
00000100:00000001:3.0:1787764664.528388:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000400:00000200:1.0:1787764664.528391:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764664.528392:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515384832 : -114205194166784 : ffff982187f85e00)
00000400:00000200:1.0:1787764664.528394:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764664.528399:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764664.528403:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f85e00 x1874601358871040/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787764664.528406:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764664.528415:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1787764664.528420:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764664.528421:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000100:00000040:1.0:1787764664.528427:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000400:00000010:3.0:1787764664.528427:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844550.
00000100:00000001:1.0:1787764664.528433:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000200:3.0:1787764664.528434:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358871040, offset 0
00000020:00000001:1.0:1787764664.528438:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764664.528441:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:1.0:1787764664.528444:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:3.0:1787764664.528445:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000020:00000040:1.0:1787764664.528447:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:1.0:1787764664.528451:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:1.0:1787764664.528454:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000400:00000200:3.0:1787764664.528455:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000040:1.0:1787764664.528460:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764664.528464:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1787764664.528466:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000100:00000040:1.0:1787764664.528468:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764664.528472:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000400:00000200:3.0:1787764664.528474:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:1.0:1787764664.528475:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:1.0:1787764664.528479:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000400:00000200:3.0:1787764664.528482:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000100:00000001:1.0:1787764664.528483:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764664.528487:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764664.528490:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1787764664.528490:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
02000000:00000001:1.0:1787764664.528495:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764664.528496:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000100:00000001:1.0:1787764664.528499:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764664.528504:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1787764664.528504:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70676:70676:256:4294967295] 192.168.202.141@tcp LPNI seq info [70676:70676:8:4294967295]
00000008:00000001:1.0:1787764664.528510:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764664.528515:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764664.528519:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f86580.
00000020:00000040:1.0:1787764664.528535:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:1.0:1787764664.528537:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764664.528538:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764664.528540:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764664.528541:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1787764664.528542:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
02000000:00000001:1.0:1787764664.528544:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764664.528549:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649f400.
00000100:00000001:1.0:1787764664.528554:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764664.528559:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000100:00100000:1.0:1787764664.528564:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f86580 x1874601358871296/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764664.528575:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000800:00000200:3.0:1787764664.528577:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000100:00000001:1.0:1787764664.528579:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1787764664.528584:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982191d40700.
00000800:00000200:3.0:1787764664.528592:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000040:1.0:1787764664.528596:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d31d406] to pc [ptlrpcd_rcv+-1]  req@ffff982187f86580 x1874601358871296/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1787764664.528598:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1787764664.528610:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:1.0:1787764664.528612:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1787764664.528616:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000100:00080000:1.0:1787764664.528617:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:3.0:1787764664.528625:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764664.528628:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982191d40700.
00000100:00080000:1.0:1787764664.528631:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787764664.528634:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764664.528635:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1787764664.528636:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1787764664.528641:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:3.0:1787764664.528646:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000100:00080000:1.0:1787764664.528649:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5550
00000400:00000200:1.0:1787764664.528654:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764664.528657:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764664.528659:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764664.528661:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764664.528664:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764664.528666:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000400:00000200:3.0:1787764664.528666:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844550
00000100:00000001:1.0:1787764664.528672:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000400:00000010:3.0:1787764664.528672:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844550.
00000020:00000001:1.0:1787764664.528677:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764664.528679:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000100:00000001:3.0:1787764664.528679:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:1.0:1787764664.528683:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000200:3.0:1787764664.528686:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f85e00 x1874601358871040/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787764664.528687:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:1.0:1787764664.528692:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:1.0:1787764664.528697:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000001:3.0:1787764664.528700:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764664.528703:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000040:3.0:1787764664.528706:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f85e00 x1874601358871040/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764689 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764664.528707:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764664.528713:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764664.528715:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764664.528716:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:3.0:1787764664.528718:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:1.0:1787764664.528721:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00000001:3.0:1787764664.528723:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764664.528725:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764664.528729:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764664.528731:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
02000000:00000001:1.0:1787764664.528734:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1787764664.528735:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4300223755
02000000:00000001:1.0:1787764664.528738:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:3.0:1787764664.528740:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982182d59000.
02000000:00000001:1.0:1787764664.528744:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764664.528747:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787764664.528748:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764664.528755:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4300223755
00000100:00000010:3.0:1787764664.528760:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982182d59ea0.
00000008:00100000:1.0:1787764664.528761:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00000001:3.0:1787764664.528764:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000008:00000001:1.0:1787764664.528766:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764664.528768:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764664.528769:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764664.528775:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764664.528777:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f87480.
00000100:00000001:3.0:1787764664.528779:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000020:00000040:1.0:1787764664.528782:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:1.0:1787764664.528787:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00100000:3.0:1787764664.528788:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764664/real 1787764664]  req@ffff982187f85e00 x1874601358871040/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787764664.528789:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764664.528794:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764664.528796:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000001:3.0:1787764664.528804:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:1.0:1787764664.528806:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1787764664.528807:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787764664.528811:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982183cbdd10.
00000400:00000200:3.0:1787764664.528815:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844220
02000000:00000010:1.0:1787764664.528817:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649d000.
00000400:00000010:3.0:1787764664.528817:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844220.
00000100:00000001:3.0:1787764664.528823:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787764664.528824:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1787764664.528829:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f85e00 x1874601358871040/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764664.528834:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f87480 x1874601358871424/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:3.0:1787764664.528873:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f85e00 x1874601358871040/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764664.528879:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787764664.528880:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764664.528882:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764664.528885:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764664.528886:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764664.528891:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764664.528892:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f85e00 x1874601358871040/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787764664.528898:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003027b144] to pc [ptlrpcd_rcv+-1]  req@ffff982187f87480 x1874601358871424/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764664.528909:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764664.528913:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764664.528917:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1787764664.528919:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f85e00 x1874601358871040/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764689 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764664.528923:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787764664.528926:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764664.528929:0:18336:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764664.528934:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764664.528940:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5550
00000400:00000200:1.0:1787764664.528947:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764664.528948:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000400:00000200:1.0:1787764664.528952:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00000001:3.0:1787764664.528954:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1787764664.528957:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1787764664.528958:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764664.528960:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764664.528965:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764664.528965:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787764664.528969:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764664.528970:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764664.528975:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00080000:3.0:1787764664.528976:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:1.0:1787764664.528979:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00080000:3.0:1787764664.528984:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000020:00000001:1.0:1787764664.528985:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764664.528988:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000100:00000001:3.0:1787764664.528990:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000001:1.0:1787764664.528992:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764664.528996:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000100:00000040:3.0:1787764664.528998:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f85e00 x1874601358871040/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764689 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1787764664.528999:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:1.0:1787764664.529005:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:1.0:1787764664.529013:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764664.529018:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:3.0:1787764664.529019:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f85e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358871040:192.168.202.141@tcp:250:kworker.0
00000100:00000040:1.0:1787764664.529024:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764664.529027:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764664.529028:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:3.0:1787764664.529033:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000020:00000040:1.0:1787764664.529034:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:1.0:1787764664.529041:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000040:3.0:1787764664.529041:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f85e00 x1874601358871040/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764689 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764664.529048:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764664.529052:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764664.529056:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764664.529057:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787764664.529060:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787764664.529061:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764664.529063:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982191e9dc00.
00000100:00000001:1.0:1787764664.529065:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:3.0:1787764664.529068:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000008:00100000:1.0:1787764664.529069:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000020:00000001:3.0:1787764664.529071:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000008:00000001:1.0:1787764664.529074:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787764664.529075:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000020:00000001:3.0:1787764664.529078:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000001:1.0:1787764664.529080:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764664.529081:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649e800.
02000000:00000001:3.0:1787764664.529086:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787764664.529087:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764664.529088:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f86d00.
00000100:00000010:3.0:1787764664.529089:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f85e00.
00000020:00000040:1.0:1787764664.529094:0:18336:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
00000100:00000001:3.0:1787764664.529094:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787764664.529096:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764664.529100:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1787764664.529101:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764664.529104:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764664.529106:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1787764664.529108:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:1.0:1787764664.529109:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1787764664.529112:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764664.529113:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764664.529117:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000010:1.0:1787764664.529121:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649e000.
00000100:00000001:3.0:1787764664.529121:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764664.529124:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787764664.529127:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764664.529131:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f87840 x1874601358871168/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764664.529137:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f86d00 x1874601358871552/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764664.529148:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764664.529151:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764664.529154:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787764664.529157:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764664.529160:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764664.529165:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358871168:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764664.529168:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764664.529169:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787764664.529173:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1787764664.529174:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764664.529174:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764664.529179:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787764664.529182:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982191e9dc00.
00000100:00000040:1.0:1787764664.529183:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008cf4c69e] to pc [ptlrpcd_rcv+-1]  req@ffff982187f86d00 x1874601358871552/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787764664.529185:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764664.529194:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764664.529198:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1787764664.529199:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982183cbdd10.
00000100:00000040:1.0:1787764664.529205:0:18336:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5560)
00000400:00000010:3.0:1787764664.529205:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844220.
00000100:00000200:3.0:1787764664.529208:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358871168, portal 10
00000100:00000001:3.0:1787764664.529212:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787764664.529213:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515391552 : -114205194160064 : ffff982187f87840)
00000100:00000040:3.0:1787764664.529220:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f87840 x1874601358871168/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764664.529227:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787764664.529230:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:3.0:1787764664.529232:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844550.
00000100:00000200:3.0:1787764664.529235:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358871168, offset 0
00000400:00000200:3.0:1787764664.529238:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:3.0:1787764664.529243:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764664.529246:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:3.0:1787764664.529250:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787764664.529252:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:3.0:1787764664.529253:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787764664.529255:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:3.0:1787764664.529257:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70677:70677:256:4294967295] 192.168.202.141@tcp LPNI seq info [70677:70677:8:4294967295]
00000400:00000200:3.0:1787764664.529259:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764664.529264:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787764664.529267:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764664.529269:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982191d40700.
00000800:00000200:3.0:1787764664.529272:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.0:1787764664.529273:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1787764664.529276:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787764664.529278:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000800:00000100:3.0:1787764664.529280:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764664.529281:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982191d40700.
00000400:00000200:3.0:1787764664.529283:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787764664.529285:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787764664.529287:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844550
00000400:00000010:3.0:1787764664.529288:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844550.
00000100:00000001:3.0:1787764664.529290:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787764664.529292:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f87840 x1874601358871168/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764664.529297:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764664.529299:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f87840 x1874601358871168/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764689 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764664.529303:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764664.529304:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787764664.529306:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764664.529308:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:3.0:1787764664.529310:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764664.529311:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300222487
00000100:00000001:3.0:1787764664.529313:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300223755
00000100:00000001:3.0:1787764664.529315:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300222487
00000100:00000001:3.0:1787764664.529316:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300223755
00000100:00000001:3.0:1787764664.529318:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764664.529319:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764664.529320:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787764664.529322:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764664/real 1787764664]  req@ffff982187f87840 x1874601358871168/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787764664.529326:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787764664.529327:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787764664.529328:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982183cbdd10.
00000400:00000200:3.0:1787764664.529329:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844220
00000400:00000010:3.0:1787764664.529330:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844220.
00000100:00000001:3.0:1787764664.529332:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787764664.529334:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f87840 x1874601358871168/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787764664.529342:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f87840 x1874601358871168/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764664.529348:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787764664.529349:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764664.529351:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764664.529352:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787764664.529356:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f87840 x1874601358871168/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764664.529362:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787764664.529366:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f87840 x1874601358871168/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764689 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764664.529373:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787764664.529375:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764664.529377:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764664.529378:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764664.529380:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787764664.529382:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787764664.529385:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787764664.529388:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:3.0:1787764664.529390:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787764664.529393:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f87840 x1874601358871168/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764689 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787764664.529401:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358871168:192.168.202.141@tcp:38:kworker.0
00000100:00000001:3.0:1787764664.529405:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787764664.529408:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f86580 x1874601358871296/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764664.529414:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764664.529415:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764664.529417:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787764664.529419:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764664.529420:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764664.529423:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358871296:192.168.202.141@tcp:38:kworker.0
00000100:00000001:3.0:1787764664.529425:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787764664.529427:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787764664.529428:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764664.529430:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787764664.529433:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982191e9cc00.
02000000:00000001:3.0:1787764664.529435:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764664.529438:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:3.0:1787764664.529440:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982183cbdd10.
00000400:00000010:3.0:1787764664.529443:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844220.
00000100:00000200:3.0:1787764664.529445:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358871296, portal 10
00000100:00000001:3.0:1787764664.529447:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787764664.529449:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515386752 : -114205194164864 : ffff982187f86580)
00000100:00000040:3.0:1787764664.529455:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f86580 x1874601358871296/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764664.529461:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787764664.529463:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:3.0:1787764664.529465:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844550.
00000100:00000200:3.0:1787764664.529468:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358871296, offset 0
00000400:00000200:3.0:1787764664.529472:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:3.0:1787764664.529476:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764664.529478:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:3.0:1787764664.529480:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787764664.529482:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:3.0:1787764664.529483:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787764664.529485:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:3.0:1787764664.529487:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70678:70678:256:4294967295] 192.168.202.141@tcp LPNI seq info [70678:70678:8:4294967295]
00000400:00000200:3.0:1787764664.529489:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764664.529493:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787764664.529495:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764664.529497:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982191d40700.
00000800:00000200:3.0:1787764664.529499:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.0:1787764664.529501:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1787764664.529504:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787764664.529505:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000800:00000100:3.0:1787764664.529507:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764664.529509:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982191d40700.
00000400:00000200:3.0:1787764664.529511:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787764664.529513:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787764664.529514:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844550
00000400:00000010:3.0:1787764664.529516:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844550.
00000100:00000001:3.0:1787764664.529517:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787764664.529533:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f86580 x1874601358871296/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764664.529540:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764664.529543:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f86580 x1874601358871296/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764689 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764664.529549:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764664.529551:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787764664.529554:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764664.529557:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:3.0:1787764664.529560:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764664.529562:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300222481
00000100:00000001:3.0:1787764664.529565:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300223755
00000100:00000001:3.0:1787764664.529566:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300222481
00000100:00000001:3.0:1787764664.529569:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300223755
00000100:00000001:3.0:1787764664.529571:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764664.529572:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764664.529575:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787764664.529579:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764664/real 1787764664]  req@ffff982187f86580 x1874601358871296/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787764664.529586:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787764664.529587:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787764664.529588:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982183cbdd10.
00000400:00000200:3.0:1787764664.529590:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844220
00000400:00000010:3.0:1787764664.529591:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844220.
00000100:00000001:3.0:1787764664.529593:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787764664.529595:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f86580 x1874601358871296/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787764664.529602:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f86580 x1874601358871296/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764664.529608:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787764664.529609:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764664.529611:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764664.529612:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787764664.529616:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f86580 x1874601358871296/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764664.529623:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787764664.529626:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f86580 x1874601358871296/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764689 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764664.529633:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787764664.529635:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764664.529636:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764664.529637:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764664.529638:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787764664.529640:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787764664.529641:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787764664.529643:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:3.0:1787764664.529644:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787764664.529647:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f86580 x1874601358871296/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764689 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787764664.529651:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358871296:192.168.202.141@tcp:38:kworker.0
00000100:00000001:3.0:1787764664.529654:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787764664.529656:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f87480 x1874601358871424/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764664.529661:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764664.529662:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764664.529664:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787764664.529666:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764664.529668:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764664.529671:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358871424:192.168.202.141@tcp:8:kworker.0
00000100:00000001:3.0:1787764664.529674:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787764664.529676:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787764664.529677:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764664.529679:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787764664.529682:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982191e9e800.
02000000:00000001:3.0:1787764664.529684:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764664.529687:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:3.0:1787764664.529690:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982183cbdd10.
00000400:00000010:3.0:1787764664.529693:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844220.
00000100:00000200:3.0:1787764664.529696:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358871424, portal 4
00000100:00000001:3.0:1787764664.529697:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787764664.529699:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515390592 : -114205194161024 : ffff982187f87480)
00000100:00000040:3.0:1787764664.529704:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f87480 x1874601358871424/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764664.529711:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787764664.529713:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:3.0:1787764664.529716:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844550.
00000100:00000200:3.0:1787764664.529718:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358871424, offset 0
00000400:00000200:3.0:1787764664.529722:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:3.0:1787764664.529725:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764664.529728:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:3.0:1787764664.529731:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787764664.529733:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:3.0:1787764664.529736:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787764664.529738:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:3.0:1787764664.529739:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70679:70679:256:4294967295] 192.168.202.141@tcp LPNI seq info [70679:70679:8:4294967295]
00000400:00000200:3.0:1787764664.529742:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764664.529746:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787764664.529749:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764664.529751:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982191d40700.
00000800:00000200:3.0:1787764664.529755:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.0:1787764664.529757:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1787764664.529761:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787764664.529764:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000800:00000100:3.0:1787764664.529767:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764664.529769:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982191d40700.
00000400:00000200:3.0:1787764664.529772:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787764664.529775:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787764664.529778:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844550
00000400:00000010:3.0:1787764664.529780:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844550.
00000100:00000001:3.0:1787764664.529782:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787764664.529786:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f87480 x1874601358871424/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764664.529793:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764664.529797:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f87480 x1874601358871424/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764689 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764664.529802:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764664.529804:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787764664.529807:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764664.529810:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:3.0:1787764664.529813:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764664.529814:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300222486
00000100:00000001:3.0:1787764664.529817:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300223755
00000100:00000001:3.0:1787764664.529818:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300222486
00000100:00000001:3.0:1787764664.529820:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300223755
00000100:00000001:3.0:1787764664.529822:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764664.529824:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764664.529826:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787764664.529830:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764664/real 1787764664]  req@ffff982187f87480 x1874601358871424/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787764664.529837:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787764664.529838:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787764664.529840:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982183cbdd10.
00000400:00000200:3.0:1787764664.529843:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844220
00000400:00000010:3.0:1787764664.529844:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844220.
00000100:00000001:3.0:1787764664.529867:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787764664.529871:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f87480 x1874601358871424/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787764664.529879:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f87480 x1874601358871424/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764664.529885:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787764664.529886:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764664.529888:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764664.529889:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787764664.529893:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f87480 x1874601358871424/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764664.529899:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787764664.529903:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f87480 x1874601358871424/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764689 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764664.529909:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787764664.529911:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764664.529913:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764664.529914:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764664.529916:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787764664.529917:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787764664.529920:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787764664.529923:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:3.0:1787764664.529925:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787764664.529929:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f87480 x1874601358871424/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764689 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787764664.529937:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358871424:192.168.202.141@tcp:8:kworker.0
00000100:00000001:3.0:1787764664.529941:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764664.529943:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764664.529946:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f87840 x1874601358871168/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764689 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764664.529953:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787764664.529954:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787764664.529956:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982191e9dc00.
02000000:00000001:3.0:1787764664.529959:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787764664.529960:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787764664.529962:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:3.0:1787764664.529964:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787764664.529965:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649ec00.
02000000:00000001:3.0:1787764664.529968:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787764664.529969:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787764664.529970:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f87840.
00000100:00000001:3.0:1787764664.529973:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787764664.529974:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764664.529976:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764664.529979:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f86580 x1874601358871296/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764689 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764664.529985:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787764664.529986:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787764664.529987:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982191e9cc00.
02000000:00000001:3.0:1787764664.529988:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787764664.529989:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787764664.529990:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:3.0:1787764664.529991:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787764664.529992:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649f400.
02000000:00000001:3.0:1787764664.529994:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787764664.529995:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787764664.529997:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f86580.
00000100:00000001:3.0:1787764664.529999:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787764664.530000:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764664.530001:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764664.530004:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f87480 x1874601358871424/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764689 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764664.530010:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787764664.530012:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787764664.530013:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982191e9e800.
02000000:00000001:3.0:1787764664.530016:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787764664.530017:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787764664.530018:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:3.0:1787764664.530020:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787764664.530021:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649d000.
02000000:00000001:3.0:1787764664.530023:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787764664.530024:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787764664.530025:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f87480.
00000100:00000001:3.0:1787764664.530027:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787764664.530029:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764664.530030:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764664.530034:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764664.530035:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764664.530037:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787764664.530038:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764664.530040:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787764664.530043:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f86d00 x1874601358871552/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764664.530049:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764664.530051:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764664.530053:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787764664.530054:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764664.530056:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764664.530059:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358871552:192.168.202.141@tcp:8:kworker.0
00000100:00000001:3.0:1787764664.530062:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787764664.530064:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787764664.530065:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764664.530067:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787764664.530070:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982191e9e800.
02000000:00000001:3.0:1787764664.530072:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764664.530075:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:3.0:1787764664.530078:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982183cbdd10.
00000400:00000010:3.0:1787764664.530081:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844220.
00000100:00000200:3.0:1787764664.530097:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358871552, portal 4
00000100:00000001:3.0:1787764664.530099:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787764664.530101:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515388672 : -114205194162944 : ffff982187f86d00)
00000100:00000040:3.0:1787764664.530106:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f86d00 x1874601358871552/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764664.530113:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787764664.530115:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:3.0:1787764664.530118:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844550.
00000100:00000200:3.0:1787764664.530120:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358871552, offset 0
00000400:00000200:3.0:1787764664.530124:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:3.0:1787764664.530128:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764664.530132:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:3.0:1787764664.530134:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787764664.530137:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:3.0:1787764664.530139:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787764664.530141:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:3.0:1787764664.530144:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70680:70680:256:4294967295] 192.168.202.141@tcp LPNI seq info [70680:70680:8:4294967295]
00000400:00000200:3.0:1787764664.530148:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764664.530154:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787764664.530158:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764664.530162:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982191d40700.
00000800:00000200:3.0:1787764664.530166:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.0:1787764664.530168:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1787764664.530172:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787764664.530174:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 47 secs later)
00000800:00000100:3.0:1787764664.530178:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764664.530179:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982191d40700.
00000400:00000200:3.0:1787764664.530182:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787764664.530185:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787764664.530188:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844550
00000400:00000010:3.0:1787764664.530190:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844550.
00000100:00000001:3.0:1787764664.530193:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787764664.530196:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f86d00 x1874601358871552/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764664.530209:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764664.530212:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f86d00 x1874601358871552/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764689 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764664.530218:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764664.530219:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787764664.530222:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764664.530224:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:3.0:1787764664.530227:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764664.530229:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300222488
00000100:00000001:3.0:1787764664.530232:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300223755
00000100:00000001:3.0:1787764664.530234:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300222488
00000100:00000001:3.0:1787764664.530236:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300223755
00000100:00000001:3.0:1787764664.530238:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764664.530240:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764664.530241:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787764664.530245:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764664/real 1787764664]  req@ffff982187f86d00 x1874601358871552/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787764664.530253:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787764664.530264:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787764664.530266:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982183cbdd10.
00000400:00000200:3.0:1787764664.530268:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844220
00000400:00000010:3.0:1787764664.530270:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844220.
00000100:00000001:3.0:1787764664.530272:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787764664.530276:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f86d00 x1874601358871552/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787764664.530284:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f86d00 x1874601358871552/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764664.530290:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787764664.530292:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764664.530294:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764664.530295:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787764664.530299:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f86d00 x1874601358871552/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764664.530305:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787764664.530309:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f86d00 x1874601358871552/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764689 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764664.530315:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787764664.530317:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764664.530318:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764664.530320:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764664.530321:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787764664.530323:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787764664.530325:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787764664.530328:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:3.0:1787764664.530330:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787764664.530334:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f86d00 x1874601358871552/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764689 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787764664.530341:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358871552:192.168.202.141@tcp:8:kworker.0
00000100:00000001:3.0:1787764664.530345:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764664.530347:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764664.530350:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f86d00 x1874601358871552/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764689 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764664.530356:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787764664.530357:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787764664.530359:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982191e9e800.
02000000:00000001:3.0:1787764664.530362:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787764664.530363:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787764664.530365:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:3.0:1787764664.530367:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787764664.530369:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649e000.
02000000:00000001:3.0:1787764664.530371:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787764664.530372:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787764664.530373:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f86d00.
00000100:00000001:3.0:1787764664.530376:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787764664.530377:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764664.530379:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764664.530382:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764664.530384:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764664.530386:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787764664.530387:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764664.847974:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764664.847983:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764664.847985:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764664.847988:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764664.847992:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764664.847994:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764664.847995:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764664.847997:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764664.848001:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764664.848003:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764664.848007:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764664.848008:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764664.848020:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764664.848022:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764664.848023:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764664.848024:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764664.848026:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764664.848027:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764664.848029:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764664.848031:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764664.848034:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764664.848036:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764664.848091:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764664.848095:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764664.848098:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764665.103959:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764665.103968:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764665.103970:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764665.103976:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764665.103980:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764665.103983:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764665.103986:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764665.103988:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764665.103990:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764665.871907:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4300223755, at 4300223808
00000100:00000010:3.0:1787764665.871921:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982182d59ea0.
00000100:00000040:2.0:1787764665.871927:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4300223755, at 4300223808
00010000:00000001:0.0:1787764665.871934:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764665.871938:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764665.871942:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:2.0:1787764665.871943:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982182d59000.
00010000:00000001:0.0:1787764665.871944:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764665.871948:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764665.871951:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764665.871954:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764665.871955:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764665.871958:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764665.871960:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764665.871979:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764665.871982:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764665.871985:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764666.128565:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764666.128573:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764666.128575:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764666.128580:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764666.128583:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764666.128587:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764666.128589:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764666.128592:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764666.128595:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764666.895969:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764666.895976:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764666.895982:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764666.895985:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764666.895987:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764666.895991:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764666.895993:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764666.895996:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764666.895997:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764666.896000:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764666.896004:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764666.896005:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764666.896008:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764666.896010:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764666.896013:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764666.896014:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764666.896037:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764666.896040:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764666.896042:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764667.151979:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764667.151987:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764667.152005:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764667.152012:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764667.152015:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764667.152019:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764667.152021:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764667.152023:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764667.152026:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764667.919968:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764667.919975:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764667.919980:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764667.919982:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764667.919985:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764667.919986:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764667.919989:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764667.919990:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764667.920002:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764667.920003:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764667.920096:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764667.920102:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764667.920107:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764668.175979:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764668.175991:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764668.175994:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764668.176013:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764668.176347:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764668.176351:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764668.176354:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764668.176357:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764668.176361:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764668.944113:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764668.944123:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764668.944130:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764668.944131:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764668.944135:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764668.944137:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764668.944140:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764668.944141:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764668.944145:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764668.944146:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764668.944178:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764668.944182:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764668.944185:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764669.199966:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764669.200039:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764669.200042:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764669.200048:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764669.200055:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764669.200059:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764669.200064:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764669.200066:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764669.200070:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764669.649414:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764669.649424:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787764669.649426:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764669.649429:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764669.649434:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764669.649441:0:18336:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5555
00000400:00000200:0.0:1787764669.649449:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764669.649455:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764669.649458:0:18336:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764669.649461:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764669.649464:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764669.649467:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764669.649469:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787764669.649473:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764669.649601:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:0.0:1787764669.649604:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764669.649607:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:0.0:1787764669.649609:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:0.0:1787764669.649612:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:0.0:1787764669.649616:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764669.649618:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764669.649620:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764669.649622:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787764669.649625:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:0.0:1787764669.649628:0:18336:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787764669.649631:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764669.649633:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764669.649637:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764669.649639:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764669.649652:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787764669.649654:0:18336:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764669.649663:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189601e00.
00000020:00000040:0.0:1787764669.649667:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:0.0:1787764669.649671:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764669.649673:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764669.649676:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764669.649772:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764669.649776:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764669.649784:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186484800.
00000100:00000001:0.0:1787764669.649791:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764669.649800:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189601e00 x1874601358871680/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764669.649963:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764669.649967:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764669.649973:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062ef5d4f] to pc [ptlrpcd_rcv+-1]  req@ffff982189601e00 x1874601358871680/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764669.650145:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787764669.650150:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764669.650153:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787764669.650159:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982189601e00 x1874601358871680/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764669.650167:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764669.650170:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764669.650173:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787764669.650175:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764669.650178:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764669.650181:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982189601e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358871680:192.168.202.141@tcp:250:kworker.0
00000100:00000001:3.0:1787764669.650185:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787764669.650189:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787764669.650191:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764669.650212:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764669.650216:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764669.650219:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787764669.650221:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764669.650222:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764669.650225:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764669.650227:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5555
00000400:00000200:0.0:1787764669.650232:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764669.650235:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764669.650237:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764669.650240:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764669.650242:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764669.650244:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764669.650246:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787764669.650249:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764669.650250:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:0.0:1787764669.650252:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764669.650254:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:0.0:1787764669.650256:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:0.0:1787764669.650258:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:0.0:1787764669.650261:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764669.650263:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764669.650265:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764669.650267:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787764669.650269:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:0.0:1787764669.650272:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
02000000:00000001:3.0:1787764669.650408:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787764669.650415:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982191e9e800.
02000000:00000001:3.0:1787764669.650417:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764669.650423:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:3.0:1787764669.650426:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982183cbdd10.
00000400:00000010:3.0:1787764669.650433:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844220.
00000100:00000200:3.0:1787764669.650438:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358871680, portal 25
00000100:00000001:3.0:1787764669.650441:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787764669.650442:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868538961408 : -114205170590208 : ffff982189601e00)
00000100:00000040:3.0:1787764669.650448:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982189601e00 x1874601358871680/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764669.650456:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787764669.650459:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:3.0:1787764669.650461:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844550.
00000100:00000200:3.0:1787764669.650464:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358871680, offset 0
00000400:00000200:3.0:1787764669.650470:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000100:00000001:0.0:1787764669.650491:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764669.650493:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764669.650499:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764669.650501:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764669.650502:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764669.650507:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787764669.650510:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764669.650512:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764669.650516:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189602940.
00000020:00000040:0.0:1787764669.650518:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:0.0:1787764669.650521:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764669.650522:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764669.650524:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764669.650526:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764669.650528:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764669.650532:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186484c00.
00000100:00000001:0.0:1787764669.650535:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764669.650540:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189602940 x1874601358871808/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764669.650548:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764669.650550:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764669.650554:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063ada08b] to pc [ptlrpcd_rcv+-1]  req@ffff982189602940 x1874601358871808/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764669.650563:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764669.650566:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764669.650569:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787764669.650570:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764669.650572:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764669.650575:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764669.650578:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5555
00000400:00000200:0.0:1787764669.650582:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764669.650585:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764669.650587:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764669.650590:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764669.650592:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764669.650594:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764669.650596:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787764669.650598:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764669.650600:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:0.0:1787764669.650601:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764669.650603:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:0.0:1787764669.650605:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:0.0:1787764669.650608:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:0.0:1787764669.650610:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764669.650612:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764669.650614:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764669.650616:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787764669.650618:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:0.0:1787764669.650621:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787764669.650623:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764669.650625:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764669.650627:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764669.650630:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764669.650631:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764669.650633:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1787764669.650664:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764669.650670:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:3.0:1787764669.650676:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787764669.650680:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:3.0:1787764669.650684:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787764669.650687:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:3.0:1787764669.650691:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70681:70681:256:4294967295] 192.168.202.141@tcp LPNI seq info [70681:70681:8:4294967295]
00000400:00000200:3.0:1787764669.650695:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764669.650703:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787764669.650709:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764669.650715:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982191d40700.
00000800:00000200:3.0:1787764669.650721:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.0:1787764669.650725:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1787764669.650731:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787764669.650734:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000100:3.0:1787764669.650738:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764669.650740:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982191d40700.
00000400:00000200:3.0:1787764669.650748:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787764669.650751:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787764669.650765:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844550
00000400:00000010:3.0:1787764669.650768:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844550.
00000100:00000001:3.0:1787764669.650772:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787764669.650777:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982189601e00 x1874601358871680/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764669.650786:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764669.650789:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982189601e00 x1874601358871680/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764694 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764669.650796:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764669.650798:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787764669.650803:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764669.650813:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764669.650815:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4300228877
00000100:00000010:3.0:1787764669.650820:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982182d59ea0.
00000100:00000001:3.0:1787764669.650825:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787764669.650831:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4300228877
00000100:00000010:3.0:1787764669.650834:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982182d59360.
00000100:00000001:3.0:1787764669.650837:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787764669.650839:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764669.650842:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764669.650844:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787764669.650880:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764669/real 1787764669]  req@ffff982189601e00 x1874601358871680/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787764669.650897:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787764669.650899:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787764669.650901:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982183cbdd10.
00000400:00000200:3.0:1787764669.650904:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844220
00000400:00000010:3.0:1787764669.650906:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844220.
00000100:00000001:3.0:1787764669.650909:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787764669.650917:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982189601e00 x1874601358871680/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787764669.650926:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982189601e00 x1874601358871680/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764669.650932:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787764669.650934:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764669.650936:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764669.650938:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787764669.650942:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982189601e00 x1874601358871680/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764669.650949:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787764669.650954:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982189601e00 x1874601358871680/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764694 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764669.650961:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787764669.650964:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764669.650965:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764669.650966:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764669.650968:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787764669.650970:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787764669.650973:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787764669.650983:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000100:00000001:3.0:1787764669.650986:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787764669.650990:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982189601e00 x1874601358871680/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764694 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787764669.651004:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982189601e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358871680:192.168.202.141@tcp:250:kworker.0
00000100:00000001:3.0:1787764669.651009:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764669.651011:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764669.651014:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982189601e00 x1874601358871680/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764694 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764669.651020:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787764669.651023:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787764669.651025:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982191e9e800.
02000000:00000001:3.0:1787764669.651029:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787764669.651031:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787764669.651032:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000020:00000001:3.0:1787764669.651035:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787764669.651037:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982186484800.
02000000:00000001:3.0:1787764669.651040:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787764669.651042:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787764669.651044:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982189601e00.
00000100:00000001:3.0:1787764669.651048:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787764669.651049:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764669.651052:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764669.651058:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764669.651060:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764669.651062:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787764669.651064:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764669.651065:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787764669.651069:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982189602940 x1874601358871808/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764669.651076:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764669.651077:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764669.651079:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787764669.651081:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764669.651083:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764669.651086:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982189602940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358871808:192.168.202.141@tcp:38:kworker.0
00000100:00000001:3.0:1787764669.651089:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787764669.651091:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787764669.651092:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764669.651094:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787764669.651097:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982191e9e800.
02000000:00000001:3.0:1787764669.651099:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764669.651103:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:3.0:1787764669.651105:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982183cbdd10.
00000400:00000010:3.0:1787764669.651109:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844220.
00000100:00000200:3.0:1787764669.651112:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358871808, portal 10
00000100:00000001:3.0:1787764669.651114:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787764669.651115:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868538964288 : -114205170587328 : ffff982189602940)
00000100:00000040:3.0:1787764669.651121:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982189602940 x1874601358871808/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764669.651127:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787764669.651130:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:3.0:1787764669.651132:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844550.
00000100:00000200:3.0:1787764669.651134:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358871808, offset 0
00000400:00000200:3.0:1787764669.651138:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:3.0:1787764669.651142:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764669.651145:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:3.0:1787764669.651148:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787764669.651151:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:3.0:1787764669.651153:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787764669.651156:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:3.0:1787764669.651158:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70682:70682:256:4294967295] 192.168.202.141@tcp LPNI seq info [70682:70682:8:4294967295]
00000400:00000200:3.0:1787764669.651162:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764669.651168:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787764669.651172:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764669.651175:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982191d40700.
00000800:00000200:3.0:1787764669.651179:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.0:1787764669.651182:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1787764669.651186:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787764669.651189:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000100:3.0:1787764669.651193:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764669.651201:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982191d40700.
00000400:00000200:3.0:1787764669.651205:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787764669.651208:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787764669.651211:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844550
00000400:00000010:3.0:1787764669.651213:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844550.
00000100:00000001:3.0:1787764669.651216:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787764669.651219:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982189602940 x1874601358871808/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764669.651227:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764669.651230:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982189602940 x1874601358871808/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764694 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764669.651236:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764669.651238:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787764669.651241:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764669.651244:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:3.0:1787764669.651247:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764669.651249:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300227609
00000100:00000001:3.0:1787764669.651252:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300228877
00000100:00000001:3.0:1787764669.651254:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300227609
00000100:00000001:3.0:1787764669.651256:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300228877
00000100:00000001:3.0:1787764669.651258:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764669.651260:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764669.651261:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787764669.651265:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764669/real 1787764669]  req@ffff982189602940 x1874601358871808/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787764669.651272:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787764669.651273:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787764669.651281:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982183cbdd10.
00000400:00000200:3.0:1787764669.651283:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844220
00000400:00000010:3.0:1787764669.651285:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844220.
00000100:00000001:3.0:1787764669.651287:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787764669.651290:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982189602940 x1874601358871808/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787764669.651298:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982189602940 x1874601358871808/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764669.651304:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787764669.651306:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764669.651308:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764669.651309:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787764669.651313:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982189602940 x1874601358871808/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764669.651319:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787764669.651323:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982189602940 x1874601358871808/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764694 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764669.651330:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787764669.651332:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764669.651334:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764669.651335:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764669.651337:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787764669.651338:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787764669.651341:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787764669.651344:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:3.0:1787764669.651346:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787764669.651349:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982189602940 x1874601358871808/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764694 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787764669.651357:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982189602940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358871808:192.168.202.141@tcp:38:kworker.0
00000100:00000001:3.0:1787764669.651361:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764669.651363:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000008:00000001:0.0:1787764669.651398:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764669.651400:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764669.651406:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189601e00.
00000020:00000040:0.0:1787764669.651408:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:0.0:1787764669.651411:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764669.651412:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764669.651414:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764669.651415:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764669.651417:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764669.651421:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186484800.
00000100:00000001:0.0:1787764669.651424:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764669.651429:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189601e00 x1874601358871936/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764669.651436:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764669.651438:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764669.651442:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062ef5d4f] to pc [ptlrpcd_rcv+-1]  req@ffff982189601e00 x1874601358871936/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764669.651450:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764669.651453:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764669.651456:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787764669.651457:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764669.651459:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764669.651461:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764669.651463:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5555
00000400:00000200:0.0:1787764669.651467:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764669.651470:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764669.651472:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764669.651488:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764669.651490:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764669.651492:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764669.651494:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787764669.651497:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764669.651498:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:0.0:1787764669.651500:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764669.651502:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:0.0:1787764669.651505:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:0.0:1787764669.651507:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:0.0:1787764669.651510:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764669.651512:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764669.651514:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764669.651516:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787764669.651518:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:0.0:1787764669.651521:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787764669.651524:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764669.651525:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764669.651528:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764669.651530:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764669.651532:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764669.651534:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787764669.651537:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764669.651538:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764669.651542:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189600000.
00000020:00000040:0.0:1787764669.651544:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:0.0:1787764669.651546:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764669.651548:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764669.651549:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764669.651551:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764669.651552:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764669.651556:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186487c00.
00000100:00000001:0.0:1787764669.651559:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764669.651563:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189600000 x1874601358872064/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764669.651570:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764669.651572:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764669.651576:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b05fece] to pc [ptlrpcd_rcv+-1]  req@ffff982189600000 x1874601358872064/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764669.651584:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764669.651586:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764669.651589:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787764669.651591:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764669.651593:0:18336:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764669.651595:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764669.651597:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5555
00000400:00000200:0.0:1787764669.651600:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764669.651603:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764669.651604:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764669.651607:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764669.651609:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764669.651611:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764669.651613:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787764669.651615:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764669.651616:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:0.0:1787764669.651618:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764669.651620:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:0.0:1787764669.651621:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:0.0:1787764669.651623:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:0.0:1787764669.651626:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764669.651628:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764669.651630:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764669.651632:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787764669.651634:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:0.0:1787764669.651636:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787764669.651639:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764669.651641:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764669.651643:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764669.651645:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764669.651647:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764669.651649:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787764669.651651:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764669.651653:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764669.651655:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896012c0.
00000020:00000040:0.0:1787764669.651657:0:18336:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:0.0:1787764669.651659:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764669.651661:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764669.651662:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764669.651663:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764669.651665:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764669.651668:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186485000.
00000100:00000001:0.0:1787764669.651670:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764669.651674:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896012c0 x1874601358872192/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764669.651681:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764669.651683:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764669.651686:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e52948b] to pc [ptlrpcd_rcv+-1]  req@ffff9821896012c0 x1874601358872192/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764669.651693:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764669.651696:0:18336:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5565)
00000100:00000040:3.0:1787764669.651822:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982189602940 x1874601358871808/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764694 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764669.651830:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787764669.651832:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787764669.651833:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982191e9e800.
02000000:00000001:3.0:1787764669.651836:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787764669.651838:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787764669.651839:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:3.0:1787764669.651841:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787764669.651843:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982186484c00.
02000000:00000001:3.0:1787764669.651845:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787764669.651864:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787764669.651865:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982189602940.
00000100:00000001:3.0:1787764669.651868:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787764669.651869:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764669.651872:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764669.651875:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764669.651877:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764669.651879:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787764669.651880:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764669.651881:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787764669.651885:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982189601e00 x1874601358871936/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764669.651892:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764669.651893:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764669.651895:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787764669.651897:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764669.651899:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764669.651902:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982189601e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358871936:192.168.202.141@tcp:38:kworker.0
00000100:00000001:3.0:1787764669.651905:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787764669.651908:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787764669.651909:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764669.651911:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787764669.651914:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982191e9e800.
02000000:00000001:3.0:1787764669.651916:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764669.651919:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:3.0:1787764669.651922:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982183cbdd10.
00000400:00000010:3.0:1787764669.651925:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844220.
00000100:00000200:3.0:1787764669.651928:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358871936, portal 10
00000100:00000001:3.0:1787764669.651930:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787764669.651931:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868538961408 : -114205170590208 : ffff982189601e00)
00000100:00000040:3.0:1787764669.651936:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982189601e00 x1874601358871936/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764669.651943:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787764669.651946:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:3.0:1787764669.651947:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844550.
00000100:00000200:3.0:1787764669.651950:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358871936, offset 0
00000400:00000200:3.0:1787764669.651953:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:3.0:1787764669.651958:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764669.651961:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:3.0:1787764669.651964:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787764669.651966:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:3.0:1787764669.651969:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787764669.651971:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:3.0:1787764669.651974:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70683:70683:256:4294967295] 192.168.202.141@tcp LPNI seq info [70683:70683:8:4294967295]
00000400:00000200:3.0:1787764669.651978:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764669.651984:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787764669.651989:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764669.651992:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982191d40700.
00000800:00000200:3.0:1787764669.651996:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.0:1787764669.651998:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1787764669.652003:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787764669.652006:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000100:3.0:1787764669.652009:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764669.652012:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982191d40700.
00000400:00000200:3.0:1787764669.652014:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787764669.652018:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787764669.652020:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844550
00000400:00000010:3.0:1787764669.652022:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844550.
00000100:00000001:3.0:1787764669.652024:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787764669.652028:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982189601e00 x1874601358871936/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764669.652035:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764669.652038:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982189601e00 x1874601358871936/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764694 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764669.652045:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764669.652046:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787764669.652049:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764669.652052:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:3.0:1787764669.652055:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764669.652057:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300227604
00000100:00000001:3.0:1787764669.652059:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300228877
00000100:00000001:3.0:1787764669.652061:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300227604
00000100:00000001:3.0:1787764669.652064:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300228877
00000100:00000001:3.0:1787764669.652066:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764669.652068:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764669.652069:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787764669.652072:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764669/real 1787764669]  req@ffff982189601e00 x1874601358871936/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787764669.652080:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787764669.652081:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787764669.652082:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982183cbdd10.
00000400:00000200:3.0:1787764669.652085:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844220
00000400:00000010:3.0:1787764669.652086:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844220.
00000100:00000001:3.0:1787764669.652088:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787764669.652091:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982189601e00 x1874601358871936/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787764669.652100:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982189601e00 x1874601358871936/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764669.652106:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787764669.652107:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764669.652109:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764669.652110:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787764669.652113:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982189601e00 x1874601358871936/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764669.652119:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787764669.652123:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982189601e00 x1874601358871936/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764694 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764669.652129:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787764669.652132:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764669.652133:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764669.652134:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764669.652136:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787764669.652138:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787764669.652140:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787764669.652143:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:3.0:1787764669.652146:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787764669.652150:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982189601e00 x1874601358871936/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764694 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787764669.652158:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982189601e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358871936:192.168.202.141@tcp:38:kworker.0
00000100:00000001:3.0:1787764669.652162:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787764669.652165:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982189600000 x1874601358872064/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764669.652172:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764669.652174:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764669.652176:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787764669.652177:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764669.652179:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764669.652182:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982189600000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358872064:192.168.202.141@tcp:8:kworker.0
00000100:00000001:3.0:1787764669.652186:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787764669.652187:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787764669.652189:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764669.652191:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787764669.652193:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982191e9cc00.
02000000:00000001:3.0:1787764669.652195:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764669.652198:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:3.0:1787764669.652200:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982183cbdd10.
00000400:00000010:3.0:1787764669.652204:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844220.
00000100:00000200:3.0:1787764669.652206:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358872064, portal 4
00000100:00000001:3.0:1787764669.652208:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787764669.652210:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868538953728 : -114205170597888 : ffff982189600000)
00000100:00000040:3.0:1787764669.652215:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982189600000 x1874601358872064/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764669.652221:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787764669.652223:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:3.0:1787764669.652225:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844550.
00000100:00000200:3.0:1787764669.652227:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358872064, offset 0
00000400:00000200:3.0:1787764669.652231:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:3.0:1787764669.652234:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764669.652238:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:3.0:1787764669.652240:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787764669.652243:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:3.0:1787764669.652245:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787764669.652247:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:3.0:1787764669.652250:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70684:70684:256:4294967295] 192.168.202.141@tcp LPNI seq info [70684:70684:8:4294967295]
00000400:00000200:3.0:1787764669.652254:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764669.652260:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787764669.652264:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764669.652267:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982191d40700.
00000800:00000200:3.0:1787764669.652270:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.0:1787764669.652273:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1787764669.652277:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787764669.652280:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000100:3.0:1787764669.652283:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764669.652285:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982191d40700.
00000400:00000200:3.0:1787764669.652288:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787764669.652291:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787764669.652294:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844550
00000400:00000010:3.0:1787764669.652296:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844550.
00000100:00000001:3.0:1787764669.652298:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787764669.652302:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982189600000 x1874601358872064/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764669.652309:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764669.652312:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982189600000 x1874601358872064/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764694 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764669.652319:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764669.652320:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787764669.652323:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764669.652326:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:3.0:1787764669.652329:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764669.652331:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300227609
00000100:00000001:3.0:1787764669.652333:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300228877
00000100:00000001:3.0:1787764669.652335:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300227609
00000100:00000001:3.0:1787764669.652337:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300228877
00000100:00000001:3.0:1787764669.652339:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764669.652342:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764669.652344:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787764669.652347:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764669/real 1787764669]  req@ffff982189600000 x1874601358872064/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787764669.652355:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787764669.652356:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787764669.652358:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982183cbdd10.
00000400:00000200:3.0:1787764669.652360:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844220
00000400:00000010:3.0:1787764669.652372:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844220.
00000100:00000001:3.0:1787764669.652374:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787764669.652378:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982189600000 x1874601358872064/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787764669.652386:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982189600000 x1874601358872064/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764669.652393:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787764669.652394:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764669.652396:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764669.652398:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787764669.652401:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982189600000 x1874601358872064/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764669.652407:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787764669.652411:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982189600000 x1874601358872064/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764694 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764669.652418:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787764669.652420:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764669.652421:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764669.652423:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764669.652424:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787764669.652426:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787764669.652428:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787764669.652431:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:3.0:1787764669.652434:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787764669.652438:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982189600000 x1874601358872064/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764694 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787764669.652445:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982189600000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358872064:192.168.202.141@tcp:8:kworker.0
00000100:00000001:3.0:1787764669.652449:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787764669.652452:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896012c0 x1874601358872192/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764669.652458:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764669.652459:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764669.652461:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787764669.652463:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764669.652465:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764669.652468:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358872192:192.168.202.141@tcp:8:kworker.0
00000100:00000001:3.0:1787764669.652471:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787764669.652472:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787764669.652487:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764669.652489:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787764669.652492:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982191e9dc00.
02000000:00000001:3.0:1787764669.652494:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764669.652498:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:3.0:1787764669.652500:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982183cbdd10.
00000400:00000010:3.0:1787764669.652503:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844220.
00000100:00000200:3.0:1787764669.652506:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358872192, portal 4
00000100:00000001:3.0:1787764669.652508:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787764669.652509:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868538958528 : -114205170593088 : ffff9821896012c0)
00000100:00000040:3.0:1787764669.652515:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896012c0 x1874601358872192/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764669.652521:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787764669.652523:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:3.0:1787764669.652525:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844550.
00000100:00000200:3.0:1787764669.652527:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358872192, offset 0
00000400:00000200:3.0:1787764669.652531:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:3.0:1787764669.652535:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764669.652538:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:3.0:1787764669.652541:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787764669.652543:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:3.0:1787764669.652546:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787764669.652548:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:3.0:1787764669.652551:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70685:70685:256:4294967295] 192.168.202.141@tcp LPNI seq info [70685:70685:8:4294967295]
00000400:00000200:3.0:1787764669.652555:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764669.652561:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787764669.652566:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764669.652568:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982191d40700.
00000800:00000200:3.0:1787764669.652572:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.0:1787764669.652574:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1787764669.652578:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787764669.652592:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 42 secs later)
00000800:00000100:3.0:1787764669.652596:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764669.652597:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982191d40700.
00000400:00000200:3.0:1787764669.652600:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787764669.652604:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787764669.652607:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844550
00000400:00000010:3.0:1787764669.652608:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844550.
00000100:00000001:3.0:1787764669.652611:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787764669.652615:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896012c0 x1874601358872192/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764669.652622:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764669.652625:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896012c0 x1874601358872192/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764694 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764669.652631:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764669.652632:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787764669.652635:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764669.652638:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:3.0:1787764669.652641:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764669.652704:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300227610
00000100:00000001:3.0:1787764669.652707:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300228877
00000100:00000001:3.0:1787764669.652709:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300227610
00000100:00000001:3.0:1787764669.652711:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300228877
00000100:00000001:3.0:1787764669.652713:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764669.652715:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764669.652717:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787764669.652722:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764669/real 1787764669]  req@ffff9821896012c0 x1874601358872192/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787764669.652730:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787764669.652732:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787764669.652733:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982183cbdd10.
00000400:00000200:3.0:1787764669.652736:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844220
00000400:00000010:3.0:1787764669.652738:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844220.
00000100:00000001:3.0:1787764669.652740:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787764669.652743:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896012c0 x1874601358872192/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787764669.652751:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896012c0 x1874601358872192/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764669.652758:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787764669.652759:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764669.652761:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764669.652762:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787764669.652766:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896012c0 x1874601358872192/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764669.652772:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787764669.652776:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896012c0 x1874601358872192/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764694 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764669.652783:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787764669.652786:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764669.652787:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764669.652789:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764669.652790:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787764669.652792:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787764669.652794:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787764669.652797:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:3.0:1787764669.652799:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787764669.652803:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896012c0 x1874601358872192/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764694 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787764669.652810:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896012c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358872192:192.168.202.141@tcp:8:kworker.0
00000100:00000001:3.0:1787764669.652813:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764669.652815:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764669.652818:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982189601e00 x1874601358871936/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764694 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764669.652824:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787764669.652826:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787764669.652827:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982191e9e800.
02000000:00000001:3.0:1787764669.652830:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787764669.652832:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787764669.652833:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:3.0:1787764669.652835:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787764669.652837:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982186484800.
02000000:00000001:3.0:1787764669.652839:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787764669.652841:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787764669.652842:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982189601e00.
00000100:00000001:3.0:1787764669.652845:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787764669.652864:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764669.652866:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764669.652870:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982189600000 x1874601358872064/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764694 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764669.652877:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787764669.652878:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787764669.652880:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982191e9cc00.
02000000:00000001:3.0:1787764669.652882:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787764669.652883:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787764669.652884:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:3.0:1787764669.652886:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787764669.652887:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982186487c00.
02000000:00000001:3.0:1787764669.652890:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787764669.652891:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787764669.652892:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982189600000.
00000100:00000001:3.0:1787764669.652894:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787764669.652896:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764669.652897:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764669.652900:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896012c0 x1874601358872192/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764694 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764669.652907:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787764669.652908:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787764669.652909:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982191e9dc00.
02000000:00000001:3.0:1787764669.652912:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787764669.652913:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787764669.652914:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:3.0:1787764669.652916:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787764669.652918:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982186485000.
02000000:00000001:3.0:1787764669.652919:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787764669.652920:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787764669.652922:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896012c0.
00000100:00000001:3.0:1787764669.652924:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787764669.652925:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764669.652926:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764669.652929:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764669.652931:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764669.652933:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787764669.652935:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764669.968705:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764669.968711:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764669.968728:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764669.968729:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764669.968732:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764669.968735:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764669.968738:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764669.968741:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764669.968744:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764669.968746:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764669.968748:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764669.968750:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764669.968754:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764669.968755:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764669.968759:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764669.968760:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764669.968762:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764669.968763:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764669.968765:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764669.968766:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764669.968768:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764669.968769:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764669.968792:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764669.968796:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764669.968799:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764670.223946:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764670.223953:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764670.223956:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764670.223961:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764670.223965:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764670.223969:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764670.223973:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764670.223975:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764670.223978:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764670.991954:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4300228877, at 4300228928
00010000:00000001:0.0:1787764670.991957:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764670.991961:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764670.991966:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764670.991968:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764670.991969:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4300228877, at 4300228928
00000100:00000010:2.0:1787764670.991970:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982182d59ea0.
00010000:00000001:0.0:1787764670.991971:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764670.991973:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764670.991979:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:3.0:1787764670.991980:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982182d59360.
00010000:00000001:0.0:1787764670.991981:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764670.991988:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764670.991990:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764670.992019:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764670.992022:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764670.992025:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764671.247957:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764671.247964:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764671.247966:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764671.247971:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764671.247974:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764671.247978:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764671.247981:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764671.247983:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764671.247985:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764672.015943:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764672.015951:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764672.015958:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764672.015959:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764672.015963:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764672.015965:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764672.015968:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764672.015970:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764672.015973:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764672.015975:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764672.015998:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764672.016001:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764672.016004:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764672.272520:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764672.272527:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764672.272529:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764672.272535:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764672.272538:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764672.272542:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764672.272544:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764672.272546:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764672.272548:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764673.039999:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764673.040004:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764673.040008:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764673.040009:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764673.040012:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764673.040012:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764673.040014:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764673.040015:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764673.040017:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764673.040018:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764673.040035:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764673.040037:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764673.040039:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764673.295968:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764673.295974:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764673.295975:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764673.295979:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764673.295983:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764673.295986:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764673.295988:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764673.295990:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764673.295993:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764674.064128:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764674.064135:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764674.064142:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764674.064143:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764674.064146:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764674.064147:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764674.064151:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764674.064152:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764674.064155:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764674.064156:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764674.064279:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764674.064283:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764674.064286:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764674.319951:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764674.319959:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764674.319961:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764674.319967:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764674.319971:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764674.319976:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764674.319979:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764674.319982:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764674.319985:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764674.768024:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764674.768032:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787764674.768034:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764674.768037:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764674.768040:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764674.768046:0:18336:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5560
00000400:00000200:1.0:1787764674.768053:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764674.768057:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764674.768060:0:18336:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764674.768062:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764674.768064:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764674.768066:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764674.768067:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764674.768070:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764674.768071:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:1.0:1787764674.768074:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764674.768076:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:1.0:1787764674.768077:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:1.0:1787764674.768078:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:1.0:1787764674.768080:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764674.768081:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764674.768082:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764674.768084:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764674.768086:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:1.0:1787764674.768088:0:18336:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764674.768090:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764674.768092:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764674.768095:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764674.768096:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764674.768097:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787764674.768099:0:18336:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764674.768106:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f84000.
00000020:00000040:1.0:1787764674.768109:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:1.0:1787764674.768112:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764674.768113:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764674.768115:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764674.768117:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764674.768120:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764674.768126:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649e400.
00000100:00000001:1.0:1787764674.768131:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764674.768137:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f84000 x1874601358872320/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764674.768145:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764674.768149:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764674.768153:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7c0e572] to pc [ptlrpcd_rcv+-1]  req@ffff982187f84000 x1874601358872320/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764674.768174:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764674.768177:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764674.768180:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787764674.768181:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764674.768183:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764674.768185:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764674.768187:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5560
00000400:00000200:1.0:1787764674.768190:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764674.768193:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764674.768195:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764674.768198:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764674.768200:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764674.768202:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764674.768205:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764674.768207:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764674.768208:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:1.0:1787764674.768210:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764674.768212:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:1.0:1787764674.768214:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:1.0:1787764674.768216:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000001:3.0:1787764674.768217:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1787764674.768222:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764674.768223:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764674.768227:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1787764674.768227:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764674.768231:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764674.768235:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000040:3.0:1787764674.768237:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f84000 x1874601358872320/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787764674.768238:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:1.0:1787764674.768245:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764674.768251:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764674.768253:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1787764674.768254:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1787764674.768256:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764674.768260:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764674.768262:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764674.768263:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764674.768267:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764674.768268:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764674.768271:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:3.0:1787764674.768275:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358872320:192.168.202.141@tcp:250:kworker.0
00000008:00100000:1.0:1787764674.768277:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1787764674.768281:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:1.0:1787764674.768282:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764674.768286:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764674.768286:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787764674.768290:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764674.768292:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f852c0.
02000000:00000001:3.0:1787764674.768295:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:1.0:1787764674.768296:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:1.0:1787764674.768300:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764674.768302:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764674.768302:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982191e9dc00.
00000100:00000001:1.0:1787764674.768304:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764674.768306:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764674.768308:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764674.768311:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764674.768314:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
02000000:00000010:1.0:1787764674.768317:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649cc00.
00000400:00000010:3.0:1787764674.768320:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982183cbdd10.
00000100:00000001:1.0:1787764674.768322:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764674.768330:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f852c0 x1874601358872448/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1787764674.768330:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844220.
00000100:00000200:3.0:1787764674.768340:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358872320, portal 25
00000100:00000001:1.0:1787764674.768341:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764674.768344:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764674.768346:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764674.768348:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515377152 : -114205194174464 : ffff982187f84000)
00000100:00000040:1.0:1787764674.768352:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1b77011] to pc [ptlrpcd_rcv+-1]  req@ffff982187f852c0 x1874601358872448/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764674.768358:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f84000 x1874601358872320/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764699 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764674.768371:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764674.768376:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764674.768383:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1787764674.768387:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1787764674.768387:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1787764674.768390:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:3.0:1787764674.768394:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000100:00000001:1.0:1787764674.768395:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:3.0:1787764674.768399:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844550.
00000100:00080000:1.0:1787764674.768400:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5560
00000100:00000200:3.0:1787764674.768404:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358872320, offset 0
00000400:00000200:1.0:1787764674.768405:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764674.768410:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764674.768412:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1787764674.768416:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000100:00000040:1.0:1787764674.768417:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764674.768420:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764674.768422:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764674.768423:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764674.768424:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:3.0:1787764674.768426:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000020:00000040:1.0:1787764674.768450:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:1.0:1787764674.768452:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764674.768453:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:1.0:1787764674.768454:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:1.0:1787764674.768456:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:1.0:1787764674.768459:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764674.768460:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764674.768462:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000400:00000200:3.0:1787764674.768471:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:3.0:1787764674.768476:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787764674.768481:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:3.0:1787764674.768484:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787764674.768487:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:3.0:1787764674.768491:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70686:70686:256:4294967295] 192.168.202.141@tcp LPNI seq info [70686:70686:8:4294967295]
00000100:00000001:1.0:1787764674.768495:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764674.768498:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000400:00000200:3.0:1787764674.768499:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00080000:1.0:1787764674.768504:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764674.768510:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764674.768512:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764674.768515:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764674.768519:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764674.768523:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:3.0:1787764674.768523:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000008:00100000:1.0:1787764674.768525:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787764674.768529:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764674.768530:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764674.768534:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f86d00.
00000800:00000200:3.0:1787764674.768534:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000020:00000040:1.0:1787764674.768539:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:1.0:1787764674.768540:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764674.768541:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764674.768543:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000010:3.0:1787764674.768543:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982191d40700.
02000000:00000001:1.0:1787764674.768545:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764674.768548:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764674.768552:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649c800.
00000800:00000200:3.0:1787764674.768553:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:1.0:1787764674.768555:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1787764674.768559:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000100:00100000:1.0:1787764674.768561:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f86d00 x1874601358872576/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1787764674.768570:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:1.0:1787764674.768571:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764674.768574:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1787764674.768577:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000100:00000040:1.0:1787764674.768578:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008cf4c69e] to pc [ptlrpcd_rcv+-1]  req@ffff982187f86d00 x1874601358872576/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:3.0:1787764674.768587:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000100:00000001:1.0:1787764674.768589:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1787764674.768591:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982191d40700.
00000100:00080000:1.0:1787764674.768592:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764674.768596:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787764674.768598:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764674.768599:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1787764674.768600:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1787764674.768601:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764674.768605:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5560
00000400:00000200:3.0:1787764674.768609:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764674.768610:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764674.768615:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764674.768617:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764674.768619:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000400:00000200:3.0:1787764674.768619:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844550
00000400:00000010:3.0:1787764674.768624:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844550.
00000100:00000001:3.0:1787764674.768629:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787764674.768634:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f84000 x1874601358872320/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764699 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764674.768643:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764674.768648:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f84000 x1874601358872320/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764699 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764674.768649:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764674.768655:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764674.768660:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764674.768665:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764674.768667:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:1.0:1787764674.768670:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1787764674.768673:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1787764674.768674:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000100:00000001:3.0:1787764674.768676:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:1.0:1787764674.768681:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:1.0:1787764674.768683:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000001:3.0:1787764674.768685:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764674.768688:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000400:00000200:3.0:1787764674.768693:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764674.768694:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764674.768699:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764674.768699:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4300233995
00000100:00000001:1.0:1787764674.768704:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000010:3.0:1787764674.768707:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982182d59360.
00000020:00000040:1.0:1787764674.768708:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:1.0:1787764674.768714:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764674.768715:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787764674.768718:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764674.768722:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1787764674.768722:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4300233995
02000000:00000001:1.0:1787764674.768728:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:3.0:1787764674.768728:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982182d59ba0.
00000100:00000001:3.0:1787764674.768733:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
02000000:00000001:1.0:1787764674.768734:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764674.768738:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764674.768739:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764674.768743:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1787764674.768744:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00000001:3.0:1787764674.768747:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000008:00000001:1.0:1787764674.768749:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764674.768753:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764674.768754:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764674/real 1787764674]  req@ffff982187f84000 x1874601358872320/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1787764674.768758:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f87480.
00000020:00000040:1.0:1787764674.768762:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:1.0:1787764674.768767:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764674.768770:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1787764674.768771:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:1.0:1787764674.768773:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000001:3.0:1787764674.768774:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:1.0:1787764674.768777:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:3.0:1787764674.768778:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982183cbdd10.
02000000:00000001:1.0:1787764674.768781:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764674.768783:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844220
02000000:00000010:1.0:1787764674.768787:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649c000.
00000100:00000001:1.0:1787764674.768791:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764674.768796:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f87480 x1874601358872704/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1787764674.768800:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844220.
00000100:00000001:3.0:1787764674.768805:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1787764674.768808:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:3.0:1787764674.768812:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f84000 x1874601358872320/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764674.768813:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764674.768821:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003027b144] to pc [ptlrpcd_rcv+-1]  req@ffff982187f87480 x1874601358872704/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787764674.768830:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f84000 x1874601358872320/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764674.768835:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764674.768840:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1787764674.768842:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787764674.768845:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1787764674.768875:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787764674.768878:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764674.768880:0:18336:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764674.768882:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764674.768887:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5560
00000100:00000001:3.0:1787764674.768887:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764674.768891:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1787764674.768895:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00100000:3.0:1787764674.768900:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f84000 x1874601358872320/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787764674.768902:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764674.768907:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764674.768914:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764674.768917:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764674.768919:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764674.768926:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000040:3.0:1787764674.768926:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f84000 x1874601358872320/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764699 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764674.768931:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764674.768936:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764674.768939:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:1.0:1787764674.768942:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:3.0:1787764674.768942:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:1.0:1787764674.768946:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000100:00000001:3.0:1787764674.768947:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1787764674.768950:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000001:3.0:1787764674.768951:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764674.768954:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1787764674.768956:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000001:3.0:1787764674.768958:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000040:1.0:1787764674.768961:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764674.768962:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764674.768966:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00080000:3.0:1787764674.768968:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:1.0:1787764674.768971:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764674.768975:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00080000:3.0:1787764674.768976:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000020:00000040:1.0:1787764674.768979:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00000001:3.0:1787764674.768981:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:1.0:1787764674.768985:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764674.768991:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764674.768991:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f84000 x1874601358872320/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764699 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787764674.768995:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764674.768999:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764674.769004:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764674.769006:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764674.769008:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1787764674.769010:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764674.769011:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764674.769017:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f86580.
00000100:00100000:3.0:1787764674.769017:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358872320:192.168.202.141@tcp:250:kworker.0
00000020:00000040:1.0:1787764674.769022:0:18336:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
00000100:00000001:3.0:1787764674.769025:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1787764674.769027:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1787764674.769028:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1787764674.769030:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764674.769034:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f84000 x1874601358872320/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764699 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764674.769035:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764674.769038:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764674.769040:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764674.769046:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000010:1.0:1787764674.769047:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649d800.
02000000:00000001:3.0:1787764674.769049:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:1.0:1787764674.769052:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764674.769054:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982191e9dc00.
00000100:00100000:1.0:1787764674.769060:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f86580 x1874601358872832/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1787764674.769060:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787764674.769063:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787764674.769066:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000020:00000001:3.0:1787764674.769070:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787764674.769074:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649e400.
02000000:00000001:3.0:1787764674.769080:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:1.0:1787764674.769083:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:3.0:1787764674.769084:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787764674.769088:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f84000.
00000100:00000001:1.0:1787764674.769089:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764674.769092:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787764674.769096:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764674.769097:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d31d406] to pc [ptlrpcd_rcv+-1]  req@ffff982187f86580 x1874601358872832/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764674.769100:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764674.769108:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764674.769110:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:1.0:1787764674.769112:0:18336:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5570)
00000100:00000001:3.0:1787764674.769113:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764674.769117:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787764674.769119:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764674.769121:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787764674.769126:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f852c0 x1874601358872448/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764674.769134:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764674.769136:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764674.769138:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787764674.769140:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764674.769142:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764674.769145:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358872448:192.168.202.141@tcp:38:kworker.0
00000100:00000001:3.0:1787764674.769148:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787764674.769150:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787764674.769152:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764674.769154:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787764674.769157:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982191e9dc00.
02000000:00000001:3.0:1787764674.769158:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764674.769161:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:3.0:1787764674.769164:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982183cbdd10.
00000400:00000010:3.0:1787764674.769167:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844220.
00000100:00000200:3.0:1787764674.769170:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358872448, portal 10
00000100:00000001:3.0:1787764674.769172:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787764674.769173:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515381952 : -114205194169664 : ffff982187f852c0)
00000100:00000040:3.0:1787764674.769179:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f852c0 x1874601358872448/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764699 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764674.769185:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787764674.769188:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:3.0:1787764674.769190:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844550.
00000100:00000200:3.0:1787764674.769192:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358872448, offset 0
00000400:00000200:3.0:1787764674.769196:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:3.0:1787764674.769200:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764674.769205:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:3.0:1787764674.769208:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787764674.769210:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:3.0:1787764674.769213:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787764674.769216:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:3.0:1787764674.769218:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70687:70687:256:4294967295] 192.168.202.141@tcp LPNI seq info [70687:70687:8:4294967295]
00000400:00000200:3.0:1787764674.769222:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764674.769228:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787764674.769232:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764674.769236:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982191d40700.
00000800:00000200:3.0:1787764674.769240:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.0:1787764674.769243:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1787764674.769247:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787764674.769250:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1787764674.769254:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764674.769255:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982191d40700.
00000400:00000200:3.0:1787764674.769258:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787764674.769262:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787764674.769264:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844550
00000400:00000010:3.0:1787764674.769267:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844550.
00000100:00000001:3.0:1787764674.769269:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787764674.769273:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f852c0 x1874601358872448/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764699 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764674.769280:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764674.769284:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f852c0 x1874601358872448/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764699 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764674.769291:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764674.769292:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787764674.769296:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764674.769299:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:3.0:1787764674.769302:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764674.769304:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300232727
00000100:00000001:3.0:1787764674.769307:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300233995
00000100:00000001:3.0:1787764674.769309:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300232727
00000100:00000001:3.0:1787764674.769311:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300233995
00000100:00000001:3.0:1787764674.769313:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764674.769315:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764674.769316:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787764674.769321:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764674/real 1787764674]  req@ffff982187f852c0 x1874601358872448/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787764674.769329:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787764674.769330:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787764674.769332:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982183cbdd10.
00000400:00000200:3.0:1787764674.769334:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844220
00000400:00000010:3.0:1787764674.769335:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844220.
00000100:00000001:3.0:1787764674.769337:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787764674.769340:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f852c0 x1874601358872448/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787764674.769348:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f852c0 x1874601358872448/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764674.769354:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787764674.769355:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764674.769356:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764674.769357:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787764674.769361:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f852c0 x1874601358872448/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764674.769368:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787764674.769371:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f852c0 x1874601358872448/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764699 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764674.769378:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787764674.769380:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764674.769382:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764674.769383:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764674.769385:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787764674.769386:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787764674.769389:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787764674.769392:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:3.0:1787764674.769395:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787764674.769399:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f852c0 x1874601358872448/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764699 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787764674.769407:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358872448:192.168.202.141@tcp:38:kworker.0
00000100:00000001:3.0:1787764674.769410:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787764674.769413:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f86d00 x1874601358872576/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764674.769420:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764674.769421:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764674.769423:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787764674.769425:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764674.769441:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764674.769445:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358872576:192.168.202.141@tcp:38:kworker.0
00000100:00000001:3.0:1787764674.769449:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787764674.769450:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787764674.769452:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764674.769453:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787764674.769457:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982191e9cc00.
02000000:00000001:3.0:1787764674.769459:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764674.769462:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:3.0:1787764674.769464:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982183cbdd10.
00000400:00000010:3.0:1787764674.769467:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844220.
00000100:00000200:3.0:1787764674.769471:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358872576, portal 10
00000100:00000001:3.0:1787764674.769472:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787764674.769474:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515388672 : -114205194162944 : ffff982187f86d00)
00000100:00000040:3.0:1787764674.769479:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f86d00 x1874601358872576/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764699 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764674.769485:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787764674.769487:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:3.0:1787764674.769489:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844550.
00000100:00000200:3.0:1787764674.769491:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358872576, offset 0
00000400:00000200:3.0:1787764674.769495:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:3.0:1787764674.769499:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764674.769502:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:3.0:1787764674.769505:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787764674.769507:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:3.0:1787764674.769509:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787764674.769511:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:3.0:1787764674.769514:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70688:70688:256:4294967295] 192.168.202.141@tcp LPNI seq info [70688:70688:8:4294967295]
00000400:00000200:3.0:1787764674.769518:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764674.769523:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787764674.769528:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764674.769531:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982191d40700.
00000800:00000200:3.0:1787764674.769534:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.0:1787764674.769537:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1787764674.769541:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787764674.769543:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1787764674.769547:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764674.769549:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982191d40700.
00000400:00000200:3.0:1787764674.769552:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787764674.769555:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787764674.769557:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844550
00000400:00000010:3.0:1787764674.769559:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844550.
00000100:00000001:3.0:1787764674.769562:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787764674.769566:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f86d00 x1874601358872576/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764699 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764674.769574:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764674.769577:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f86d00 x1874601358872576/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764699 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764674.769583:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764674.769585:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787764674.769588:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764674.769591:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:3.0:1787764674.769594:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764674.769596:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300232721
00000100:00000001:3.0:1787764674.769598:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300233995
00000100:00000001:3.0:1787764674.769600:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300232721
00000100:00000001:3.0:1787764674.769602:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300233995
00000100:00000001:3.0:1787764674.769604:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764674.769606:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764674.769608:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787764674.769611:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764674/real 1787764674]  req@ffff982187f86d00 x1874601358872576/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787764674.769619:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787764674.769620:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787764674.769622:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982183cbdd10.
00000400:00000200:3.0:1787764674.769624:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844220
00000400:00000010:3.0:1787764674.769626:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844220.
00000100:00000001:3.0:1787764674.769628:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787764674.769630:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f86d00 x1874601358872576/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787764674.769637:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f86d00 x1874601358872576/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764674.769644:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787764674.769646:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764674.769647:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764674.769648:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787764674.769651:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f86d00 x1874601358872576/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764674.769657:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787764674.769661:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f86d00 x1874601358872576/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764699 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764674.769667:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787764674.769669:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764674.769670:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764674.769672:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764674.769673:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787764674.769675:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787764674.769677:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787764674.769680:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:3.0:1787764674.769682:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787764674.769686:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f86d00 x1874601358872576/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764699 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787764674.769694:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358872576:192.168.202.141@tcp:38:kworker.0
00000100:00000001:3.0:1787764674.769698:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787764674.769701:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f87480 x1874601358872704/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764674.769708:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764674.769709:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764674.769711:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787764674.769713:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764674.769715:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764674.769718:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358872704:192.168.202.141@tcp:8:kworker.0
00000100:00000001:3.0:1787764674.769722:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787764674.769723:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787764674.769725:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764674.769727:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787764674.769730:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982191e9e800.
02000000:00000001:3.0:1787764674.769731:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764674.769734:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:3.0:1787764674.769737:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982183cbdd10.
00000400:00000010:3.0:1787764674.769740:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844220.
00000100:00000200:3.0:1787764674.769743:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358872704, portal 4
00000100:00000001:3.0:1787764674.769745:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787764674.769746:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515390592 : -114205194161024 : ffff982187f87480)
00000100:00000040:3.0:1787764674.769751:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f87480 x1874601358872704/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764699 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764674.769757:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787764674.769759:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:3.0:1787764674.769761:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844550.
00000100:00000200:3.0:1787764674.769763:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358872704, offset 0
00000400:00000200:3.0:1787764674.769767:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:3.0:1787764674.769771:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764674.769774:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:3.0:1787764674.769777:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787764674.769779:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:3.0:1787764674.769781:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787764674.769783:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:3.0:1787764674.769785:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70689:70689:256:4294967295] 192.168.202.141@tcp LPNI seq info [70689:70689:8:4294967295]
00000400:00000200:3.0:1787764674.769789:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764674.769795:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787764674.769800:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764674.769802:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982191d40700.
00000800:00000200:3.0:1787764674.769805:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.0:1787764674.769807:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1787764674.769811:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787764674.769813:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1787764674.769817:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764674.769819:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982191d40700.
00000400:00000200:3.0:1787764674.769821:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787764674.769824:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787764674.769827:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844550
00000400:00000010:3.0:1787764674.769829:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844550.
00000100:00000001:3.0:1787764674.769831:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787764674.769835:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f87480 x1874601358872704/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764699 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764674.769842:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764674.769845:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f87480 x1874601358872704/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764699 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764674.769869:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764674.769871:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787764674.769874:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764674.769877:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:3.0:1787764674.769881:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764674.769883:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300232727
00000100:00000001:3.0:1787764674.769885:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300233995
00000100:00000001:3.0:1787764674.769887:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300232727
00000100:00000001:3.0:1787764674.769889:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300233995
00000100:00000001:3.0:1787764674.769891:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764674.769893:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764674.769895:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787764674.769899:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764674/real 1787764674]  req@ffff982187f87480 x1874601358872704/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787764674.769908:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787764674.769910:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787764674.769911:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982183cbdd10.
00000400:00000200:3.0:1787764674.769914:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844220
00000400:00000010:3.0:1787764674.769915:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844220.
00000100:00000001:3.0:1787764674.769917:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787764674.769921:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f87480 x1874601358872704/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787764674.769927:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f87480 x1874601358872704/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764674.769933:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787764674.769934:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764674.769936:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764674.769937:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787764674.769940:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f87480 x1874601358872704/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764674.769946:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787764674.769949:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f87480 x1874601358872704/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764699 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764674.769955:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787764674.769958:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764674.769959:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764674.769960:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764674.769962:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787764674.769963:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787764674.769966:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787764674.769969:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:3.0:1787764674.769971:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787764674.769975:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f87480 x1874601358872704/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764699 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787764674.769983:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358872704:192.168.202.141@tcp:8:kworker.0
00000100:00000001:3.0:1787764674.769987:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787764674.769990:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f86580 x1874601358872832/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764674.769997:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764674.769998:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764674.770000:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787764674.770002:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764674.770004:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764674.770007:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358872832:192.168.202.141@tcp:8:kworker.0
00000100:00000001:3.0:1787764674.770010:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787764674.770012:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787764674.770013:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764674.770015:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787764674.770018:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982191e9e000.
02000000:00000001:3.0:1787764674.770020:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764674.770023:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:3.0:1787764674.770025:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982183cbdd10.
00000400:00000010:3.0:1787764674.770028:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844220.
00000100:00000200:3.0:1787764674.770031:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358872832, portal 4
00000100:00000001:3.0:1787764674.770033:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787764674.770034:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515386752 : -114205194164864 : ffff982187f86580)
00000100:00000040:3.0:1787764674.770039:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f86580 x1874601358872832/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764699 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764674.770045:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787764674.770047:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:3.0:1787764674.770049:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844550.
00000100:00000200:3.0:1787764674.770052:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358872832, offset 0
00000400:00000200:3.0:1787764674.770056:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:3.0:1787764674.770059:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764674.770063:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:3.0:1787764674.770066:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787764674.770068:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:3.0:1787764674.770070:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787764674.770072:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:3.0:1787764674.770075:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70690:70690:256:4294967295] 192.168.202.141@tcp LPNI seq info [70690:70690:8:4294967295]
00000400:00000200:3.0:1787764674.770079:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764674.770084:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787764674.770088:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764674.770091:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982191d40700.
00000800:00000200:3.0:1787764674.770094:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.0:1787764674.770097:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1787764674.770101:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787764674.770103:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1787764674.770106:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764674.770108:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982191d40700.
00000400:00000200:3.0:1787764674.770111:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787764674.770114:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787764674.770117:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844550
00000400:00000010:3.0:1787764674.770118:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844550.
00000100:00000001:3.0:1787764674.770121:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787764674.770124:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f86580 x1874601358872832/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764699 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764674.770132:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764674.770134:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f86580 x1874601358872832/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764699 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764674.770140:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764674.770142:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787764674.770145:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764674.770147:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:3.0:1787764674.770151:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764674.770153:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300232728
00000100:00000001:3.0:1787764674.770155:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300233995
00000100:00000001:3.0:1787764674.770158:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300232728
00000100:00000001:3.0:1787764674.770160:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300233995
00000100:00000001:3.0:1787764674.770162:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764674.770164:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764674.770166:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787764674.770169:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764674/real 1787764674]  req@ffff982187f86580 x1874601358872832/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787764674.770177:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787764674.770178:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787764674.770179:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982183cbdd10.
00000400:00000200:3.0:1787764674.770182:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844220
00000400:00000010:3.0:1787764674.770183:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844220.
00000100:00000001:3.0:1787764674.770185:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787764674.770188:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f86580 x1874601358872832/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787764674.770195:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f86580 x1874601358872832/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764674.770200:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787764674.770201:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764674.770203:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764674.770205:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787764674.770208:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f86580 x1874601358872832/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764674.770214:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787764674.770217:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f86580 x1874601358872832/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764699 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764674.770223:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787764674.770225:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764674.770226:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764674.770228:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764674.770229:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787764674.770230:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787764674.770233:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787764674.770236:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:3.0:1787764674.770238:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787764674.770242:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f86580 x1874601358872832/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764699 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787764674.770249:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358872832:192.168.202.141@tcp:8:kworker.0
00000100:00000001:3.0:1787764674.770252:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764674.770253:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764674.770257:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f852c0 x1874601358872448/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764699 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764674.770263:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787764674.770265:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787764674.770266:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982191e9dc00.
02000000:00000001:3.0:1787764674.770268:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787764674.770270:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787764674.770271:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:3.0:1787764674.770272:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787764674.770274:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649cc00.
02000000:00000001:3.0:1787764674.770277:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787764674.770278:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787764674.770279:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f852c0.
00000100:00000001:3.0:1787764674.770282:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787764674.770283:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764674.770285:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764674.770287:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f86d00 x1874601358872576/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764699 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764674.770300:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787764674.770301:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787764674.770302:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982191e9cc00.
02000000:00000001:3.0:1787764674.770304:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787764674.770306:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787764674.770307:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:3.0:1787764674.770308:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787764674.770310:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649c800.
02000000:00000001:3.0:1787764674.770312:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787764674.770313:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787764674.770314:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f86d00.
00000100:00000001:3.0:1787764674.770316:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787764674.770318:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764674.770319:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764674.770322:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f87480 x1874601358872704/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764699 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764674.770328:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787764674.770330:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787764674.770331:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982191e9e800.
02000000:00000001:3.0:1787764674.770333:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787764674.770335:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787764674.770336:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:3.0:1787764674.770337:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787764674.770339:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649c000.
02000000:00000001:3.0:1787764674.770340:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787764674.770341:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787764674.770343:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f87480.
00000100:00000001:3.0:1787764674.770345:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787764674.770346:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764674.770347:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764674.770350:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f86580 x1874601358872832/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764699 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764674.770355:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787764674.770357:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787764674.770358:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982191e9e000.
02000000:00000001:3.0:1787764674.770360:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787764674.770361:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787764674.770363:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:3.0:1787764674.770364:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787764674.770365:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649d800.
02000000:00000001:3.0:1787764674.770367:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787764674.770369:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787764674.770370:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f86580.
00000100:00000001:3.0:1787764674.770372:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787764674.770373:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764674.770375:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764674.770378:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764674.770380:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764674.770382:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787764674.770383:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764675.088467:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764675.088483:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764675.088485:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764675.088488:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764675.088492:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764675.088494:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764675.088496:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764675.088498:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764675.088502:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764675.088504:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764675.088508:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764675.088509:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764675.088512:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764675.088514:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764675.088515:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764675.088517:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764675.088519:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764675.088520:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764675.088522:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764675.088523:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764675.088527:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764675.088528:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764675.088567:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764675.088570:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764675.088572:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764675.344093:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764675.344100:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764675.344102:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764675.344108:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764675.344112:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764675.344115:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764675.344118:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764675.344120:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764675.344123:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764676.111956:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4300233995, at 4300234048
00000100:00000010:3.0:1787764676.111972:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982182d59ba0.
00000100:00000040:2.0:1787764676.112008:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4300233995, at 4300234048
00000100:00000010:2.0:1787764676.112016:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982182d59360.
00010000:00000001:0.0:1787764676.112082:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764676.112086:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764676.112091:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764676.112092:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764676.112095:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764676.112097:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764676.112100:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764676.112101:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764676.112104:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764676.112105:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764676.112132:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764676.112134:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764676.112136:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764676.368002:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764676.368010:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764676.368012:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764676.368018:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764676.368021:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764676.368025:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764676.368027:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764676.368029:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764676.368032:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764677.135938:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764677.135944:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764677.135949:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764677.135952:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764677.135955:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764677.135958:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764677.135961:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764677.135963:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764677.135965:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764677.135967:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764677.135970:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764677.135972:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764677.135975:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764677.135976:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764677.135979:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764677.135981:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764677.136030:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764677.136035:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764677.136038:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764677.397391:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764677.397398:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764677.397400:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764677.397432:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764677.397436:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764677.397440:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764677.397443:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764677.397445:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764677.397448:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764678.159932:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764678.159939:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764678.159945:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764678.159946:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764678.159950:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764678.159952:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764678.159955:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764678.159956:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764678.159959:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764678.159960:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764678.159994:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764678.159996:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764678.159999:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764678.416093:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764678.416099:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764678.416101:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764678.416105:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764678.416108:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764678.416110:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764678.416113:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764678.416114:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764678.416116:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764679.183968:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764679.183976:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764679.183982:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764679.183983:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764679.183986:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764679.183987:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764679.183991:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764679.183992:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764679.183995:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764679.183996:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764679.184025:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764679.184026:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764679.184028:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764679.440018:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764679.440025:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764679.440027:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764679.440032:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764679.440035:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764679.440039:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764679.440042:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764679.440044:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764679.440047:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764679.890466:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764679.890477:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787764679.890480:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764679.890484:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764679.890488:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764679.890495:0:58520:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5565
00000400:00000200:2.0:1787764679.890503:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764679.890509:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764679.890512:0:58520:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764679.890516:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764679.890519:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764679.890521:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764679.890524:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764679.890528:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764679.890530:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:2.0:1787764679.890533:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764679.890536:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:2.0:1787764679.890539:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:2.0:1787764679.890542:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:2.0:1787764679.890545:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764679.890547:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764679.890549:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764679.890551:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764679.890554:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:2.0:1787764679.890557:0:58520:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764679.890559:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764679.890562:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764679.890565:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764679.890568:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764679.890571:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787764679.890573:0:58520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764679.890581:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896bcb40.
00000020:00000040:2.0:1787764679.890585:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:2.0:1787764679.890589:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764679.890591:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764679.890594:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764679.890597:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764679.890601:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764679.890608:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982188698800.
00000100:00000001:2.0:1787764679.890615:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764679.890624:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896bcb40 x1874601358872960/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764679.890634:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764679.890638:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764679.890643:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003efe1b4c] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bcb40 x1874601358872960/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764679.890673:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764679.890677:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764679.890680:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787764679.890681:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764679.890683:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764679.890685:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764679.890688:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5565
00000400:00000200:2.0:1787764679.890692:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764679.890694:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764679.890696:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764679.890699:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764679.890701:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764679.890703:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764679.890705:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764679.890707:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764679.890709:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:2.0:1787764679.890710:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764679.890712:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:2.0:1787764679.890714:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:2.0:1787764679.890717:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:2.0:1787764679.890719:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764679.890721:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764679.890723:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764679.890724:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764679.890726:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:2.0:1787764679.890728:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764679.890730:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764679.890732:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764679.890738:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764679.890740:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764679.890742:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764679.890746:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764679.890750:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764679.890752:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764679.890757:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896be1c0.
00000020:00000040:2.0:1787764679.890759:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:2.0:1787764679.890762:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764679.890763:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764679.890765:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764679.890766:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764679.890768:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764679.890772:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218869b800.
00000100:00000001:2.0:1787764679.890775:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764679.890779:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896be1c0 x1874601358873088/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764679.890787:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764679.890789:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764679.890793:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063016f18] to pc [ptlrpcd_rcv+-1]  req@ffff9821896be1c0 x1874601358873088/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764679.890807:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764679.890809:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764679.890812:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787764679.890814:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764679.890815:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764679.890818:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764679.890821:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5565
00000400:00000200:2.0:1787764679.890825:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764679.890827:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764679.890830:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764679.890832:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764679.890835:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764679.890837:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764679.890839:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764679.890840:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764679.890841:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:2.0:1787764679.890843:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764679.890844:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:2.0:1787764679.890846:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:2.0:1787764679.890892:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:2.0:1787764679.890896:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764679.890898:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764679.890900:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764679.890902:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764679.890904:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:2.0:1787764679.890907:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764679.890909:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764679.890911:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764679.890914:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764679.890916:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764679.890918:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764679.890920:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764679.890923:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764679.890924:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764679.890928:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896be940.
00000020:00000040:2.0:1787764679.890930:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:2.0:1787764679.890933:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764679.890934:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764679.890936:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764679.890937:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764679.890939:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764679.890942:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218869a400.
00000100:00000001:2.0:1787764679.890946:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764679.890951:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896be940 x1874601358873216/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764679.890958:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764679.890960:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764679.890964:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000067aaa64d] to pc [ptlrpcd_rcv+-1]  req@ffff9821896be940 x1874601358873216/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764679.890971:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764679.890974:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764679.890977:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787764679.890979:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764679.890980:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764679.890983:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764679.890985:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5565
00000400:00000200:2.0:1787764679.890988:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764679.890991:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764679.890993:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764679.890996:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764679.890998:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764679.891000:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764679.891002:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764679.891004:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764679.891005:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:2.0:1787764679.891006:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764679.891007:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:2.0:1787764679.891009:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:2.0:1787764679.891011:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:2.0:1787764679.891013:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764679.891015:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764679.891017:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764679.891019:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764679.891021:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:2.0:1787764679.891023:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764679.891025:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764679.891027:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764679.891030:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764679.891032:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764679.891034:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764679.891036:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764679.891039:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764679.891040:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764679.891043:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896bfc00.
00000020:00000040:2.0:1787764679.891046:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:2.0:1787764679.891048:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764679.891049:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764679.891051:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764679.891052:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764679.891054:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764679.891057:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218869a800.
00000100:00000001:2.0:1787764679.891060:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764679.891064:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896bfc00 x1874601358873344/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764679.891071:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764679.891073:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764679.891077:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000558bde2f] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bfc00 x1874601358873344/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764679.891084:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764679.891086:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764679.891089:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787764679.891091:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764679.891093:0:58520:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764679.891095:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764679.891097:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5565
00000400:00000200:2.0:1787764679.891101:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764679.891103:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764679.891105:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764679.891108:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764679.891110:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764679.891111:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764679.891113:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764679.891115:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764679.891116:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:2.0:1787764679.891118:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764679.891119:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:2.0:1787764679.891121:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:2.0:1787764679.891123:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:2.0:1787764679.891126:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764679.891128:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764679.891130:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764679.891132:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764679.891134:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:2.0:1787764679.891137:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764679.891139:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764679.891140:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764679.891143:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764679.891145:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764679.891147:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764679.891148:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764679.891151:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764679.891152:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764679.891155:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896bed00.
00000020:00000040:2.0:1787764679.891157:0:58520:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:2.0:1787764679.891159:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764679.891160:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764679.891162:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764679.891163:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764679.891165:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764679.891168:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982188699c00.
00000100:00000001:2.0:1787764679.891171:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764679.891174:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896bed00 x1874601358873472/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764679.891181:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764679.891182:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764679.891186:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f5b4eb0] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bed00 x1874601358873472/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764679.891193:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764679.891198:0:58520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5575)
00000100:00000001:3.0:1787764679.891272:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787764679.891276:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764679.891279:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787764679.891286:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896bcb40 x1874601358872960/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764679.891294:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764679.891296:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764679.891299:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787764679.891302:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764679.891304:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764679.891307:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896bcb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358872960:192.168.202.141@tcp:250:kworker.0
00000100:00000001:3.0:1787764679.891311:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787764679.891315:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787764679.891317:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764679.891320:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787764679.891324:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982191e9e000.
02000000:00000001:3.0:1787764679.891326:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764679.891331:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:3.0:1787764679.891335:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982183cbdd10.
00000400:00000010:3.0:1787764679.891340:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844220.
00000100:00000200:3.0:1787764679.891347:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358872960, portal 25
00000100:00000001:3.0:1787764679.891350:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787764679.891351:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539726656 : -114205169824960 : ffff9821896bcb40)
00000100:00000040:3.0:1787764679.891357:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896bcb40 x1874601358872960/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764679.891364:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787764679.891367:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:3.0:1787764679.891370:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844550.
00000100:00000200:3.0:1787764679.891373:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358872960, offset 0
00000400:00000200:3.0:1787764679.891379:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:3.0:1787764679.891397:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764679.891403:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:3.0:1787764679.891408:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787764679.891412:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:3.0:1787764679.891416:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787764679.891419:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:3.0:1787764679.891423:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70691:70691:256:4294967295] 192.168.202.141@tcp LPNI seq info [70691:70691:8:4294967295]
00000400:00000200:3.0:1787764679.891427:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764679.891435:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787764679.891442:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764679.891448:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982191d40700.
00000800:00000200:3.0:1787764679.891453:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.0:1787764679.891457:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787764679.891462:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787764679.891466:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1787764679.891470:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764679.891473:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982191d40700.
00000400:00000200:3.0:1787764679.891480:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787764679.891485:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787764679.891490:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844550
00000400:00000010:3.0:1787764679.891492:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844550.
00000100:00000001:3.0:1787764679.891497:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787764679.891501:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896bcb40 x1874601358872960/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764679.891510:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764679.891514:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bcb40 x1874601358872960/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764704 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764679.891521:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764679.891523:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787764679.891528:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764679.891531:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764679.891534:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4300239118
00000100:00000010:3.0:1787764679.891538:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982182d59ba0.
00000100:00000001:3.0:1787764679.891545:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787764679.891550:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4300239118
00000100:00000010:3.0:1787764679.891553:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982182d59a80.
00000100:00000001:3.0:1787764679.891556:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1787764679.891559:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764679.891561:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764679.891564:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787764679.891568:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764679/real 1787764679]  req@ffff9821896bcb40 x1874601358872960/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787764679.891577:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787764679.891578:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787764679.891580:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982183cbdd10.
00000400:00000200:3.0:1787764679.891583:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844220
00000400:00000010:3.0:1787764679.891585:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844220.
00000100:00000001:3.0:1787764679.891587:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787764679.891590:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896bcb40 x1874601358872960/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787764679.891598:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896bcb40 x1874601358872960/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764679.891604:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787764679.891606:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764679.891608:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764679.891610:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787764679.891613:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896bcb40 x1874601358872960/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764679.891620:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787764679.891625:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896bcb40 x1874601358872960/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764704 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764679.891632:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787764679.891635:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764679.891636:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764679.891638:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764679.891640:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787764679.891642:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787764679.891644:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787764679.891648:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000100:00000001:3.0:1787764679.891650:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787764679.891655:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896bcb40 x1874601358872960/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764704 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787764679.891663:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896bcb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358872960:192.168.202.141@tcp:250:kworker.0
00000100:00000001:3.0:1787764679.891667:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787764679.891670:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896be1c0 x1874601358873088/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764679.891677:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764679.891679:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764679.891681:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787764679.891682:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764679.891684:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764679.891687:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896be1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358873088:192.168.202.141@tcp:38:kworker.0
00000100:00000001:3.0:1787764679.891690:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787764679.891692:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787764679.891693:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764679.891695:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787764679.891698:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982191e9e800.
02000000:00000001:3.0:1787764679.891701:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764679.891704:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:3.0:1787764679.891707:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982183cbdd10.
00000400:00000010:3.0:1787764679.891710:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844220.
00000100:00000200:3.0:1787764679.891712:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358873088, portal 10
00000100:00000001:3.0:1787764679.891714:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787764679.891716:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539732416 : -114205169819200 : ffff9821896be1c0)
00000100:00000040:3.0:1787764679.891722:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896be1c0 x1874601358873088/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764679.891728:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787764679.891730:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:3.0:1787764679.891732:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844550.
00000100:00000200:3.0:1787764679.891734:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358873088, offset 0
00000400:00000200:3.0:1787764679.891738:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:3.0:1787764679.891741:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764679.891744:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:3.0:1787764679.891747:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787764679.891750:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:3.0:1787764679.891752:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787764679.891754:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:3.0:1787764679.891757:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70692:70692:256:4294967295] 192.168.202.141@tcp LPNI seq info [70692:70692:8:4294967295]
00000400:00000200:3.0:1787764679.891761:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764679.891766:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787764679.891772:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764679.891775:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982191d40700.
00000800:00000200:3.0:1787764679.891779:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.0:1787764679.891782:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787764679.891786:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787764679.891788:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1787764679.891792:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764679.891793:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982191d40700.
00000400:00000200:3.0:1787764679.891796:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787764679.891799:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787764679.891802:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844550
00000400:00000010:3.0:1787764679.891804:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844550.
00000100:00000001:3.0:1787764679.891807:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787764679.891810:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896be1c0 x1874601358873088/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764679.891817:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764679.891820:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896be1c0 x1874601358873088/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764704 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764679.891826:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764679.891828:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787764679.891831:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764679.891834:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:3.0:1787764679.891838:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764679.891840:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300237849
00000100:00000001:3.0:1787764679.891842:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300239118
00000100:00000001:3.0:1787764679.891844:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300237849
00000100:00000001:3.0:1787764679.891846:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300239118
00000100:00000001:3.0:1787764679.891867:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764679.891869:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764679.891871:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787764679.891874:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764679/real 1787764679]  req@ffff9821896be1c0 x1874601358873088/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787764679.891883:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787764679.891884:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787764679.891886:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982183cbdd10.
00000400:00000200:3.0:1787764679.891888:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844220
00000400:00000010:3.0:1787764679.891889:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844220.
00000100:00000001:3.0:1787764679.891891:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787764679.891894:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896be1c0 x1874601358873088/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787764679.891902:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896be1c0 x1874601358873088/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764679.891909:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787764679.891910:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764679.891912:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764679.891913:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787764679.891917:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896be1c0 x1874601358873088/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764679.891924:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787764679.891928:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896be1c0 x1874601358873088/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764704 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764679.891935:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787764679.891937:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764679.891938:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764679.891939:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764679.891941:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787764679.891943:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787764679.891945:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787764679.891948:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:3.0:1787764679.891950:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787764679.891954:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896be1c0 x1874601358873088/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764704 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787764679.891961:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896be1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358873088:192.168.202.141@tcp:38:kworker.0
00000100:00000001:3.0:1787764679.891965:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787764679.891968:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896be940 x1874601358873216/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764679.891975:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764679.891976:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764679.891978:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787764679.891980:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764679.891982:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764679.891985:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896be940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358873216:192.168.202.141@tcp:38:kworker.0
00000100:00000001:3.0:1787764679.891988:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787764679.891990:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787764679.891991:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764679.891993:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787764679.891996:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982191e9cc00.
02000000:00000001:3.0:1787764679.891998:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764679.892001:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:3.0:1787764679.892003:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982183cbdd10.
00000400:00000010:3.0:1787764679.892006:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844220.
00000100:00000200:3.0:1787764679.892009:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358873216, portal 10
00000100:00000001:3.0:1787764679.892011:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787764679.892012:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539734336 : -114205169817280 : ffff9821896be940)
00000100:00000040:3.0:1787764679.892017:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896be940 x1874601358873216/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764679.892023:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787764679.892025:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:3.0:1787764679.892027:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844550.
00000100:00000200:3.0:1787764679.892029:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358873216, offset 0
00000400:00000200:3.0:1787764679.892034:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:3.0:1787764679.892037:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764679.892040:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:3.0:1787764679.892043:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787764679.892045:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:3.0:1787764679.892047:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787764679.892049:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:3.0:1787764679.892052:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70693:70693:256:4294967295] 192.168.202.141@tcp LPNI seq info [70693:70693:8:4294967295]
00000400:00000200:3.0:1787764679.892056:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764679.892062:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787764679.892067:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764679.892070:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982191d40700.
00000800:00000200:3.0:1787764679.892074:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.0:1787764679.892076:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787764679.892080:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787764679.892083:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1787764679.892087:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764679.892088:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982191d40700.
00000400:00000200:3.0:1787764679.892091:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787764679.892094:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787764679.892097:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844550
00000400:00000010:3.0:1787764679.892099:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844550.
00000100:00000001:3.0:1787764679.892101:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787764679.892104:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896be940 x1874601358873216/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764679.892112:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764679.892115:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896be940 x1874601358873216/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764704 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764679.892121:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764679.892122:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787764679.892125:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764679.892128:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:3.0:1787764679.892131:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764679.892134:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300237844
00000100:00000001:3.0:1787764679.892136:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300239118
00000100:00000001:3.0:1787764679.892138:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300237844
00000100:00000001:3.0:1787764679.892141:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300239118
00000100:00000001:3.0:1787764679.892143:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764679.892145:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764679.892147:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787764679.892150:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764679/real 1787764679]  req@ffff9821896be940 x1874601358873216/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787764679.892157:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787764679.892158:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787764679.892160:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982183cbdd10.
00000400:00000200:3.0:1787764679.892162:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844220
00000400:00000010:3.0:1787764679.892164:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844220.
00000100:00000001:3.0:1787764679.892166:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787764679.892169:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896be940 x1874601358873216/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787764679.892176:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896be940 x1874601358873216/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764679.892182:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787764679.892184:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764679.892185:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764679.892187:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787764679.892190:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896be940 x1874601358873216/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764679.892197:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787764679.892200:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896be940 x1874601358873216/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764704 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764679.892207:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787764679.892210:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764679.892211:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764679.892213:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764679.892214:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787764679.892216:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787764679.892218:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787764679.892221:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:3.0:1787764679.892224:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787764679.892228:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896be940 x1874601358873216/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764704 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787764679.892236:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896be940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358873216:192.168.202.141@tcp:38:kworker.0
00000100:00000001:3.0:1787764679.892239:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787764679.892242:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896bfc00 x1874601358873344/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764679.892249:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764679.892250:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764679.892252:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787764679.892254:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764679.892256:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764679.892258:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896bfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358873344:192.168.202.141@tcp:8:kworker.0
00000100:00000001:3.0:1787764679.892261:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787764679.892263:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787764679.892265:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764679.892266:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787764679.892269:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982191e9dc00.
02000000:00000001:3.0:1787764679.892271:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764679.892274:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:3.0:1787764679.892276:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982183cbdd10.
00000400:00000010:3.0:1787764679.892280:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844220.
00000100:00000200:3.0:1787764679.892282:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358873344, portal 4
00000100:00000001:3.0:1787764679.892285:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787764679.892286:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539739136 : -114205169812480 : ffff9821896bfc00)
00000100:00000040:3.0:1787764679.892292:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896bfc00 x1874601358873344/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764679.892298:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787764679.892300:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:3.0:1787764679.892302:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844550.
00000100:00000200:3.0:1787764679.892304:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358873344, offset 0
00000400:00000200:3.0:1787764679.892307:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:3.0:1787764679.892311:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764679.892314:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:3.0:1787764679.892317:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787764679.892319:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:3.0:1787764679.892321:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787764679.892323:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:3.0:1787764679.892326:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70694:70694:256:4294967295] 192.168.202.141@tcp LPNI seq info [70694:70694:8:4294967295]
00000400:00000200:3.0:1787764679.892330:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764679.892336:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787764679.892340:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764679.892343:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982191d40700.
00000800:00000200:3.0:1787764679.892347:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.0:1787764679.892349:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787764679.892353:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787764679.892356:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1787764679.892360:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764679.892361:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982191d40700.
00000400:00000200:3.0:1787764679.892364:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787764679.892367:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787764679.892370:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844550
00000400:00000010:3.0:1787764679.892372:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844550.
00000100:00000001:3.0:1787764679.892374:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787764679.892377:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896bfc00 x1874601358873344/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764679.892404:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764679.892407:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bfc00 x1874601358873344/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764704 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764679.892413:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764679.892415:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787764679.892418:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764679.892421:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:3.0:1787764679.892424:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764679.892426:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300237849
00000100:00000001:3.0:1787764679.892429:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300239118
00000100:00000001:3.0:1787764679.892431:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300237849
00000100:00000001:3.0:1787764679.892433:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300239118
00000100:00000001:3.0:1787764679.892435:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764679.892437:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764679.892438:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787764679.892442:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764679/real 1787764679]  req@ffff9821896bfc00 x1874601358873344/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787764679.892449:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787764679.892451:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787764679.892452:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982183cbdd10.
00000400:00000200:3.0:1787764679.892455:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844220
00000400:00000010:3.0:1787764679.892456:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844220.
00000100:00000001:3.0:1787764679.892458:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787764679.892460:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896bfc00 x1874601358873344/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787764679.892468:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896bfc00 x1874601358873344/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764679.892474:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787764679.892476:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764679.892478:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764679.892479:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787764679.892482:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896bfc00 x1874601358873344/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764679.892489:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787764679.892493:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896bfc00 x1874601358873344/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764704 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764679.892500:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787764679.892502:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764679.892504:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764679.892505:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764679.892507:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787764679.892508:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787764679.892511:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787764679.892514:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:3.0:1787764679.892516:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787764679.892520:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896bfc00 x1874601358873344/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764704 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787764679.892527:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896bfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358873344:192.168.202.141@tcp:8:kworker.0
00000100:00000001:3.0:1787764679.892531:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1787764679.892534:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896bed00 x1874601358873472/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764679.892540:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764679.892542:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764679.892544:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787764679.892546:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764679.892547:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764679.892550:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896bed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358873472:192.168.202.141@tcp:8:kworker.0
00000100:00000001:3.0:1787764679.892554:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787764679.892555:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787764679.892557:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764679.892559:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1787764679.892562:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982191e9e400.
02000000:00000001:3.0:1787764679.892564:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764679.892567:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:3.0:1787764679.892570:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982183cbdd10.
00000400:00000010:3.0:1787764679.892573:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844220.
00000100:00000200:3.0:1787764679.892576:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358873472, portal 4
00000100:00000001:3.0:1787764679.892578:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1787764679.892579:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539735296 : -114205169816320 : ffff9821896bed00)
00000100:00000040:3.0:1787764679.892584:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896bed00 x1874601358873472/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764679.892590:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1787764679.892592:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:3.0:1787764679.892594:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186844550.
00000100:00000200:3.0:1787764679.892596:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358873472, offset 0
00000400:00000200:3.0:1787764679.892600:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:3.0:1787764679.892603:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764679.892606:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:3.0:1787764679.892609:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1787764679.892611:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:3.0:1787764679.892613:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787764679.892615:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:3.0:1787764679.892618:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70695:70695:256:4294967295] 192.168.202.141@tcp LPNI seq info [70695:70695:8:4294967295]
00000400:00000200:3.0:1787764679.892622:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764679.892628:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1787764679.892632:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764679.892635:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982191d40700.
00000800:00000200:3.0:1787764679.892639:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.0:1787764679.892642:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1787764679.892646:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:3.1:1787764679.892648:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1787764679.892652:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:3.0:1787764679.892654:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982191d40700.
00000400:00000200:3.0:1787764679.892657:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1787764679.892660:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1787764679.892663:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844550
00000400:00000010:3.0:1787764679.892665:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844550.
00000100:00000001:3.0:1787764679.892667:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1787764679.892670:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896bed00 x1874601358873472/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764679.892677:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764679.892680:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bed00 x1874601358873472/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764704 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764679.892686:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764679.892688:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1787764679.892691:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764679.892693:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:3.0:1787764679.892696:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764679.892698:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300237850
00000100:00000001:3.0:1787764679.892700:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300239118
00000100:00000001:3.0:1787764679.892702:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300237850
00000100:00000001:3.0:1787764679.892704:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300239118
00000100:00000001:3.0:1787764679.892706:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1787764679.892708:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764679.892710:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1787764679.892714:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764679/real 1787764679]  req@ffff9821896bed00 x1874601358873472/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1787764679.892721:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1787764679.892723:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1787764679.892724:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982183cbdd10.
00000400:00000200:3.0:1787764679.892726:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186844220
00000400:00000010:3.0:1787764679.892728:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186844220.
00000100:00000001:3.0:1787764679.892730:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1787764679.892733:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896bed00 x1874601358873472/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764704 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1787764679.892741:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896bed00 x1874601358873472/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764679.892747:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1787764679.892748:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764679.892750:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764679.892751:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1787764679.892753:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896bed00 x1874601358873472/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764704 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764679.892759:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1787764679.892763:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896bed00 x1874601358873472/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764704 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764679.892770:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787764679.892772:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764679.892774:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1787764679.892775:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764679.892777:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1787764679.892778:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1787764679.892781:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1787764679.892784:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:3.0:1787764679.892786:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787764679.892790:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896bed00 x1874601358873472/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764704 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787764679.892803:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896bed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358873472:192.168.202.141@tcp:8:kworker.0
00000100:00000001:3.0:1787764679.892807:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764679.892809:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764679.892812:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bcb40 x1874601358872960/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764704 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764679.892817:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787764679.892819:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787764679.892821:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982191e9e000.
02000000:00000001:3.0:1787764679.892824:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787764679.892826:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787764679.892828:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000020:00000001:3.0:1787764679.892830:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787764679.892832:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982188698800.
02000000:00000001:3.0:1787764679.892836:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787764679.892838:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787764679.892839:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bcb40.
00000100:00000001:3.0:1787764679.892842:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787764679.892843:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764679.892844:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764679.892864:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896be1c0 x1874601358873088/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764704 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764679.892871:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787764679.892872:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787764679.892874:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982191e9e800.
02000000:00000001:3.0:1787764679.892876:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787764679.892878:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787764679.892879:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:3.0:1787764679.892881:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787764679.892882:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218869b800.
02000000:00000001:3.0:1787764679.892884:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787764679.892885:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787764679.892887:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896be1c0.
00000100:00000001:3.0:1787764679.892890:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787764679.892891:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764679.892892:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764679.892896:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896be940 x1874601358873216/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764704 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764679.892902:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787764679.892903:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787764679.892905:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982191e9cc00.
02000000:00000001:3.0:1787764679.892907:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787764679.892908:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787764679.892909:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:3.0:1787764679.892911:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787764679.892913:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218869a400.
02000000:00000001:3.0:1787764679.892915:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787764679.892916:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787764679.892917:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896be940.
00000100:00000001:3.0:1787764679.892919:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787764679.892919:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764679.892921:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764679.892924:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bfc00 x1874601358873344/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764704 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764679.892929:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787764679.892931:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787764679.892932:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982191e9dc00.
02000000:00000001:3.0:1787764679.892934:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787764679.892936:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787764679.892937:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:3.0:1787764679.892939:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787764679.892940:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218869a800.
02000000:00000001:3.0:1787764679.892942:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787764679.892943:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787764679.892944:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bfc00.
00000100:00000001:3.0:1787764679.892946:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787764679.892948:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764679.892949:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1787764679.892953:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bed00 x1874601358873472/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764704 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764679.892960:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1787764679.892961:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1787764679.892962:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982191e9e400.
02000000:00000001:3.0:1787764679.892964:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1787764679.892965:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:3.0:1787764679.892967:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:3.0:1787764679.892968:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:3.0:1787764679.892969:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982188699c00.
02000000:00000001:3.0:1787764679.892971:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1787764679.892972:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1787764679.892973:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bed00.
00000100:00000001:3.0:1787764679.892975:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787764679.892976:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764679.892978:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764679.892985:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764679.892986:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764679.892988:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1787764679.892990:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764680.208225:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764680.208232:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764680.208237:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764680.208239:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764680.208242:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764680.208245:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764680.208247:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764680.208251:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764680.208254:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764680.208256:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764680.208257:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764680.208260:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764680.208263:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764680.208265:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764680.208278:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764680.208280:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764680.208281:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764680.208282:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764680.208284:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764680.208285:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764680.208287:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764680.208288:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764680.208349:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764680.208353:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764680.208356:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764680.463987:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764680.463997:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764680.464000:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764680.464008:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764680.464014:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764680.464021:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764680.464024:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764680.464028:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764680.464032:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764681.231973:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4300239118, at 4300239168
00000100:00000040:3.0:1787764681.231976:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4300239118, at 4300239168
00000100:00000010:3.0:1787764681.231992:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982182d59a80.
00000100:00000010:2.0:1787764681.231994:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982182d59ba0.
00010000:00000001:0.0:1787764681.232090:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764681.232094:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764681.232099:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764681.232101:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764681.232105:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764681.232106:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764681.232109:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764681.232111:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764681.232114:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764681.232115:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764681.232140:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764681.232143:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764681.232146:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764681.488018:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764681.488028:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764681.488031:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764681.488038:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764681.488042:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764681.488046:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764681.488049:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764681.488052:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764681.488055:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764682.256010:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764682.256020:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764682.256029:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764682.256030:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764682.256034:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764682.256036:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764682.256040:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764682.256041:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764682.256045:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764682.256046:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764682.256074:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764682.256076:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764682.256078:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764682.512611:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764682.512624:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764682.512629:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764682.512636:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764682.512640:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764682.512646:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764682.512650:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764682.512653:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764682.512656:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764683.280214:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764683.280221:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764683.280226:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764683.280228:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764683.280231:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764683.280232:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764683.280235:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764683.280236:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764683.280239:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764683.280240:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764683.280313:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764683.280316:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764683.280320:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764683.536608:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764683.536621:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764683.536625:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764683.536635:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764683.536641:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764683.536646:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764683.536650:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764683.536654:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764683.536659:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764684.303946:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764684.303954:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764684.303960:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764684.303962:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764684.303965:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764684.303967:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764684.303970:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764684.303971:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764684.303974:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764684.303975:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764684.303997:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764684.304000:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764684.304003:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764684.560054:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764684.560061:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764684.560064:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764684.560069:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764684.560073:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764684.560076:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764684.560079:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764684.560081:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764684.560084:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764685.008739:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764685.008748:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787764685.008751:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764685.008754:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764685.008759:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764685.008769:0:58520:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5570
00000400:00000200:0.0:1787764685.008781:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764685.008788:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764685.008791:0:58520:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764685.008794:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764685.008798:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764685.008800:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764685.008801:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787764685.008804:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764685.008806:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:0.0:1787764685.008808:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764685.008810:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:0.0:1787764685.008812:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:0.0:1787764685.008813:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:0.0:1787764685.008815:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764685.008816:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764685.008817:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764685.008818:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787764685.008820:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:0.0:1787764685.008823:0:58520:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787764685.008824:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764685.008826:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764685.008828:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764685.008830:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764685.008831:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787764685.008833:0:58520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764685.008837:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896030c0.
00000020:00000040:0.0:1787764685.008839:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:0.0:1787764685.008842:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764685.008843:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764685.008846:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764685.008863:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764685.008865:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764685.008870:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186487000.
00000100:00000001:0.0:1787764685.008875:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764685.008882:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896030c0 x1874601358873600/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764685.008893:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764685.008897:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764685.008902:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc1d3de1] to pc [ptlrpcd_rcv+-1]  req@ffff9821896030c0 x1874601358873600/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764685.008921:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764685.008924:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764685.008926:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787764685.008927:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764685.008928:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764685.008930:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764685.008931:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5570
00000400:00000200:0.0:1787764685.008934:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764685.008936:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764685.008937:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764685.008939:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764685.008941:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764685.008942:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764685.008943:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787764685.008945:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764685.008945:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:0.0:1787764685.008946:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764685.008947:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:0.0:1787764685.008949:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:0.0:1787764685.008950:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:0.0:1787764685.008951:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764685.008952:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764685.008953:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764685.008954:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787764685.008956:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:0.0:1787764685.008958:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787764685.008959:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764685.008960:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764685.008965:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764685.008967:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764685.008968:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764685.008971:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787764685.008973:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764685.008975:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764685.008977:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189601a40.
00000020:00000040:0.0:1787764685.008979:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:0.0:1787764685.008981:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1787764685.008981:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:0.0:1787764685.008983:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764685.008986:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764685.008987:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1787764685.008988:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:0.0:1787764685.008989:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764685.008993:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
02000000:00000010:0.0:1787764685.008994:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186485800.
00000100:00000001:0.0:1787764685.008998:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764685.009006:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189601a40 x1874601358873728/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1787764685.009007:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896030c0 x1874601358873600/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764685.009017:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764685.009020:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764685.009025:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b8e3ce6] to pc [ptlrpcd_rcv+-1]  req@ffff982189601a40 x1874601358873728/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764685.009030:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764685.009033:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764685.009034:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764685.009035:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764685.009040:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787764685.009041:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764685.009042:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:1.0:1787764685.009043:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1787764685.009044:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764685.009048:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5570
02000000:00000001:1.0:1787764685.009048:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1787764685.009053:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
02000000:00000001:1.0:1787764685.009055:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764685.009056:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764685.009059:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764685.009064:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764685.009065:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:1.0:1787764685.009066:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896030c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358873600:192.168.202.141@tcp:250:kworker.0
00000100:00000040:0.0:1787764685.009067:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764685.009070:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787764685.009073:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764685.009075:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:0.0:1787764685.009077:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787764685.009077:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:0.0:1787764685.009078:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:0.0:1787764685.009081:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:0.0:1787764685.009083:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
02000000:00000001:1.0:1787764685.009084:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:0.0:1787764685.009085:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764685.009088:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764685.009089:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
02000000:00000001:1.0:1787764685.009089:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764685.009093:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787764685.009095:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
02000000:00000001:1.0:1787764685.009096:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:0.0:1787764685.009097:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787764685.009100:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764685.009101:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764685.009103:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764685.009104:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764685.009105:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000010:1.0:1787764685.009105:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649dc00.
00000008:00100000:0.0:1787764685.009108:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787764685.009111:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764685.009111:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764685.009115:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764685.009118:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189600f00.
00000020:00000040:0.0:1787764685.009120:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:0.0:1787764685.009123:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1787764685.009124:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
02000000:00000001:0.0:1787764685.009125:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764685.009129:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764685.009130:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764685.009131:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787764685.009132:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3738.
02000000:00000010:0.0:1787764685.009134:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186486800.
00000100:00000001:0.0:1787764685.009137:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764685.009140:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189600f00 x1874601358873856/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1787764685.009142:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fa18.
00000100:00000001:0.0:1787764685.009146:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764685.009148:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764685.009151:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000082892fdc] to pc [ptlrpcd_rcv+-1]  req@ffff982189600f00 x1874601358873856/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764685.009152:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358873600, portal 25
00000100:00000001:1.0:1787764685.009159:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764685.009160:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764685.009164:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868538966208 : -114205170585408 : ffff9821896030c0)
00000100:00080000:0.0:1787764685.009165:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764685.009169:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787764685.009170:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764685.009171:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764685.009172:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764685.009173:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5570
00000400:00000200:0.0:1787764685.009176:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764685.009177:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764685.009179:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764685.009180:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764685.009181:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764685.009182:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764685.009183:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787764685.009189:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764685.009190:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:0.0:1787764685.009191:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764685.009193:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:0.0:1787764685.009194:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:0.0:1787764685.009196:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:0.0:1787764685.009197:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764685.009199:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764685.009200:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764685.009201:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787764685.009202:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:0.0:1787764685.009204:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787764685.009206:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764685.009207:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764685.009210:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764685.009211:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764685.009213:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764685.009215:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787764685.009217:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764685.009219:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764685.009222:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189603480.
00000020:00000040:0.0:1787764685.009224:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:0.0:1787764685.009226:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764685.009228:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764685.009229:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764685.009230:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764685.009232:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764685.009235:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186486400.
00000100:00000001:0.0:1787764685.009238:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764685.009242:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189603480 x1874601358873984/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764685.009249:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764685.009251:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764685.009255:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001695004d] to pc [ptlrpcd_rcv+-1]  req@ffff982189603480 x1874601358873984/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764685.009262:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764685.009265:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764685.009268:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787764685.009270:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764685.009271:0:58520:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764685.009273:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764685.009276:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5570
00000400:00000200:0.0:1787764685.009279:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764685.009282:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764685.009284:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764685.009286:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764685.009288:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764685.009290:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764685.009292:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787764685.009294:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764685.009295:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:0.0:1787764685.009296:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764685.009298:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:0.0:1787764685.009300:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:0.0:1787764685.009302:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:0.0:1787764685.009305:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764685.009307:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764685.009309:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764685.009311:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787764685.009313:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:0.0:1787764685.009315:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787764685.009317:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764685.009318:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764685.009320:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764685.009322:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764685.009323:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764685.009325:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787764685.009326:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764685.009327:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764685.009330:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189600780.
00000020:00000040:0.0:1787764685.009331:0:58520:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:0.0:1787764685.009333:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764685.009333:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764685.009347:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764685.009349:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764685.009350:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764685.009355:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186487800.
00000100:00000001:0.0:1787764685.009358:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764685.009369:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189600780 x1874601358874112/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764685.009376:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764685.009378:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764685.009382:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7c1d79b] to pc [ptlrpcd_rcv+-1]  req@ffff982189600780 x1874601358874112/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764685.009389:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764685.009394:0:58520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5580)
00000100:00000040:1.0:1787764685.009667:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896030c0 x1874601358873600/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764685.009681:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764685.009684:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764685.009688:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fee0.
00000100:00000200:1.0:1787764685.009692:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358873600, offset 0
00000400:00000200:1.0:1787764685.009699:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764685.009706:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764685.009711:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764685.009716:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764685.009720:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764685.009724:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764685.009727:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764685.009730:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70696:70696:256:4294967295] 192.168.202.141@tcp LPNI seq info [70696:70696:8:4294967295]
00000400:00000200:1.0:1787764685.009734:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764685.009744:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764685.009750:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764685.009755:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198796000.
00000800:00000200:1.0:1787764685.009762:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764685.009766:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787764685.009771:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764685.009775:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1787764685.009779:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764685.009782:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198796000.
00000400:00000200:1.0:1787764685.009786:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764685.009790:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764685.009796:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fee0
00000400:00000010:1.0:1787764685.009798:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fee0.
00000100:00000001:1.0:1787764685.009802:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764685.009806:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896030c0 x1874601358873600/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764685.009815:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764685.009817:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896030c0 x1874601358873600/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764710 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764685.009826:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764685.009827:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764685.009833:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764685.009836:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764685.009838:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4300244236
00000100:00000010:1.0:1787764685.009841:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982191cd4b40.
00000100:00000001:1.0:1787764685.009846:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787764685.009865:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4300244237
00000100:00000010:1.0:1787764685.009869:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982191cd49c0.
00000100:00000001:1.0:1787764685.009872:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787764685.009876:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764685.009878:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764685.009880:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764685.009885:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764685/real 1787764685]  req@ffff9821896030c0 x1874601358873600/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764685.009894:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764685.009896:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764685.009898:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3738.
00000400:00000200:1.0:1787764685.009901:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fa18
00000400:00000010:1.0:1787764685.009903:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fa18.
00000100:00000001:1.0:1787764685.009905:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764685.009909:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896030c0 x1874601358873600/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764685.009918:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896030c0 x1874601358873600/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764685.009924:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764685.009926:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764685.009928:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764685.009930:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764685.009934:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896030c0 x1874601358873600/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764685.009941:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764685.009946:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896030c0 x1874601358873600/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764710 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764685.009952:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764685.009956:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764685.009957:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764685.009958:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764685.009961:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764685.009962:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764685.009965:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764685.009969:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764685.009972:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764685.009976:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896030c0 x1874601358873600/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764710 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764685.009984:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896030c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358873600:192.168.202.141@tcp:250:kworker.0
00000100:00000001:1.0:1787764685.009988:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764685.009990:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764685.009994:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896030c0 x1874601358873600/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764710 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764685.010000:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764685.010003:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764685.010005:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649dc00.
02000000:00000001:1.0:1787764685.010008:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764685.010010:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764685.010011:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000020:00000001:1.0:1787764685.010013:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764685.010016:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982186487000.
02000000:00000001:1.0:1787764685.010019:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764685.010021:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764685.010023:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896030c0.
00000100:00000001:1.0:1787764685.010026:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764685.010027:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764685.010029:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764685.010037:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764685.010038:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764685.010040:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764685.010042:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764685.010043:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764685.010047:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982189601a40 x1874601358873728/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764685.010053:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764685.010054:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764685.010056:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764685.010058:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764685.010059:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764685.010063:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982189601a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358873728:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764685.010066:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764685.010068:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764685.010069:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764685.010071:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764685.010073:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649dc00.
02000000:00000001:1.0:1787764685.010074:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764685.010077:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764685.010079:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3738.
00000400:00000010:1.0:1787764685.010081:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fa18.
00000100:00000200:1.0:1787764685.010083:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358873728, portal 10
00000100:00000001:1.0:1787764685.010085:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764685.010086:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868538960448 : -114205170591168 : ffff982189601a40)
00000100:00000040:1.0:1787764685.010093:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982189601a40 x1874601358873728/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764685.010099:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764685.010101:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764685.010104:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fee0.
00000100:00000200:1.0:1787764685.010106:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358873728, offset 0
00000400:00000200:1.0:1787764685.010110:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764685.010114:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764685.010117:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764685.010120:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764685.010122:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764685.010125:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764685.010127:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764685.010130:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70697:70697:256:4294967295] 192.168.202.141@tcp LPNI seq info [70697:70697:8:4294967295]
00000400:00000200:1.0:1787764685.010134:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764685.010141:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764685.010145:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764685.010149:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198796000.
00000800:00000200:1.0:1787764685.010152:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764685.010155:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787764685.010159:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764685.010162:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1787764685.010166:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764685.010177:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198796000.
00000400:00000200:1.0:1787764685.010181:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764685.010184:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764685.010187:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fee0
00000400:00000010:1.0:1787764685.010189:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fee0.
00000100:00000001:1.0:1787764685.010192:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764685.010195:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982189601a40 x1874601358873728/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764685.010203:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764685.010206:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982189601a40 x1874601358873728/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764710 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764685.010212:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764685.010213:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764685.010217:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764685.010221:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:1.0:1787764685.010224:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764685.010226:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300242968
00000100:00000001:1.0:1787764685.010228:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300244236
00000100:00000001:1.0:1787764685.010230:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300242968
00000100:00000001:1.0:1787764685.010232:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300244237
00000100:00000001:1.0:1787764685.010234:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764685.010236:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764685.010238:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764685.010242:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764685/real 1787764685]  req@ffff982189601a40 x1874601358873728/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764685.010250:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764685.010251:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764685.010253:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3738.
00000400:00000200:1.0:1787764685.010255:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fa18
00000400:00000010:1.0:1787764685.010256:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fa18.
00000100:00000001:1.0:1787764685.010259:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764685.010262:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982189601a40 x1874601358873728/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764685.010270:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982189601a40 x1874601358873728/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764685.010277:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764685.010278:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764685.010280:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764685.010281:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764685.010285:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982189601a40 x1874601358873728/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764685.010292:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764685.010295:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982189601a40 x1874601358873728/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764710 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764685.010302:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764685.010305:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764685.010306:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764685.010307:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764685.010309:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764685.010311:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764685.010313:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764685.010316:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764685.010318:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764685.010322:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982189601a40 x1874601358873728/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764710 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764685.010330:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982189601a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358873728:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764685.010765:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764685.010771:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982189600f00 x1874601358873856/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764685.010779:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764685.010780:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764685.010783:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764685.010785:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764685.010787:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764685.010790:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982189600f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358873856:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764685.010793:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764685.010796:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764685.010797:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764685.010799:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764685.010803:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649c400.
02000000:00000001:1.0:1787764685.010805:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764685.010809:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764685.010812:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3738.
00000400:00000010:1.0:1787764685.010815:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fa18.
00000100:00000200:1.0:1787764685.010819:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358873856, portal 10
00000100:00000001:1.0:1787764685.010821:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764685.010822:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868538957568 : -114205170594048 : ffff982189600f00)
00000100:00000040:1.0:1787764685.010828:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982189600f00 x1874601358873856/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764685.010834:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764685.010837:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764685.010839:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fee0.
00000100:00000200:1.0:1787764685.010841:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358873856, offset 0
00000400:00000200:1.0:1787764685.010845:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764685.010869:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764685.010873:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764685.010876:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764685.010880:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764685.010882:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764685.010884:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764685.010887:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70698:70698:256:4294967295] 192.168.202.141@tcp LPNI seq info [70698:70698:8:4294967295]
00000400:00000200:1.0:1787764685.010891:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764685.010897:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764685.010901:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764685.010905:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198796000.
00000800:00000200:1.0:1787764685.010909:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764685.010911:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787764685.010916:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764685.010919:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1787764685.010922:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764685.010924:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198796000.
00000400:00000200:1.0:1787764685.010927:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764685.010930:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764685.010933:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fee0
00000400:00000010:1.0:1787764685.010935:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fee0.
00000100:00000001:1.0:1787764685.010937:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764685.010941:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982189600f00 x1874601358873856/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764685.010948:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764685.010951:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982189600f00 x1874601358873856/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764710 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764685.010957:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764685.010958:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764685.010961:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764685.010964:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:1.0:1787764685.010967:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764685.010969:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300242963
00000100:00000001:1.0:1787764685.010971:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300244236
00000100:00000001:1.0:1787764685.010973:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300242963
00000100:00000001:1.0:1787764685.010975:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300244237
00000100:00000001:1.0:1787764685.010977:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764685.010979:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764685.010981:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764685.010984:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764685/real 1787764685]  req@ffff982189600f00 x1874601358873856/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764685.010991:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764685.010993:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764685.010994:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3738.
00000400:00000200:1.0:1787764685.010997:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fa18
00000400:00000010:1.0:1787764685.010998:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fa18.
00000100:00000001:1.0:1787764685.011000:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764685.011003:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982189600f00 x1874601358873856/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764685.011011:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982189600f00 x1874601358873856/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764685.011017:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764685.011019:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764685.011020:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764685.011022:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764685.011025:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982189600f00 x1874601358873856/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764685.011032:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764685.011036:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982189600f00 x1874601358873856/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764710 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764685.011042:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764685.011044:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764685.011046:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764685.011047:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764685.011049:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764685.011051:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764685.011053:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764685.011056:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764685.011059:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764685.011062:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982189600f00 x1874601358873856/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764710 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764685.011070:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982189600f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358873856:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764685.011074:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764685.011077:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982189603480 x1874601358873984/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764685.011083:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764685.011085:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764685.011088:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764685.011089:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764685.011091:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764685.011094:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982189603480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358873984:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764685.011098:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764685.011100:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764685.011101:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764685.011103:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764685.011106:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649f000.
02000000:00000001:1.0:1787764685.011108:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764685.011112:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764685.011114:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3738.
00000400:00000010:1.0:1787764685.011118:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fa18.
00000100:00000200:1.0:1787764685.011121:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358873984, portal 4
00000100:00000001:1.0:1787764685.011123:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764685.011124:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868538967168 : -114205170584448 : ffff982189603480)
00000100:00000040:1.0:1787764685.011129:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982189603480 x1874601358873984/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764685.011135:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764685.011138:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764685.011140:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fee0.
00000100:00000200:1.0:1787764685.011142:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358873984, offset 0
00000400:00000200:1.0:1787764685.011146:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764685.011150:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764685.011153:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764685.011156:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764685.011158:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764685.011161:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764685.011163:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764685.011165:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70699:70699:256:4294967295] 192.168.202.141@tcp LPNI seq info [70699:70699:8:4294967295]
00000400:00000200:1.0:1787764685.011169:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764685.011174:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764685.011179:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764685.011182:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198796000.
00000800:00000200:1.0:1787764685.011185:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764685.011188:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787764685.011192:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764685.011195:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1787764685.011198:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764685.011200:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198796000.
00000400:00000200:1.0:1787764685.011203:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764685.011206:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764685.011209:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fee0
00000400:00000010:1.0:1787764685.011211:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fee0.
00000100:00000001:1.0:1787764685.011213:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764685.011217:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982189603480 x1874601358873984/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764685.011224:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764685.011227:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982189603480 x1874601358873984/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764710 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764685.011233:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764685.011234:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764685.011237:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764685.011240:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:1.0:1787764685.011243:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764685.011245:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300242968
00000100:00000001:1.0:1787764685.011247:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300244236
00000100:00000001:1.0:1787764685.011249:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300242968
00000100:00000001:1.0:1787764685.011251:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300244237
00000100:00000001:1.0:1787764685.011252:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764685.011255:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764685.011256:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764685.011260:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764685/real 1787764685]  req@ffff982189603480 x1874601358873984/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764685.011268:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764685.011269:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764685.011270:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3738.
00000400:00000200:1.0:1787764685.011273:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fa18
00000400:00000010:1.0:1787764685.011274:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fa18.
00000100:00000001:1.0:1787764685.011276:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764685.011279:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982189603480 x1874601358873984/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764685.011287:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982189603480 x1874601358873984/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764685.011294:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764685.011295:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764685.011298:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764685.011299:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764685.011302:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982189603480 x1874601358873984/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764685.011309:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764685.011312:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982189603480 x1874601358873984/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764710 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764685.011319:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764685.011321:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764685.011323:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764685.011324:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764685.011326:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764685.011327:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764685.011330:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764685.011333:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764685.015413:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764685.015430:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982189603480 x1874601358873984/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764710 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764685.015442:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982189603480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358873984:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764685.015479:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764685.015484:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982189600780 x1874601358874112/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764685.015492:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764685.015495:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764685.015499:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764685.015502:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764685.015505:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764685.015508:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982189600780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358874112:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764685.015513:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764685.015518:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764685.015521:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764685.015525:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764685.015534:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649d800.
02000000:00000001:1.0:1787764685.015537:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764685.015545:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764685.015550:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3738.
00000400:00000010:1.0:1787764685.015559:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fa18.
00000100:00000200:1.0:1787764685.015566:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358874112, portal 4
00000100:00000001:1.0:1787764685.015569:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764685.015571:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868538955648 : -114205170595968 : ffff982189600780)
00000100:00000040:1.0:1787764685.015580:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982189600780 x1874601358874112/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764685.015588:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764685.015591:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764685.015593:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fee0.
00000100:00000200:1.0:1787764685.015598:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358874112, offset 0
00000400:00000200:1.0:1787764685.015605:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764685.015612:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764685.015619:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764685.015624:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764685.015629:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764685.015636:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764685.015640:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764685.015646:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70700:70700:256:4294967295] 192.168.202.141@tcp LPNI seq info [70700:70700:8:4294967295]
00000400:00000200:1.0:1787764685.015652:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764685.015663:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764685.015668:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764685.015673:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198796000.
00000800:00000200:1.0:1787764685.015681:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764685.015685:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1787764685.015691:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764685.015694:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1787764685.015698:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764685.015701:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198796000.
00000400:00000200:1.0:1787764685.015704:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764685.015709:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764685.015713:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fee0
00000400:00000010:1.0:1787764685.015715:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fee0.
00000100:00000001:1.0:1787764685.015718:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764685.015722:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982189600780 x1874601358874112/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764685.015731:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764685.015735:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982189600780 x1874601358874112/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764710 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764685.015742:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764685.015743:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764685.015749:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764685.015752:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:1.0:1787764685.015756:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764685.015759:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300242973
00000100:00000001:1.0:1787764685.015763:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300244236
00000100:00000001:1.0:1787764685.015765:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300242973
00000100:00000001:1.0:1787764685.015767:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300244237
00000100:00000001:1.0:1787764685.015770:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764685.015772:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764685.015774:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764685.015778:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764685/real 1787764685]  req@ffff982189600780 x1874601358874112/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764685.015788:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764685.015789:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764685.015791:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3738.
00000400:00000200:1.0:1787764685.015793:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fa18
00000400:00000010:1.0:1787764685.015795:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fa18.
00000100:00000001:1.0:1787764685.015797:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764685.015801:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982189600780 x1874601358874112/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764685.015808:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982189600780 x1874601358874112/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764685.015815:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764685.015817:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764685.015819:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764685.015821:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764685.015825:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982189600780 x1874601358874112/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764685.015832:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764685.015836:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982189600780 x1874601358874112/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764710 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764685.015843:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764685.015865:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764685.015867:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764685.015869:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764685.015871:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764685.015873:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764685.015876:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764685.015880:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764685.015882:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764685.015886:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982189600780 x1874601358874112/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764710 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764685.015895:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982189600780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358874112:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764685.015900:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764685.015904:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764685.015908:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982189601a40 x1874601358873728/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764710 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764685.015917:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764685.015919:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764685.015921:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649dc00.
02000000:00000001:1.0:1787764685.015924:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764685.015927:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764685.015929:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:1.0:1787764685.015931:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764685.015934:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982186485800.
02000000:00000001:1.0:1787764685.015937:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764685.015939:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764685.015940:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982189601a40.
00000100:00000001:1.0:1787764685.015944:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764685.015945:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764685.015947:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764685.015951:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982189600f00 x1874601358873856/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764710 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764685.015963:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764685.015965:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764685.015966:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649c400.
02000000:00000001:1.0:1787764685.015968:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764685.015969:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764685.015971:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:1.0:1787764685.015972:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764685.015974:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982186486800.
02000000:00000001:1.0:1787764685.015976:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764685.015977:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764685.015978:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982189600f00.
00000100:00000001:1.0:1787764685.015980:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764685.015981:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764685.015982:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764685.015985:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982189603480 x1874601358873984/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764710 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764685.015991:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764685.015993:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764685.015994:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649f000.
02000000:00000001:1.0:1787764685.015996:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764685.015997:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764685.015998:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:1.0:1787764685.016000:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764685.016001:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982186486400.
02000000:00000001:1.0:1787764685.016003:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764685.016004:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764685.016005:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982189603480.
00000100:00000001:1.0:1787764685.016007:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764685.016008:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764685.016010:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764685.016012:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982189600780 x1874601358874112/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764710 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764685.016018:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764685.016019:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764685.016021:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649d800.
02000000:00000001:1.0:1787764685.016023:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764685.016024:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764685.016025:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:1.0:1787764685.016027:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764685.016028:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982186487800.
02000000:00000001:1.0:1787764685.016030:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764685.016031:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764685.016032:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982189600780.
00000100:00000001:1.0:1787764685.016034:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764685.016035:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764685.016037:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764685.016044:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764685.016046:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764685.016049:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764685.016050:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764685.327952:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764685.327961:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764685.327963:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764685.327966:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764685.327970:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764685.327973:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764685.327975:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764685.327977:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764685.328146:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764685.328149:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764685.328155:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764685.328157:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764685.328161:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764685.328163:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764685.328166:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764685.328167:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764685.328169:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764685.328170:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764685.328172:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764685.328174:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764685.328178:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764685.328179:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764685.328210:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764685.328212:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764685.328215:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764685.584560:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764685.584571:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764685.584574:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764685.584582:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764685.584587:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764685.584591:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764685.584594:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764685.584597:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764685.584601:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764686.352008:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4300244237, at 4300244288
00000100:00000040:2.0:1787764686.352009:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4300244236, at 4300244288
00000100:00000010:3.0:1787764686.352033:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191cd49c0.
00000100:00000010:2.0:1787764686.352040:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191cd4b40.
00010000:00000001:0.0:1787764686.353438:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764686.353443:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764686.353449:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764686.353450:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764686.353454:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764686.353455:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764686.353459:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764686.353461:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764686.353465:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764686.353466:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764686.353497:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764686.353500:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764686.353503:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764686.607986:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764686.607994:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764686.607997:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764686.608003:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764686.608009:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764686.608015:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764686.608019:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764686.608022:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764686.608026:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764687.375964:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764687.375971:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764687.375977:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764687.375980:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764687.375983:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764687.375986:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764687.375989:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764687.375991:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764687.375993:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764687.375996:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764687.375999:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764687.376000:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764687.376003:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764687.376005:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764687.376009:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764687.376010:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764687.376032:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764687.376035:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764687.376037:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764687.631996:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764687.632003:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764687.632005:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764687.632011:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764687.632014:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764687.632018:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764687.632021:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764687.632023:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764687.632025:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764688.405461:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764688.405471:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764688.405479:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764688.405481:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764688.405486:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764688.405487:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764688.405491:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764688.405492:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764688.405496:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764688.405497:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764688.405592:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764688.405599:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764688.405603:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764688.656015:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764688.656022:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764688.656024:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764688.656030:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764688.656033:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764688.656036:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764688.656039:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764688.656042:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764688.656044:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764689.423956:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764689.423963:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764689.423970:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764689.423972:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764689.423976:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764689.423980:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764689.423982:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764689.423986:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764689.423989:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764689.423991:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764689.423993:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764689.423995:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764689.423999:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764689.424000:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764689.424005:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764689.424007:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764689.424008:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764689.424010:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764689.424011:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764689.424012:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764689.424013:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764689.424015:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764689.424042:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764689.424047:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764689.424049:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764689.679964:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764689.679973:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764689.679976:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764689.679982:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764689.679986:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764689.679990:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764689.679994:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764689.679996:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764689.679999:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764690.128024:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764690.128035:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787764690.128038:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764690.128041:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764690.128046:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764690.128053:0:18336:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5575
00000400:00000200:1.0:1787764690.128062:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764690.128069:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764690.128072:0:18336:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764690.128075:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764690.128079:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764690.128081:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764690.128084:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764690.128088:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764690.128090:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:1.0:1787764690.128093:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764690.128097:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:1.0:1787764690.128099:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:1.0:1787764690.128101:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:1.0:1787764690.128104:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764690.128106:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764690.128107:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764690.128109:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764690.128112:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:1.0:1787764690.128115:0:18336:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764690.128117:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764690.128119:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764690.128123:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764690.128126:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764690.128128:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787764690.128130:0:18336:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764690.128139:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f87840.
00000020:00000040:1.0:1787764690.128142:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:1.0:1787764690.128146:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764690.128147:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764690.128151:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764690.128153:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764690.128156:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764690.128162:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649d800.
00000100:00000001:1.0:1787764690.128169:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764690.128178:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f87840 x1874601358874240/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764690.128189:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764690.128193:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764690.128198:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000974c9555] to pc [ptlrpcd_rcv+-1]  req@ffff982187f87840 x1874601358874240/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764690.128253:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764690.128258:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764690.128260:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764690.128266:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f87840 x1874601358874240/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764690.128275:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764690.128277:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764690.128280:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764690.128283:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764690.128285:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764690.128317:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358874240:192.168.202.141@tcp:250:kworker.0
00000100:00000001:2.0:1787764690.128322:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764690.128326:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764690.128328:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764690.128331:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764690.128337:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188699c00.
02000000:00000001:2.0:1787764690.128339:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764690.128345:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764690.128350:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764690.128356:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764690.128363:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358874240, portal 25
00000100:00000001:2.0:1787764690.128365:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764690.128367:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515391552 : -114205194160064 : ffff982187f87840)
00000100:00000040:2.0:1787764690.128373:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f87840 x1874601358874240/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764690.128380:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764690.128383:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764690.128386:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0088.
00000100:00000200:2.0:1787764690.128389:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358874240, offset 0
00000400:00000200:2.0:1787764690.128395:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764690.128403:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764690.128409:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764690.128414:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764690.128417:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764690.128421:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764690.128424:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764690.128427:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70701:70701:256:4294967295] 192.168.202.141@tcp LPNI seq info [70701:70701:8:4294967295]
00000400:00000200:2.0:1787764690.128431:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764690.128441:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764690.128446:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764690.128452:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8c00.
00000800:00000200:2.0:1787764690.128457:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764690.128461:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787764690.128466:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764690.128469:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1787764690.128474:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764690.128476:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8c00.
00000400:00000200:2.0:1787764690.128482:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764690.128486:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764690.128490:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0088
00000400:00000010:2.0:1787764690.128492:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0088.
00000100:00000001:2.0:1787764690.128497:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764690.128501:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f87840 x1874601358874240/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764690.128527:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764690.128531:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764690.128534:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787764690.128535:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764690.128537:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764690.128539:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764690.128542:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5575
00000400:00000200:1.0:1787764690.128546:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764690.128549:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764690.128551:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764690.128554:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764690.128556:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764690.128558:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764690.128560:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764690.128563:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764690.128564:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:1.0:1787764690.128565:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764690.128568:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:1.0:1787764690.128570:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:1.0:1787764690.128572:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:1.0:1787764690.128575:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764690.128577:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764690.128579:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764690.128581:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764690.128583:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:1.0:1787764690.128585:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764690.128588:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764690.128589:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764690.128595:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764690.128597:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764690.128599:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764690.128603:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787764690.128606:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764690.128608:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764690.128613:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f85e00.
00000020:00000040:1.0:1787764690.128614:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:1.0:1787764690.128617:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764690.128618:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764690.128620:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764690.128621:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764690.128623:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764690.128627:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649f000.
00000100:00000001:1.0:1787764690.128630:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764690.128635:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f85e00 x1874601358874368/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764690.128643:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764690.128644:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764690.128648:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004bea692] to pc [ptlrpcd_rcv+-1]  req@ffff982187f85e00 x1874601358874368/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764690.131377:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764690.131396:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f87840 x1874601358874240/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764715 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764690.131407:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764690.131410:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764690.131427:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764690.131434:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764690.131437:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4300249355
00000100:00000010:2.0:1787764690.131447:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9821832cf600.
00000100:00000001:2.0:1787764690.131454:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787764690.131461:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4300249355
00000100:00000010:2.0:1787764690.131464:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9821832cfd80.
00000100:00000001:2.0:1787764690.131466:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787764690.131469:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764690.131472:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764690.131475:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764690.131480:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764690/real 1787764690]  req@ffff982187f87840 x1874601358874240/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764690.131490:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764690.131492:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764690.131495:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764690.131498:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764690.131500:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764690.131504:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764690.131508:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f87840 x1874601358874240/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764690.131516:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f87840 x1874601358874240/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764690.131524:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764690.131526:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764690.131528:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764690.131530:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764690.131534:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f87840 x1874601358874240/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764690.131541:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764690.131546:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f87840 x1874601358874240/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764715 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764690.131553:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764690.131556:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764690.131558:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764690.131560:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764690.131562:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764690.131564:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764690.131568:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764690.131572:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764690.131575:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764690.131579:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f87840 x1874601358874240/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764715 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764690.131587:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358874240:192.168.202.141@tcp:250:kworker.0
00000100:00000001:2.0:1787764690.131592:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764690.131595:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764690.131598:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f87840 x1874601358874240/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764715 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764690.131604:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764690.131607:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764690.131610:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188699c00.
02000000:00000001:2.0:1787764690.131614:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764690.131617:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764690.131618:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000020:00000001:2.0:1787764690.131621:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764690.131623:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649d800.
02000000:00000001:2.0:1787764690.131627:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764690.131628:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764690.131630:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f87840.
00000100:00000001:2.0:1787764690.131633:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764690.131635:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764690.131637:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764690.131643:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764690.131645:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764690.131648:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764690.131650:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764690.131652:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764690.131657:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f85e00 x1874601358874368/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764690.131664:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764690.131666:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764690.131670:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764690.131673:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764690.131675:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764690.131678:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f85e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358874368:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764690.131682:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764690.131686:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764690.131689:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764690.131692:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764690.131696:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188699c00.
02000000:00000001:2.0:1787764690.131698:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764690.131702:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764690.131705:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764690.131709:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764690.131715:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358874368, portal 10
00000100:00000001:2.0:1787764690.131717:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764690.131718:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515384832 : -114205194166784 : ffff982187f85e00)
00000100:00000040:2.0:1787764690.131726:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f85e00 x1874601358874368/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764690.131733:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764690.131735:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764690.131738:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0088.
00000100:00000200:2.0:1787764690.131741:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358874368, offset 0
00000400:00000200:2.0:1787764690.131747:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764690.131754:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764690.131761:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764690.131766:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764690.131770:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764690.131773:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764690.131777:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764690.131780:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70702:70702:256:4294967295] 192.168.202.141@tcp LPNI seq info [70702:70702:8:4294967295]
00000400:00000200:2.0:1787764690.131785:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764690.131793:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764690.131798:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764690.131803:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8c00.
00000800:00000200:2.0:1787764690.131810:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764690.131813:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787764690.131818:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764690.131821:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1787764690.131826:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764690.131828:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8c00.
00000400:00000200:2.0:1787764690.131833:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764690.131837:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764690.131842:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0088
00000400:00000010:2.0:1787764690.131843:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0088.
00000100:00000001:2.0:1787764690.131862:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764690.131866:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f85e00 x1874601358874368/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764690.131875:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764690.131878:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f85e00 x1874601358874368/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764715 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764690.131884:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764690.131886:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764690.131889:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764690.131892:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:2.0:1787764690.131895:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764690.131897:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300248086
00000100:00000001:2.0:1787764690.131899:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300249355
00000100:00000001:2.0:1787764690.131901:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300248086
00000100:00000001:2.0:1787764690.131903:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300249355
00000100:00000001:2.0:1787764690.131906:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764690.131907:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764690.131909:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764690.131912:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764690/real 1787764690]  req@ffff982187f85e00 x1874601358874368/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764690.131918:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764690.131920:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764690.131921:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764690.131924:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764690.131925:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764690.131927:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764690.131930:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f85e00 x1874601358874368/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764690.131938:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f85e00 x1874601358874368/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764690.131945:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764690.131946:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764690.131948:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764690.131949:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764690.131953:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f85e00 x1874601358874368/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764690.131959:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764690.131962:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f85e00 x1874601358874368/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764715 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764690.131968:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764690.131970:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764690.131972:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764690.131973:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764690.131975:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764690.131977:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764690.131980:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764690.131983:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764690.131985:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764690.131989:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f85e00 x1874601358874368/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764715 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764690.131997:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f85e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358874368:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764690.132000:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764690.132002:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764690.132005:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f85e00 x1874601358874368/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764715 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764690.132010:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764690.132012:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764690.132013:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188699c00.
02000000:00000001:2.0:1787764690.132015:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764690.132017:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764690.132018:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:2.0:1787764690.132020:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764690.132021:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649f000.
02000000:00000001:2.0:1787764690.132023:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764690.132024:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764690.132026:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f85e00.
00000100:00000001:2.0:1787764690.132028:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764690.132029:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764690.132031:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764690.132034:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764690.132036:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764690.132038:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764690.132039:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764690.132156:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764690.132160:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764690.132164:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1787764690.132165:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764690.132167:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764690.132171:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764690.132174:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5575
00000400:00000200:1.0:1787764690.132178:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764690.132181:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764690.132184:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764690.132187:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764690.132190:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764690.132192:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764690.132194:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764690.132197:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764690.132199:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:1.0:1787764690.132202:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764690.132205:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:1.0:1787764690.132207:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:1.0:1787764690.132209:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:1.0:1787764690.132212:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764690.132214:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764690.132216:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764690.132218:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764690.132221:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:1.0:1787764690.132225:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764690.132227:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764690.132229:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764690.132236:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764690.132239:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764690.132241:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764690.132245:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787764690.132248:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764690.132250:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764690.132254:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f843c0.
00000020:00000040:1.0:1787764690.132257:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:1.0:1787764690.132261:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764690.132263:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764690.132266:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764690.132268:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764690.132272:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764690.132277:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649c400.
00000100:00000001:1.0:1787764690.132283:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764690.132301:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f843c0 x1874601358874496/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764690.132310:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764690.132314:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764690.132319:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ab335ac] to pc [ptlrpcd_rcv+-1]  req@ffff982187f843c0 x1874601358874496/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764690.132328:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764690.132331:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764690.132334:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787764690.132336:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764690.132337:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764690.132339:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764690.132342:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5575
00000400:00000200:1.0:1787764690.132345:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764690.132348:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764690.132350:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764690.132352:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764690.132354:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764690.132356:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764690.132358:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764690.132360:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764690.132361:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:1.0:1787764690.132363:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764690.132365:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:1.0:1787764690.132367:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:1.0:1787764690.132368:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:1.0:1787764690.132371:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764690.132373:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764690.132375:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764690.132377:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764690.132379:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:1.0:1787764690.132382:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764690.132384:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764690.132386:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764690.132389:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764690.132391:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764690.132393:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764690.132395:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1787764690.132397:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764690.132399:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764690.132402:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f84780.
00000020:00000040:1.0:1787764690.132404:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:1.0:1787764690.132407:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764690.132408:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764690.132409:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764690.132411:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764690.132412:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764690.132416:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649dc00.
00000100:00000001:1.0:1787764690.132419:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764690.132424:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f84780 x1874601358874624/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764690.132431:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764690.132433:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764690.132437:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bf6eed9] to pc [ptlrpcd_rcv+-1]  req@ffff982187f84780 x1874601358874624/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764690.132444:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764690.132446:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764690.132450:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787764690.132451:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764690.132452:0:18336:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764690.132455:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764690.132457:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5575
00000400:00000200:1.0:1787764690.132460:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764690.132463:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764690.132465:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764690.132467:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764690.132469:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764690.132471:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764690.132472:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764690.132474:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764690.132475:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:1.0:1787764690.132477:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764690.132479:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:1.0:1787764690.132480:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:1.0:1787764690.132482:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:1.0:1787764690.132485:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764690.132487:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764690.132489:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764690.132491:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764690.132493:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:1.0:1787764690.132495:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764690.132497:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764690.132499:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764690.132501:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764690.132503:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764690.132505:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764690.132507:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1787764690.132509:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764690.132511:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764690.132514:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f86940.
00000020:00000040:1.0:1787764690.132516:0:18336:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:1.0:1787764690.132518:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764690.132520:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764690.132521:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764690.132522:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764690.132524:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764690.132527:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649c000.
00000100:00000001:1.0:1787764690.132530:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764690.132534:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f86940 x1874601358874752/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764690.132540:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764690.132541:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764690.132545:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac69d1b8] to pc [ptlrpcd_rcv+-1]  req@ffff982187f86940 x1874601358874752/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764690.132551:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764690.132555:0:18336:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5585)
00000100:00000001:2.0:1787764690.132682:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764690.132685:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764690.132686:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764690.132691:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f843c0 x1874601358874496/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764690.132702:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764690.132703:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764690.132705:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764690.132707:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764690.132709:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764690.132711:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f843c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358874496:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764690.132714:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764690.132717:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764690.132718:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764690.132720:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764690.132723:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188699c00.
02000000:00000001:2.0:1787764690.132725:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764690.132729:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764690.132732:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764690.132735:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764690.132738:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358874496, portal 10
00000100:00000001:2.0:1787764690.132740:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764690.132742:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515378112 : -114205194173504 : ffff982187f843c0)
00000100:00000040:2.0:1787764690.132747:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f843c0 x1874601358874496/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764690.132754:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764690.132756:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764690.132759:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0088.
00000100:00000200:2.0:1787764690.132761:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358874496, offset 0
00000400:00000200:2.0:1787764690.132765:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764690.132770:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764690.132774:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764690.132777:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764690.132779:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764690.132781:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764690.132783:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764690.132786:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70703:70703:256:4294967295] 192.168.202.141@tcp LPNI seq info [70703:70703:8:4294967295]
00000400:00000200:2.0:1787764690.132790:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764690.132796:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764690.132800:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764690.132804:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8c00.
00000800:00000200:2.0:1787764690.132808:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764690.132811:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787764690.132815:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764690.132818:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1787764690.132822:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764690.132824:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8c00.
00000400:00000200:2.0:1787764690.132827:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764690.132831:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764690.132834:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0088
00000400:00000010:2.0:1787764690.132835:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0088.
00000100:00000001:2.0:1787764690.132838:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764690.132842:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f843c0 x1874601358874496/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764690.132868:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764690.132872:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f843c0 x1874601358874496/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764715 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764690.132878:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764690.132880:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764690.132884:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764690.132887:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:2.0:1787764690.132890:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764690.132892:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300248085
00000100:00000001:2.0:1787764690.132894:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300249355
00000100:00000001:2.0:1787764690.132896:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300248085
00000100:00000001:2.0:1787764690.132898:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300249355
00000100:00000001:2.0:1787764690.132900:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764690.132902:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764690.132904:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764690.132908:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764690/real 1787764690]  req@ffff982187f843c0 x1874601358874496/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764690.132916:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764690.132917:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764690.132919:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764690.132921:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764690.132923:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764690.132925:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764690.132928:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f843c0 x1874601358874496/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764690.132936:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f843c0 x1874601358874496/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764690.132942:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764690.132943:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764690.132945:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764690.132947:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764690.132951:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f843c0 x1874601358874496/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764690.132957:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764690.132961:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f843c0 x1874601358874496/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764715 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764690.132967:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764690.132970:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764690.132971:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764690.132972:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764690.132974:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764690.132975:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764690.132978:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764690.132981:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764690.132983:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764690.132987:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f843c0 x1874601358874496/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764715 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764690.132995:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f843c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358874496:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764690.132999:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764690.133002:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f84780 x1874601358874624/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764690.133008:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764690.133009:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764690.133011:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764690.133013:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764690.133014:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764690.133017:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f84780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358874624:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764690.133020:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764690.133022:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764690.133024:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764690.133025:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764690.133028:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869a800.
02000000:00000001:2.0:1787764690.133030:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764690.133033:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764690.133036:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764690.133039:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764690.133042:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358874624, portal 4
00000100:00000001:2.0:1787764690.133043:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764690.133044:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515379072 : -114205194172544 : ffff982187f84780)
00000100:00000040:2.0:1787764690.133050:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f84780 x1874601358874624/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764690.133056:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764690.133059:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764690.133061:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0088.
00000100:00000200:2.0:1787764690.133063:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358874624, offset 0
00000400:00000200:2.0:1787764690.133067:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764690.133070:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764690.133073:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764690.133076:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764690.133078:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764690.133081:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764690.133083:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764690.133086:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70704:70704:256:4294967295] 192.168.202.141@tcp LPNI seq info [70704:70704:8:4294967295]
00000400:00000200:2.0:1787764690.133089:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764690.133094:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764690.133098:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764690.133101:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8c00.
00000800:00000200:2.0:1787764690.133105:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764690.133108:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787764690.133112:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764690.133114:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1787764690.133118:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764690.133120:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8c00.
00000400:00000200:2.0:1787764690.133123:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764690.133126:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764690.133128:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0088
00000400:00000010:2.0:1787764690.133130:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0088.
00000100:00000001:2.0:1787764690.133132:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764690.133135:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f84780 x1874601358874624/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764690.133142:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764690.133145:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f84780 x1874601358874624/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764715 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764690.133151:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764690.133153:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764690.133156:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764690.133158:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:2.0:1787764690.133161:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764690.133163:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300248090
00000100:00000001:2.0:1787764690.133165:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300249355
00000100:00000001:2.0:1787764690.133166:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300248090
00000100:00000001:2.0:1787764690.133168:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300249355
00000100:00000001:2.0:1787764690.133170:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764690.133171:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764690.133173:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764690.133176:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764690/real 1787764690]  req@ffff982187f84780 x1874601358874624/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764690.133183:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764690.133184:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764690.133185:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764690.133187:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764690.133189:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764690.133191:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764690.133193:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f84780 x1874601358874624/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764690.133201:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f84780 x1874601358874624/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764690.133207:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764690.133208:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764690.133210:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764690.133211:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764690.133215:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f84780 x1874601358874624/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764690.133221:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764690.133224:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f84780 x1874601358874624/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764715 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764690.133231:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764690.133233:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764690.133234:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764690.133236:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764690.133238:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764690.133239:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764690.133241:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764690.133244:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764690.133246:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764690.133250:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f84780 x1874601358874624/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764715 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764690.133258:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f84780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358874624:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764690.133262:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764690.133265:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f86940 x1874601358874752/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764690.133270:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764690.133272:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764690.133274:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764690.133275:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764690.133277:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764690.133279:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358874752:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764690.133282:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764690.133284:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764690.133285:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764690.133287:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764690.133303:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869a400.
02000000:00000001:2.0:1787764690.133306:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764690.133309:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764690.133312:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764690.133315:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764690.133319:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358874752, portal 4
00000100:00000001:2.0:1787764690.133320:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764690.133322:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515387712 : -114205194163904 : ffff982187f86940)
00000100:00000040:2.0:1787764690.133328:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f86940 x1874601358874752/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764690.133333:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764690.133335:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764690.133337:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0088.
00000100:00000200:2.0:1787764690.133339:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358874752, offset 0
00000400:00000200:2.0:1787764690.133343:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764690.133346:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764690.133349:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764690.133352:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764690.133354:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764690.133357:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764690.133359:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764690.133361:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70705:70705:256:4294967295] 192.168.202.141@tcp LPNI seq info [70705:70705:8:4294967295]
00000400:00000200:2.0:1787764690.133365:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764690.133370:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764690.133374:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764690.133378:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8c00.
00000800:00000200:2.0:1787764690.133381:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764690.133384:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787764690.133388:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764690.133391:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1787764690.133394:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764690.133395:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8c00.
00000400:00000200:2.0:1787764690.133398:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764690.133402:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764690.133404:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0088
00000400:00000010:2.0:1787764690.133406:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0088.
00000100:00000001:2.0:1787764690.133409:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764690.133412:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f86940 x1874601358874752/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764690.133420:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764690.133423:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f86940 x1874601358874752/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764715 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764690.133428:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764690.133430:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764690.133433:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764690.133436:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:2.0:1787764690.133439:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764690.133440:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300248091
00000100:00000001:2.0:1787764690.133443:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300249355
00000100:00000001:2.0:1787764690.133445:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300248091
00000100:00000001:2.0:1787764690.133447:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300249355
00000100:00000001:2.0:1787764690.133449:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764690.133451:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764690.133453:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764690.133456:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764690/real 1787764690]  req@ffff982187f86940 x1874601358874752/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764690.133464:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764690.133465:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764690.133467:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764690.133469:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764690.133471:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764690.133472:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764690.133476:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f86940 x1874601358874752/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764690.133484:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f86940 x1874601358874752/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764690.133494:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764690.133495:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764690.133497:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764690.133498:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764690.133501:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f86940 x1874601358874752/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764690.133507:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764690.133511:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f86940 x1874601358874752/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764715 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764690.133517:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764690.133519:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764690.133521:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764690.133522:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764690.133524:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764690.133525:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764690.133527:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764690.133530:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764690.133533:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764690.133536:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f86940 x1874601358874752/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764715 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764690.133544:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358874752:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764690.133547:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764690.133549:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764690.133552:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f843c0 x1874601358874496/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764715 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764690.133558:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764690.133559:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764690.133561:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188699c00.
02000000:00000001:2.0:1787764690.133564:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764690.133566:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764690.133567:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:2.0:1787764690.133569:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764690.133571:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649c400.
02000000:00000001:2.0:1787764690.133574:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764690.133575:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764690.133577:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f843c0.
00000100:00000001:2.0:1787764690.133579:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764690.133580:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764690.133582:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764690.133585:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f84780 x1874601358874624/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764715 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764690.133591:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764690.133592:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764690.133594:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869a800.
02000000:00000001:2.0:1787764690.133596:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764690.133597:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764690.133598:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:2.0:1787764690.133600:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764690.133601:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649dc00.
02000000:00000001:2.0:1787764690.133604:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764690.133604:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764690.133606:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f84780.
00000100:00000001:2.0:1787764690.133607:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764690.133609:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764690.133610:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764690.133614:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f86940 x1874601358874752/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764715 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764690.133620:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764690.133621:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764690.133622:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869a400.
02000000:00000001:2.0:1787764690.133624:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764690.133625:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764690.133627:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:2.0:1787764690.133629:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764690.133630:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649c000.
02000000:00000001:2.0:1787764690.133632:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764690.133633:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764690.133634:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f86940.
00000100:00000001:2.0:1787764690.133636:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764690.133637:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764690.133639:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764690.133643:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764690.133644:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764690.133646:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764690.133648:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764690.448026:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764690.448033:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764690.448040:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764690.448041:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764690.448045:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764690.448046:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764690.448050:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764690.448051:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764690.448054:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764690.448055:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764690.448075:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764690.448078:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764690.448081:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764690.703957:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764690.703964:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764690.703967:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764690.703972:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764690.703977:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764690.703981:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764690.703985:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764690.703988:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764690.703991:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764691.472043:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4300249355, at 4300249408
00000100:00000010:3.0:1787764691.472058:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9821832cfd80.
00000100:00000040:2.0:1787764691.472232:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4300249355, at 4300249408
00000100:00000010:2.0:1787764691.472238:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9821832cf600.
00010000:00000001:0.0:1787764691.472310:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764691.472313:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764691.472318:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764691.472320:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764691.472323:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764691.472324:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764691.472328:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764691.472329:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764691.472332:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764691.472334:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764691.472385:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764691.472389:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764691.472392:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764691.727964:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764691.727972:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764691.727974:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764691.727980:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764691.727983:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764691.727987:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764691.727990:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764691.727992:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764691.727995:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764692.496107:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764692.496114:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764692.496120:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764692.496121:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764692.496125:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764692.496126:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764692.496130:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764692.496131:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764692.496135:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764692.496137:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764692.497449:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764692.497452:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764692.497456:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764692.752095:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764692.752102:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764692.752105:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764692.752110:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764692.752114:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764692.752118:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764692.752121:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764692.752123:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764692.752126:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764693.524352:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764693.524360:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764693.524366:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764693.524367:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764693.524371:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764693.524372:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764693.524376:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764693.524377:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764693.524381:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764693.524382:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764693.524409:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764693.524412:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764693.524414:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764693.775971:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764693.775978:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764693.775980:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764693.775986:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764693.775990:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764693.775994:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764693.775997:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764693.776000:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764693.776003:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764694.543986:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764694.543995:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764694.543998:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764694.544001:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764694.544007:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764694.544010:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764694.544012:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764694.544014:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764694.544019:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764694.544021:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764694.544024:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764694.544025:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764694.544029:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764694.544030:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764694.544031:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764694.544033:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764694.544034:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764694.544036:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764694.544037:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764694.544038:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764694.544042:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764694.544043:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764694.544302:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764694.544306:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764694.544309:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764694.800431:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764694.800440:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764694.800443:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764694.800449:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764694.800453:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764694.800458:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764694.800461:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764694.800464:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764694.800467:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764695.248026:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764695.248040:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787764695.248042:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764695.248046:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764695.248052:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764695.248061:0:18336:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5580
00000400:00000200:1.0:1787764695.248070:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764695.248077:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764695.248080:0:18336:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764695.248084:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764695.248089:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764695.248091:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764695.248093:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764695.248098:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764695.248100:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:1.0:1787764695.248103:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764695.248106:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:1.0:1787764695.248109:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:1.0:1787764695.248111:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:1.0:1787764695.248114:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764695.248116:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764695.248119:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764695.248120:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764695.248123:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:1.0:1787764695.248127:0:18336:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764695.248129:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764695.248132:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764695.248135:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764695.248138:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764695.248140:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787764695.248141:0:18336:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764695.248151:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f85a40.
00000020:00000040:1.0:1787764695.248155:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:1.0:1787764695.248158:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764695.248160:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764695.248163:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764695.248166:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764695.248170:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764695.248180:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649e400.
00000100:00000001:1.0:1787764695.248187:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764695.248199:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f85a40 x1874601358874880/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764695.248210:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764695.248227:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764695.248233:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000920ad038] to pc [ptlrpcd_rcv+-1]  req@ffff982187f85a40 x1874601358874880/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764695.248583:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764695.248587:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764695.248591:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787764695.248593:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764695.248595:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764695.248598:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764695.248602:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5580
00000400:00000200:1.0:1787764695.248608:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764695.248611:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764695.248614:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764695.248618:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764695.248620:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764695.248623:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764695.248625:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764695.248628:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764695.248630:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:1.0:1787764695.248632:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764695.248634:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:1.0:1787764695.248636:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:1.0:1787764695.248638:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:1.0:1787764695.248641:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764695.248643:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764695.248645:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764695.248647:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764695.248649:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:1.0:1787764695.248652:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764695.248654:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764695.248656:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764695.248663:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764695.248666:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764695.248667:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764695.248671:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787764695.248675:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764695.248677:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764695.248681:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f870c0.
00000020:00000040:1.0:1787764695.248684:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:1.0:1787764695.248687:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764695.248689:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764695.248691:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764695.248692:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764695.248694:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764695.248698:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649fc00.
00000100:00000001:1.0:1787764695.248702:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764695.248707:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f870c0 x1874601358875008/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764695.248714:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764695.248717:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764695.248721:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a65be51] to pc [ptlrpcd_rcv+-1]  req@ffff982187f870c0 x1874601358875008/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764695.248730:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764695.248732:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764695.248736:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1787764695.248738:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764695.248739:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764695.248742:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764695.248745:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5580
00000400:00000200:1.0:1787764695.248750:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764695.248752:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764695.248755:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764695.248758:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764695.248760:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764695.248762:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764695.248764:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764695.248766:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764695.248767:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:1.0:1787764695.248769:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764695.248771:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:1.0:1787764695.248773:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:1.0:1787764695.248776:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:1.0:1787764695.248779:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764695.248780:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764695.248782:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764695.248784:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764695.248787:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:1.0:1787764695.248789:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764695.248792:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764695.248794:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764695.248796:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764695.248798:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764695.248801:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764695.248803:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787764695.248805:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764695.248806:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764695.248810:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f84f00.
00000020:00000040:1.0:1787764695.248812:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:1.0:1787764695.248814:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764695.248815:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764695.248817:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764695.248818:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764695.248819:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764695.248823:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649e000.
00000100:00000001:1.0:1787764695.248826:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764695.248830:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f84f00 x1874601358875136/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764695.248837:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764695.248840:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764695.248843:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007cd831b5] to pc [ptlrpcd_rcv+-1]  req@ffff982187f84f00 x1874601358875136/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764695.248875:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764695.248879:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764695.248884:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787764695.248885:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764695.248888:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764695.248891:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764695.248894:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5580
00000400:00000200:1.0:1787764695.248898:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764695.248902:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764695.248905:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764695.248908:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764695.248911:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764695.248913:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764695.248916:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764695.248918:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764695.248920:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:1.0:1787764695.248922:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764695.248924:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:1.0:1787764695.248926:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:1.0:1787764695.248929:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:1.0:1787764695.248931:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764695.248933:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764695.248934:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764695.248936:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764695.248938:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:1.0:1787764695.248940:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764695.248942:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764695.248944:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764695.248947:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764695.248949:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764695.248951:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764695.248954:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1787764695.248956:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764695.248957:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764695.248960:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f87c00.
00000020:00000040:1.0:1787764695.248962:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:1.0:1787764695.248965:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764695.248966:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764695.248968:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764695.248969:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764695.248970:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764695.248973:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649d000.
00000100:00000001:1.0:1787764695.248976:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764695.248980:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f87c00 x1874601358875264/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764695.248986:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764695.248988:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764695.248991:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000480dc2f8] to pc [ptlrpcd_rcv+-1]  req@ffff982187f87c00 x1874601358875264/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764695.248998:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764695.249001:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764695.249004:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787764695.249005:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764695.249007:0:18336:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764695.249009:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764695.249011:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5580
00000400:00000200:1.0:1787764695.249014:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764695.249016:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764695.249018:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764695.249020:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764695.249022:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764695.249023:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764695.249026:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764695.249027:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764695.249029:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:1.0:1787764695.249030:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764695.249032:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:1.0:1787764695.249034:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:1.0:1787764695.249035:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:1.0:1787764695.249038:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764695.249039:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764695.249041:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764695.249042:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764695.249044:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:1.0:1787764695.249046:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764695.249048:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764695.249049:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764695.249051:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764695.249053:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764695.249054:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764695.249055:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1787764695.249057:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764695.249058:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764695.249061:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f85680.
00000020:00000040:1.0:1787764695.249063:0:18336:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:1.0:1787764695.249065:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764695.249066:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764695.249067:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764695.249068:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764695.249070:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764695.249073:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649f400.
00000100:00000001:1.0:1787764695.249076:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764695.249080:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f85680 x1874601358875392/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764695.249092:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764695.249093:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764695.249097:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000008ac09af] to pc [ptlrpcd_rcv+-1]  req@ffff982187f85680 x1874601358875392/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764695.249104:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764695.249108:0:18336:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5590)
00000100:00000001:2.0:1787764695.249593:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764695.249599:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764695.249602:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764695.249610:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f85a40 x1874601358874880/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764695.249619:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764695.249621:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764695.249625:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764695.249628:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764695.249632:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764695.249635:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358874880:192.168.202.141@tcp:250:kworker.0
00000100:00000001:2.0:1787764695.249641:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764695.249645:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764695.249648:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764695.249651:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764695.249660:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869a400.
02000000:00000001:2.0:1787764695.249663:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764695.249672:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764695.249676:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764695.249685:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764695.249695:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358874880, portal 25
00000100:00000001:2.0:1787764695.249698:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764695.249700:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515383872 : -114205194167744 : ffff982187f85a40)
00000100:00000040:2.0:1787764695.249706:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f85a40 x1874601358874880/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764695.249714:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764695.249717:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764695.249720:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0088.
00000100:00000200:2.0:1787764695.249723:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358874880, offset 0
00000400:00000200:2.0:1787764695.249731:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764695.249742:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764695.249750:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764695.249756:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764695.249762:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764695.249766:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764695.249769:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764695.249773:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70706:70706:256:4294967295] 192.168.202.141@tcp LPNI seq info [70706:70706:8:4294967295]
00000400:00000200:2.0:1787764695.249777:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764695.249787:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764695.249793:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764695.249799:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8c00.
00000800:00000200:2.0:1787764695.249807:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764695.249812:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787764695.249818:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764695.249821:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1787764695.249826:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764695.249829:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8c00.
00000400:00000200:2.0:1787764695.249836:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764695.249842:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764695.249952:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0088
00000400:00000010:2.0:1787764695.249955:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0088.
00000100:00000001:2.0:1787764695.249961:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764695.249966:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f85a40 x1874601358874880/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764695.249977:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764695.249980:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f85a40 x1874601358874880/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764720 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764695.249988:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764695.249990:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764695.249997:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764695.250002:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764695.250005:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4300254477
00000100:00000010:2.0:1787764695.250012:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9821832cf600.
00000100:00000001:2.0:1787764695.250020:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787764695.250026:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4300254477
00000100:00000010:2.0:1787764695.250029:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9821832cf180.
00000100:00000001:2.0:1787764695.250032:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787764695.250035:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764695.250038:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764695.250041:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764695.250046:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764695/real 1787764695]  req@ffff982187f85a40 x1874601358874880/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764695.250057:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764695.250059:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764695.250061:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764695.250064:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764695.250065:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764695.250068:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764695.250071:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f85a40 x1874601358874880/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764695.250086:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f85a40 x1874601358874880/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764695.250092:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764695.250094:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764695.250096:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764695.250098:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764695.250102:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f85a40 x1874601358874880/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764695.250108:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764695.250113:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f85a40 x1874601358874880/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764720 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764695.250120:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764695.250123:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764695.250125:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764695.250126:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764695.250128:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764695.250131:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764695.250134:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764695.250138:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764695.250140:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764695.250143:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f85a40 x1874601358874880/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764720 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764695.250152:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358874880:192.168.202.141@tcp:250:kworker.0
00000100:00000001:2.0:1787764695.250156:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764695.250160:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f870c0 x1874601358875008/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764695.250167:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764695.250169:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764695.250171:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764695.250173:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764695.250175:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764695.250178:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358875008:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764695.250181:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764695.250183:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764695.250184:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764695.250186:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764695.250189:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869a800.
02000000:00000001:2.0:1787764695.250191:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764695.250195:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764695.250198:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764695.250202:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764695.250204:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358875008, portal 10
00000100:00000001:2.0:1787764695.250206:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764695.250207:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515389632 : -114205194161984 : ffff982187f870c0)
00000100:00000040:2.0:1787764695.250523:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f870c0 x1874601358875008/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764695.250531:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764695.250534:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764695.250537:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0088.
00000100:00000200:2.0:1787764695.250540:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358875008, offset 0
00000400:00000200:2.0:1787764695.250545:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764695.250550:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764695.250554:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764695.250557:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764695.250560:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764695.250563:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764695.250565:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764695.250569:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70707:70707:256:4294967295] 192.168.202.141@tcp LPNI seq info [70707:70707:8:4294967295]
00000400:00000200:2.0:1787764695.250573:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764695.250579:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764695.250584:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764695.250588:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8c00.
00000800:00000200:2.0:1787764695.250592:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764695.250596:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787764695.250600:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764695.250602:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1787764695.250605:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764695.250607:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8c00.
00000400:00000200:2.0:1787764695.250610:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764695.250614:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764695.250617:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0088
00000400:00000010:2.0:1787764695.250619:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0088.
00000100:00000001:2.0:1787764695.250622:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764695.250626:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f870c0 x1874601358875008/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764695.250634:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764695.250637:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f870c0 x1874601358875008/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764720 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764695.250643:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764695.250645:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764695.250648:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764695.250652:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:2.0:1787764695.250655:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764695.250659:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300253208
00000100:00000001:2.0:1787764695.250661:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300254477
00000100:00000001:2.0:1787764695.250663:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300253208
00000100:00000001:2.0:1787764695.250665:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300254477
00000100:00000001:2.0:1787764695.250667:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764695.250669:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764695.250671:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764695.250675:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764695/real 1787764695]  req@ffff982187f870c0 x1874601358875008/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764695.250682:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764695.250684:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764695.250686:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764695.250688:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764695.250690:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764695.250692:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764695.250695:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f870c0 x1874601358875008/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764695.250703:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f870c0 x1874601358875008/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764695.250709:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764695.250711:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764695.250713:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764695.250714:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764695.250717:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f870c0 x1874601358875008/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764695.250724:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764695.250728:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f870c0 x1874601358875008/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764720 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764695.250735:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764695.250737:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764695.250738:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764695.250740:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764695.250742:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764695.250744:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764695.250746:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764695.250750:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764695.250752:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764695.250756:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f870c0 x1874601358875008/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764720 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764695.250764:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358875008:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764695.250768:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764695.250771:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f84f00 x1874601358875136/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764695.250778:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764695.250779:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764695.250782:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764695.250783:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764695.250785:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764695.250788:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358875136:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764695.250791:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764695.250794:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764695.250796:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764695.250797:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764695.250801:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188699c00.
02000000:00000001:2.0:1787764695.250803:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764695.250806:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764695.250809:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764695.250812:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764695.250815:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358875136, portal 10
00000100:00000001:2.0:1787764695.250816:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764695.250818:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515380992 : -114205194170624 : ffff982187f84f00)
00000100:00000040:2.0:1787764695.250824:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f84f00 x1874601358875136/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764695.250830:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764695.250832:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764695.250834:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0088.
00000100:00000200:2.0:1787764695.250837:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358875136, offset 0
00000400:00000200:2.0:1787764695.250841:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764695.250845:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764695.250875:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764695.250878:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764695.250881:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764695.250884:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764695.250887:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764695.250890:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70708:70708:256:4294967295] 192.168.202.141@tcp LPNI seq info [70708:70708:8:4294967295]
00000400:00000200:2.0:1787764695.250895:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764695.250902:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764695.250906:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764695.250909:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8c00.
00000800:00000200:2.0:1787764695.250913:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764695.250916:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787764695.250920:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764695.250923:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1787764695.250940:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764695.250942:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8c00.
00000400:00000200:2.0:1787764695.250945:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764695.250948:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764695.250951:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0088
00000400:00000010:2.0:1787764695.250953:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0088.
00000100:00000001:2.0:1787764695.250955:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764695.250959:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f84f00 x1874601358875136/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764695.250967:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764695.250970:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f84f00 x1874601358875136/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764720 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764695.250976:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764695.250977:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764695.250981:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764695.250984:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:2.0:1787764695.250988:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764695.250990:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300253203
00000100:00000001:2.0:1787764695.250992:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300254477
00000100:00000001:2.0:1787764695.250994:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300253203
00000100:00000001:2.0:1787764695.250996:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300254477
00000100:00000001:2.0:1787764695.250998:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764695.251000:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764695.251002:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764695.251006:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764695/real 1787764695]  req@ffff982187f84f00 x1874601358875136/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764695.251013:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764695.251014:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764695.251015:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764695.251018:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764695.251019:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764695.251022:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764695.251024:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f84f00 x1874601358875136/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764695.251031:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f84f00 x1874601358875136/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764695.251037:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764695.251038:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764695.251040:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764695.251042:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764695.251045:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f84f00 x1874601358875136/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764695.251052:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764695.251055:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f84f00 x1874601358875136/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764720 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764695.251062:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764695.251065:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764695.251066:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764695.251067:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764695.251069:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764695.251071:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764695.251073:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764695.251076:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764695.251078:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764695.251082:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f84f00 x1874601358875136/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764720 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764695.251089:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358875136:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764695.251093:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764695.251096:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f87c00 x1874601358875264/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764695.251104:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764695.251105:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764695.251107:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764695.251109:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764695.251111:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764695.251114:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358875264:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764695.251117:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764695.251119:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764695.251121:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764695.251123:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764695.251126:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869b800.
02000000:00000001:2.0:1787764695.251128:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764695.251131:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764695.251134:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764695.251137:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764695.251140:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358875264, portal 4
00000100:00000001:2.0:1787764695.251142:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764695.251144:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515392512 : -114205194159104 : ffff982187f87c00)
00000100:00000040:2.0:1787764695.251149:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f87c00 x1874601358875264/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764695.251156:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764695.251158:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764695.251160:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0088.
00000100:00000200:2.0:1787764695.251162:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358875264, offset 0
00000400:00000200:2.0:1787764695.251166:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764695.251170:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764695.251173:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764695.251176:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764695.251178:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764695.251180:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764695.251183:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764695.251185:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70709:70709:256:4294967295] 192.168.202.141@tcp LPNI seq info [70709:70709:8:4294967295]
00000400:00000200:2.0:1787764695.251189:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764695.251194:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764695.251199:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764695.251202:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8c00.
00000800:00000200:2.0:1787764695.251206:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764695.251208:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787764695.251304:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764695.251307:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1787764695.251310:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764695.251582:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8c00.
00000400:00000200:2.0:1787764695.251587:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764695.251592:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764695.251595:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0088
00000400:00000010:2.0:1787764695.251597:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0088.
00000100:00000001:2.0:1787764695.251600:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764695.251605:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f87c00 x1874601358875264/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764695.251619:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764695.251622:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f87c00 x1874601358875264/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764720 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764695.251628:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764695.251630:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764695.251633:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764695.251636:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:2.0:1787764695.251640:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764695.251642:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300253208
00000100:00000001:2.0:1787764695.251645:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300254477
00000100:00000001:2.0:1787764695.251647:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300253208
00000100:00000001:2.0:1787764695.251649:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300254477
00000100:00000001:2.0:1787764695.251651:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764695.251654:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764695.251656:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764695.251659:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764695/real 1787764695]  req@ffff982187f87c00 x1874601358875264/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764695.251667:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764695.251668:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764695.251670:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764695.251673:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764695.251674:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764695.251677:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764695.251679:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f87c00 x1874601358875264/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764695.251687:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f87c00 x1874601358875264/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764695.251694:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764695.251695:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764695.251698:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764695.251699:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764695.251702:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f87c00 x1874601358875264/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764695.251709:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764695.251713:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f87c00 x1874601358875264/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764720 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764695.251720:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764695.251722:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764695.251724:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764695.251725:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764695.251727:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764695.251728:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764695.251731:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764695.251734:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764695.251737:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764695.251740:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f87c00 x1874601358875264/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764720 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764695.251747:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358875264:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764695.251751:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764695.251755:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f85680 x1874601358875392/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764695.251761:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764695.251762:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764695.251765:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764695.251766:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764695.251769:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764695.251772:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358875392:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764695.251775:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764695.251777:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764695.251779:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764695.251781:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764695.251784:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188698800.
02000000:00000001:2.0:1787764695.251786:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764695.251790:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764695.251792:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764695.251795:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764695.251799:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358875392, portal 4
00000100:00000001:2.0:1787764695.251801:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764695.251802:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515382912 : -114205194168704 : ffff982187f85680)
00000100:00000040:2.0:1787764695.251808:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f85680 x1874601358875392/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764695.251814:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764695.251817:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764695.251819:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0088.
00000100:00000200:2.0:1787764695.251821:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358875392, offset 0
00000400:00000200:2.0:1787764695.251826:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764695.251830:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764695.251834:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764695.251837:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764695.251840:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764695.251842:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764695.251844:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764695.252480:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70710:70710:256:4294967295] 192.168.202.141@tcp LPNI seq info [70710:70710:8:4294967295]
00000400:00000200:2.0:1787764695.252486:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764695.252494:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764695.252499:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764695.252505:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8c00.
00000800:00000200:2.0:1787764695.252512:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764695.252516:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1787764695.252521:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764695.252524:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1787764695.252528:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764695.252531:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8c00.
00000400:00000200:2.0:1787764695.252534:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764695.252539:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764695.252543:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0088
00000400:00000010:2.0:1787764695.252544:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0088.
00000100:00000001:2.0:1787764695.252548:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764695.252553:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f85680 x1874601358875392/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764695.252562:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764695.252566:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f85680 x1874601358875392/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764720 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764695.252573:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764695.252575:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764695.252578:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764695.252581:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:2.0:1787764695.252584:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764695.252586:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300253210
00000100:00000001:2.0:1787764695.252589:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300254477
00000100:00000001:2.0:1787764695.252591:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300253210
00000100:00000001:2.0:1787764695.252594:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300254477
00000100:00000001:2.0:1787764695.252596:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764695.252599:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764695.252601:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764695.252604:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764695/real 1787764695]  req@ffff982187f85680 x1874601358875392/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764695.252612:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764695.252614:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764695.252615:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764695.252618:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764695.252620:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764695.252622:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764695.252625:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f85680 x1874601358875392/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764695.252634:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f85680 x1874601358875392/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764695.252640:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764695.252641:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764695.252643:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764695.252644:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764695.252648:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f85680 x1874601358875392/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764695.252654:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764695.252658:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f85680 x1874601358875392/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764720 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764695.252664:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764695.252666:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764695.252668:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764695.252669:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764695.252671:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764695.252673:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764695.252676:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764695.252679:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764695.252681:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764695.252685:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f85680 x1874601358875392/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764720 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764695.252696:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358875392:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764695.252701:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764695.252703:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764695.252707:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f85a40 x1874601358874880/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764720 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764695.252713:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764695.252716:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764695.252719:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869a400.
02000000:00000001:2.0:1787764695.252721:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764695.252724:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764695.252726:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000020:00000001:2.0:1787764695.252728:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764695.252730:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649e400.
02000000:00000001:2.0:1787764695.252733:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764695.252734:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764695.252736:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f85a40.
00000100:00000001:2.0:1787764695.252739:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764695.252740:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764695.252741:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764695.252745:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f870c0 x1874601358875008/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764720 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764695.252751:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764695.252752:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764695.252753:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869a800.
02000000:00000001:2.0:1787764695.252755:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764695.252756:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764695.252758:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:2.0:1787764695.252760:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764695.252761:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649fc00.
02000000:00000001:2.0:1787764695.252763:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764695.252765:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764695.252766:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f870c0.
00000100:00000001:2.0:1787764695.252769:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764695.252770:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764695.252772:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764695.252775:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f84f00 x1874601358875136/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764720 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764695.252783:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764695.252784:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764695.252786:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188699c00.
02000000:00000001:2.0:1787764695.252788:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764695.252789:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764695.252791:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:2.0:1787764695.252793:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764695.252794:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649e000.
02000000:00000001:2.0:1787764695.252797:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764695.252798:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764695.252799:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f84f00.
00000100:00000001:2.0:1787764695.252801:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764695.252803:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764695.252804:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764695.252808:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f87c00 x1874601358875264/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764720 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764695.252814:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764695.252815:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764695.252816:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869b800.
02000000:00000001:2.0:1787764695.252818:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764695.252819:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764695.252820:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:2.0:1787764695.252822:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764695.252823:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649d000.
02000000:00000001:2.0:1787764695.252825:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764695.252826:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764695.252828:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f87c00.
00000100:00000001:2.0:1787764695.252830:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764695.252831:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764695.252832:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764695.252835:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f85680 x1874601358875392/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764720 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764695.252842:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764695.252844:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764695.252845:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188698800.
02000000:00000001:2.0:1787764695.252866:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764695.252867:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764695.252868:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:2.0:1787764695.252870:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764695.252872:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649f400.
02000000:00000001:2.0:1787764695.252874:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764695.252875:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764695.252876:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f85680.
00000100:00000001:2.0:1787764695.252878:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764695.252879:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764695.252881:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764695.252890:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764695.252892:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764695.252895:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764695.252897:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764695.568042:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764695.568049:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764695.568055:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764695.568056:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764695.568059:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764695.568061:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764695.568065:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764695.568066:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764695.568069:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764695.568070:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764695.568092:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764695.568094:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764695.568097:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764695.823933:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764695.823942:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764695.823944:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764695.823949:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764695.823952:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764695.823954:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764695.823956:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764695.823958:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764695.823960:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764696.591989:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4300254477, at 4300254528
00010000:00000001:0.0:1787764696.591992:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764696.591999:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764696.592008:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764696.592009:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764696.592011:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9821832cf600.
00010000:00000001:0.0:1787764696.592015:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764696.592018:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764696.592024:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764696.592025:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764696.592030:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764696.592031:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764696.592059:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764696.592063:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764696.592066:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787764696.592119:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4300254477, at 4300254528
00000100:00000010:3.0:1787764696.592127:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9821832cf180.
00000100:00000001:3.0:1787764696.849291:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764696.849302:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764696.849304:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764696.849311:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764696.849315:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764696.849320:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764696.849323:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764696.849325:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764696.849329:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764697.618096:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764697.618117:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764697.618125:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764697.618129:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764697.618132:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764697.618136:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764697.618139:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764697.618142:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764697.618144:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764697.618146:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764697.618151:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764697.618152:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764697.618156:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764697.618158:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764697.618161:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764697.618164:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764697.618484:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764697.618489:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764697.618493:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764697.871958:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764697.871966:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764697.871968:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764697.871973:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764697.871976:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764697.871980:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764697.871982:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764697.871985:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764697.871988:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764698.640033:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764698.640043:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764698.640052:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764698.640053:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764698.640057:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764698.640059:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764698.640062:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764698.640063:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764698.640067:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764698.640069:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764698.640100:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764698.641512:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764698.641518:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764698.896004:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764698.896014:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764698.896017:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764698.896024:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764698.896029:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764698.896034:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764698.896037:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764698.896041:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764698.896044:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764699.664005:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764699.664015:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764699.664023:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764699.664025:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764699.664029:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764699.664033:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764699.664036:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764699.664040:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764699.664044:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764699.664047:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764699.664049:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764699.664052:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764699.664055:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764699.664057:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764699.664061:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764699.664063:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764699.664065:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764699.664066:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764699.664068:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764699.664069:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764699.664071:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764699.664073:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764699.664102:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764699.664105:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764699.664109:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764699.920289:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764699.920299:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764699.920301:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764699.920308:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764699.920312:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764699.920316:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764699.920319:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764699.920322:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764699.920325:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764700.371424:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764700.371438:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787764700.371441:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764700.371446:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764700.371452:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764700.371462:0:18336:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5585
00000400:00000200:2.0:1787764700.371474:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764700.371482:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764700.371485:0:18336:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764700.371490:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764700.371494:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764700.371497:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764700.371500:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764700.371505:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764700.371507:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:2.0:1787764700.371511:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764700.371515:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:2.0:1787764700.371518:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:2.0:1787764700.371520:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:2.0:1787764700.371523:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764700.371525:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764700.371527:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764700.371529:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764700.371532:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:2.0:1787764700.371536:0:18336:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764700.371538:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764700.371542:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764700.371546:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764700.371549:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764700.371553:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787764700.371555:0:18336:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764700.371568:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896bd680.
00000020:00000040:2.0:1787764700.371573:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:2.0:1787764700.371578:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764700.371580:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764700.371584:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764700.371588:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764700.371592:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764700.371602:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218869b800.
00000100:00000001:2.0:1787764700.371610:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764700.371622:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896bd680 x1874601358875520/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764700.371640:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764700.371646:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764700.371651:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3e0fd1d] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bd680 x1874601358875520/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764700.371704:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764700.371709:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764700.371712:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764700.371720:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896bd680 x1874601358875520/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764700.371729:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764700.371731:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764700.371735:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764700.371738:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764700.371741:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764700.371744:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896bd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358875520:192.168.202.141@tcp:250:kworker.0
00000100:00000001:1.0:1787764700.371749:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764700.371754:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764700.371757:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764700.371760:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764700.371766:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649e800.
02000000:00000001:1.0:1787764700.371768:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764700.371775:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764700.371780:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3738.
00000400:00000010:1.0:1787764700.371788:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fa18.
00000100:00000200:1.0:1787764700.371797:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358875520, portal 25
00000100:00000001:1.0:1787764700.371800:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764700.371801:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539729536 : -114205169822080 : ffff9821896bd680)
00000100:00000040:1.0:1787764700.371808:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896bd680 x1874601358875520/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764700.371822:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764700.371825:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764700.371828:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fee0.
00000100:00000200:1.0:1787764700.371832:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358875520, offset 0
00000400:00000200:1.0:1787764700.371839:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764700.371868:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764700.371875:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764700.371882:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764700.371886:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764700.371891:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764700.371894:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764700.371898:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70711:70711:256:4294967295] 192.168.202.141@tcp LPNI seq info [70711:70711:8:4294967295]
00000400:00000200:1.0:1787764700.371903:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764700.371913:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764700.371920:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764700.371927:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198796000.
00000800:00000200:1.0:1787764700.371935:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764700.371939:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1787764700.371946:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764700.371950:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 11 secs later)
00000800:00000100:1.0:1787764700.371955:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764700.371958:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198796000.
00000400:00000200:1.0:1787764700.371966:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764700.371971:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764700.371978:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fee0
00000400:00000010:1.0:1787764700.371980:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fee0.
00000100:00000001:1.0:1787764700.371985:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764700.371990:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896bd680 x1874601358875520/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764700.372052:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764700.372057:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764700.372060:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787764700.372062:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764700.372063:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764700.372066:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764700.372069:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5585
00000400:00000200:2.0:1787764700.372074:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764700.372077:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764700.372080:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764700.372083:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764700.372085:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764700.372087:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764700.372089:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764700.372092:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764700.372093:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:2.0:1787764700.372095:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764700.372097:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:2.0:1787764700.372099:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:2.0:1787764700.372101:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:2.0:1787764700.372104:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764700.372106:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764700.372108:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764700.372111:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764700.372114:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:2.0:1787764700.372116:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764700.372119:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764700.372121:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764700.372127:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764700.372130:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764700.372132:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764700.372138:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764700.372142:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764700.372145:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764700.372149:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896bc780.
00000020:00000040:2.0:1787764700.372151:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:2.0:1787764700.372155:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764700.372156:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764700.372158:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764700.372159:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764700.372161:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764700.372165:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982188699c00.
00000100:00000001:2.0:1787764700.372169:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764700.372174:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896bc780 x1874601358875648/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764700.372182:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764700.372185:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764700.372188:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da9b6c09] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bc780 x1874601358875648/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764700.372237:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764700.372242:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bd680 x1874601358875520/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764725 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764700.372256:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764700.372258:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764700.372267:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764700.372271:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764700.372274:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4300259599
00000100:00000010:1.0:1787764700.372280:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982191cd4180.
00000100:00000001:1.0:1787764700.372287:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787764700.372296:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4300259599
00000100:00000010:1.0:1787764700.372299:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982191cd40c0.
00000100:00000001:1.0:1787764700.372302:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787764700.372305:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764700.372308:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764700.372311:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764700.372316:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764700/real 1787764700]  req@ffff9821896bd680 x1874601358875520/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764700.372326:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764700.372328:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764700.372330:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3738.
00000400:00000200:1.0:1787764700.372334:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fa18
00000400:00000010:1.0:1787764700.372336:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fa18.
00000100:00000001:1.0:1787764700.372338:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764700.372342:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896bd680 x1874601358875520/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764700.372351:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896bd680 x1874601358875520/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764700.372358:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764700.372359:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764700.372362:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764700.372364:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764700.372368:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896bd680 x1874601358875520/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764700.372376:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764700.372380:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896bd680 x1874601358875520/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764725 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764700.372387:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764700.372391:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764700.372392:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764700.372393:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764700.372396:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764700.372398:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764700.372401:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764700.372405:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764700.372408:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764700.372413:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896bd680 x1874601358875520/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764725 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764700.372421:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896bd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358875520:192.168.202.141@tcp:250:kworker.0
00000100:00000001:1.0:1787764700.372426:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764700.372429:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764700.372431:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bd680 x1874601358875520/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764725 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764700.372438:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764700.372441:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764700.372444:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649e800.
02000000:00000001:1.0:1787764700.372448:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764700.372450:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764700.372451:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000020:00000001:1.0:1787764700.372454:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764700.372457:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218869b800.
02000000:00000001:1.0:1787764700.372461:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764700.372463:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764700.372465:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bd680.
00000100:00000001:1.0:1787764700.372468:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764700.372470:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764700.372472:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764700.372481:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764700.372484:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764700.372486:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764700.372487:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764700.372489:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764700.372493:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896bc780 x1874601358875648/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764700.372500:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764700.372501:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764700.372503:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764700.372505:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764700.372507:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764700.372510:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896bc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358875648:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764700.372513:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764700.372515:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764700.372516:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764700.372518:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764700.372521:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649e800.
02000000:00000001:1.0:1787764700.372523:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764700.372526:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764700.372528:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3738.
00000400:00000010:1.0:1787764700.372532:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fa18.
00000100:00000200:1.0:1787764700.372534:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358875648, portal 10
00000100:00000001:1.0:1787764700.372536:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764700.372538:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539725696 : -114205169825920 : ffff9821896bc780)
00000100:00000040:1.0:1787764700.372544:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896bc780 x1874601358875648/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764700.372550:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764700.372553:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764700.372555:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fee0.
00000100:00000200:1.0:1787764700.372557:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358875648, offset 0
00000400:00000200:1.0:1787764700.372561:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764700.372565:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764700.372568:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764700.372571:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764700.372574:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764700.372576:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764700.372578:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764700.372581:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70712:70712:256:4294967295] 192.168.202.141@tcp LPNI seq info [70712:70712:8:4294967295]
00000400:00000200:1.0:1787764700.372585:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764700.372591:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764700.372595:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764700.372598:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198796000.
00000800:00000200:1.0:1787764700.372602:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764700.372605:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1787764700.372610:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764700.372612:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 11 secs later)
00000800:00000100:1.0:1787764700.372616:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764700.372617:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198796000.
00000400:00000200:1.0:1787764700.372620:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764700.372623:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764700.372626:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fee0
00000400:00000010:1.0:1787764700.372628:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fee0.
00000100:00000001:1.0:1787764700.372630:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764700.372634:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896bc780 x1874601358875648/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764700.372641:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764700.372644:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bc780 x1874601358875648/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764725 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764700.372651:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764700.372652:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764700.372656:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764700.372660:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:1.0:1787764700.372663:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764700.372665:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300258330
00000100:00000001:1.0:1787764700.372668:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300259599
00000100:00000001:1.0:1787764700.372670:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300258330
00000100:00000001:1.0:1787764700.372672:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300259599
00000100:00000001:1.0:1787764700.372674:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764700.372676:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764700.372678:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764700.372682:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764700/real 1787764700]  req@ffff9821896bc780 x1874601358875648/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764700.372690:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764700.372691:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764700.372693:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3738.
00000400:00000200:1.0:1787764700.372696:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fa18
00000400:00000010:1.0:1787764700.372697:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fa18.
00000100:00000001:1.0:1787764700.372699:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764700.372702:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896bc780 x1874601358875648/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764700.372710:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896bc780 x1874601358875648/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764700.372717:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764700.372718:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764700.372720:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764700.372721:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764700.372725:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896bc780 x1874601358875648/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764700.372731:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764700.372735:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896bc780 x1874601358875648/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764725 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764700.372742:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764700.372745:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764700.372746:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764700.372748:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764700.372749:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764700.372751:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764700.372753:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764700.372756:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764700.372759:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764700.372762:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896bc780 x1874601358875648/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764725 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764700.372770:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896bc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358875648:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764700.372773:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764700.372775:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764700.372778:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bc780 x1874601358875648/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764725 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764700.372784:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764700.372785:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764700.372787:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649e800.
02000000:00000001:1.0:1787764700.372789:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764700.372790:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764700.372792:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:1.0:1787764700.372794:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764700.372795:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982188699c00.
02000000:00000001:1.0:1787764700.372797:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764700.372799:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764700.372800:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bc780.
00000100:00000001:1.0:1787764700.372802:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764700.372804:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764700.372806:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764700.372809:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764700.372810:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764700.372812:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764700.372814:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764700.374756:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764700.374764:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764700.374768:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787764700.374770:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764700.374772:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764700.374776:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764700.374781:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5585
00000400:00000200:2.0:1787764700.374786:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764700.374790:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764700.374792:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764700.374795:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764700.374798:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764700.374800:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764700.374802:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764700.374805:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764700.374807:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:2.0:1787764700.374809:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764700.374812:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:2.0:1787764700.374814:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:2.0:1787764700.374817:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:2.0:1787764700.374820:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764700.374822:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764700.374823:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764700.374825:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764700.374828:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:2.0:1787764700.374831:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764700.374834:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764700.374836:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764700.374842:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764700.374844:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764700.374846:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764700.374862:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764700.374865:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764700.374867:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764700.374872:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896bde00.
00000020:00000040:2.0:1787764700.374875:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:2.0:1787764700.374879:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764700.374881:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764700.374884:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764700.374886:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764700.374888:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764700.374894:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218869a800.
00000100:00000001:2.0:1787764700.374899:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764700.374906:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896bde00 x1874601358875776/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764700.374915:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764700.374919:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764700.374924:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003193aebe] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bde00 x1874601358875776/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764700.374934:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764700.374937:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764700.374941:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787764700.374942:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764700.374944:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764700.374947:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764700.374950:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5585
00000400:00000200:2.0:1787764700.374953:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764700.374956:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764700.374958:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764700.374962:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764700.374964:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764700.374966:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764700.374968:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764700.374970:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764700.374971:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:2.0:1787764700.374973:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764700.374975:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:2.0:1787764700.374977:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:2.0:1787764700.374980:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:2.0:1787764700.374983:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764700.374985:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764700.374987:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764700.374989:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764700.374991:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:2.0:1787764700.374994:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764700.374996:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764700.374998:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764700.375001:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764700.375003:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764700.375005:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764700.375007:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764700.375010:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764700.375012:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764700.375015:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896bf480.
00000020:00000040:2.0:1787764700.375017:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:2.0:1787764700.375020:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764700.375021:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764700.375023:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764700.375024:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764700.375026:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764700.375029:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218869a400.
00000100:00000001:2.0:1787764700.375032:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764700.375037:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896bf480 x1874601358875904/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764700.375044:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764700.375047:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764700.375050:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000021ebdc3a] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bf480 x1874601358875904/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764700.375057:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764700.375060:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764700.375063:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787764700.375065:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764700.375066:0:18336:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764700.375069:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764700.375072:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5585
00000400:00000200:2.0:1787764700.375075:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764700.375078:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764700.375081:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764700.375083:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764700.375085:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764700.375086:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764700.375089:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764700.375090:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764700.375091:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:2.0:1787764700.375093:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764700.375095:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:2.0:1787764700.375097:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:2.0:1787764700.375098:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:2.0:1787764700.375101:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764700.375102:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764700.375104:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764700.375106:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764700.375108:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:2.0:1787764700.375110:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764700.375113:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764700.375114:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764700.375117:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764700.375120:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764700.375121:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764700.375124:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764700.375126:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764700.375127:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764700.375130:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896bda40.
00000020:00000040:2.0:1787764700.375132:0:18336:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:2.0:1787764700.375135:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764700.375136:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764700.375138:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764700.375139:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764700.375141:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764700.375144:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982188699400.
00000100:00000001:2.0:1787764700.375147:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764700.375152:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896bda40 x1874601358876032/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764700.375159:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764700.375161:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764700.375164:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b5343c60] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bda40 x1874601358876032/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764700.375171:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764700.375177:0:18336:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5596)
00000100:00000001:1.0:1787764700.375260:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764700.375263:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764700.375265:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764700.375272:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896bde00 x1874601358875776/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764700.375280:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764700.375281:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764700.375283:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764700.375285:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764700.375287:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764700.375290:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896bde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358875776:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764700.375294:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764700.375297:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764700.375299:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764700.375301:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764700.375304:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649e800.
02000000:00000001:1.0:1787764700.375306:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764700.375311:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764700.375314:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3738.
00000400:00000010:1.0:1787764700.375318:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fa18.
00000100:00000200:1.0:1787764700.375321:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358875776, portal 10
00000100:00000001:1.0:1787764700.375323:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764700.375324:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539731456 : -114205169820160 : ffff9821896bde00)
00000100:00000040:1.0:1787764700.375329:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896bde00 x1874601358875776/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764700.375334:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764700.375336:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764700.375337:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fee0.
00000100:00000200:1.0:1787764700.375339:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358875776, offset 0
00000400:00000200:1.0:1787764700.375343:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764700.375347:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764700.375350:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764700.375354:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764700.375357:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764700.375360:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764700.375361:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764700.375364:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70713:70713:256:4294967295] 192.168.202.141@tcp LPNI seq info [70713:70713:8:4294967295]
00000400:00000200:1.0:1787764700.375367:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764700.375373:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764700.375377:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764700.375380:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198796000.
00000800:00000200:1.0:1787764700.375384:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764700.375387:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1787764700.375390:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764700.375392:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 11 secs later)
00000800:00000100:1.0:1787764700.375410:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764700.375411:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198796000.
00000400:00000200:1.0:1787764700.375415:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764700.375418:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764700.375421:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fee0
00000400:00000010:1.0:1787764700.375422:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fee0.
00000100:00000001:1.0:1787764700.375425:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764700.375427:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896bde00 x1874601358875776/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764700.375434:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764700.375436:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bde00 x1874601358875776/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764725 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764700.375440:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764700.375441:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764700.375444:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764700.375447:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:1.0:1787764700.375449:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764700.375450:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300258327
00000100:00000001:1.0:1787764700.375452:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300259599
00000100:00000001:1.0:1787764700.375454:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300258327
00000100:00000001:1.0:1787764700.375456:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300259599
00000100:00000001:1.0:1787764700.375457:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764700.375458:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764700.375459:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764700.375462:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764700/real 1787764700]  req@ffff9821896bde00 x1874601358875776/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764700.375466:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764700.375467:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764700.375469:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3738.
00000400:00000200:1.0:1787764700.375470:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fa18
00000400:00000010:1.0:1787764700.375471:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fa18.
00000100:00000001:1.0:1787764700.375473:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764700.375474:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896bde00 x1874601358875776/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764700.375480:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896bde00 x1874601358875776/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764700.375483:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764700.375484:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764700.375485:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764700.375486:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764700.375488:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896bde00 x1874601358875776/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764700.375492:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764700.375494:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896bde00 x1874601358875776/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764725 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764700.375498:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764700.375500:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764700.375501:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764700.375502:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764700.375503:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764700.375505:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764700.375507:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764700.375508:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764700.375510:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764700.375512:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896bde00 x1874601358875776/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764725 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764700.375516:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896bde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358875776:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764700.375518:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764700.375520:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896bf480 x1874601358875904/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764700.375524:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764700.375524:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764700.375526:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764700.375527:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764700.375528:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764700.375529:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358875904:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764700.375531:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764700.375532:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764700.375533:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764700.375534:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764700.375538:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649ec00.
02000000:00000001:1.0:1787764700.375539:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764700.375541:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764700.375543:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3738.
00000400:00000010:1.0:1787764700.375545:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fa18.
00000100:00000200:1.0:1787764700.375547:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358875904, portal 4
00000100:00000001:1.0:1787764700.375548:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764700.375549:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539737216 : -114205169814400 : ffff9821896bf480)
00000100:00000040:1.0:1787764700.375552:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896bf480 x1874601358875904/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764700.375556:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764700.375558:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764700.375559:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fee0.
00000100:00000200:1.0:1787764700.375560:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358875904, offset 0
00000400:00000200:1.0:1787764700.375563:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764700.375565:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764700.375566:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764700.375568:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764700.375570:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764700.375571:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764700.375573:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764700.375575:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70714:70714:256:4294967295] 192.168.202.141@tcp LPNI seq info [70714:70714:8:4294967295]
00000400:00000200:1.0:1787764700.375577:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764700.375581:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764700.375583:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764700.375585:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198796000.
00000800:00000200:1.0:1787764700.375587:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764700.375589:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1787764700.375591:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764700.375593:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 11 secs later)
00000800:00000100:1.0:1787764700.375595:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764700.375596:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198796000.
00000400:00000200:1.0:1787764700.375598:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764700.375600:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764700.375602:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fee0
00000400:00000010:1.0:1787764700.375603:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fee0.
00000100:00000001:1.0:1787764700.375604:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764700.375606:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896bf480 x1874601358875904/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764700.375615:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764700.375617:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bf480 x1874601358875904/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764725 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764700.375620:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764700.375621:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764700.375623:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764700.375624:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:1.0:1787764700.375626:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764700.375627:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300258332
00000100:00000001:1.0:1787764700.375628:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300259599
00000100:00000001:1.0:1787764700.375629:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300258332
00000100:00000001:1.0:1787764700.375631:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300259599
00000100:00000001:1.0:1787764700.375632:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764700.375633:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764700.375634:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764700.375636:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764700/real 1787764700]  req@ffff9821896bf480 x1874601358875904/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764700.375640:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764700.375640:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764700.375641:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3738.
00000400:00000200:1.0:1787764700.375642:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fa18
00000400:00000010:1.0:1787764700.375643:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fa18.
00000100:00000001:1.0:1787764700.375644:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764700.375646:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896bf480 x1874601358875904/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764700.375651:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896bf480 x1874601358875904/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764700.375657:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764700.375659:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764700.375661:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764700.375662:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764700.375665:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896bf480 x1874601358875904/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764700.375672:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764700.375675:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896bf480 x1874601358875904/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764725 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764700.375682:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764700.375684:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764700.375686:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764700.375687:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764700.375689:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764700.375690:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764700.375693:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764700.375696:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764700.375698:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764700.375702:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896bf480 x1874601358875904/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764725 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764700.375711:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358875904:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764700.375715:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764700.375718:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896bda40 x1874601358876032/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764700.375724:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764700.375726:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764700.375728:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764700.375729:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764700.375731:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764700.375733:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896bda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358876032:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764700.375735:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764700.375736:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764700.375737:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764700.375739:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764700.375741:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649f400.
02000000:00000001:1.0:1787764700.375742:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764700.375744:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764700.375746:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3738.
00000400:00000010:1.0:1787764700.375748:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fa18.
00000100:00000200:1.0:1787764700.375749:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358876032, portal 4
00000100:00000001:1.0:1787764700.375751:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764700.375752:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539730496 : -114205169821120 : ffff9821896bda40)
00000100:00000040:1.0:1787764700.375756:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896bda40 x1874601358876032/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764700.375759:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764700.375761:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764700.375762:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fee0.
00000100:00000200:1.0:1787764700.375763:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358876032, offset 0
00000400:00000200:1.0:1787764700.375765:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764700.375767:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764700.375769:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764700.375771:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764700.375773:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764700.375774:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764700.375776:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764700.375777:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70715:70715:256:4294967295] 192.168.202.141@tcp LPNI seq info [70715:70715:8:4294967295]
00000400:00000200:1.0:1787764700.375780:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764700.375783:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764700.375786:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764700.375788:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198796000.
00000800:00000200:1.0:1787764700.375791:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764700.375792:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1787764700.375795:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764700.375797:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 11 secs later)
00000800:00000100:1.0:1787764700.375799:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764700.375800:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198796000.
00000400:00000200:1.0:1787764700.375802:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764700.375804:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764700.375806:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fee0
00000400:00000010:1.0:1787764700.375807:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fee0.
00000100:00000001:1.0:1787764700.375808:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764700.375810:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896bda40 x1874601358876032/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764700.375815:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764700.375817:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bda40 x1874601358876032/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764725 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764700.375821:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764700.375822:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764700.375823:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764700.375825:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:1.0:1787764700.375826:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764700.375827:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300258333
00000100:00000001:1.0:1787764700.375834:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300259599
00000100:00000001:1.0:1787764700.375835:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300258333
00000100:00000001:1.0:1787764700.375836:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300259599
00000100:00000001:1.0:1787764700.375838:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764700.375839:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764700.375841:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764700.375842:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764700/real 1787764700]  req@ffff9821896bda40 x1874601358876032/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764700.375913:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764700.375915:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764700.375916:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3738.
00000400:00000200:1.0:1787764700.375918:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fa18
00000400:00000010:1.0:1787764700.375919:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fa18.
00000100:00000001:1.0:1787764700.375921:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764700.375924:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896bda40 x1874601358876032/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764700.375929:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896bda40 x1874601358876032/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764700.375933:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764700.375934:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764700.375935:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764700.375936:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764700.375938:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896bda40 x1874601358876032/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764700.375942:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764700.375944:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896bda40 x1874601358876032/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764725 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764700.375948:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764700.375949:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764700.375950:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764700.375951:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764700.375952:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764700.375953:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764700.375954:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764700.375956:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764700.375957:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764700.375959:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896bda40 x1874601358876032/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764725 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764700.375967:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896bda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358876032:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764700.375970:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764700.375971:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764700.375973:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bde00 x1874601358875776/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764725 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764700.375976:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764700.375977:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764700.375978:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649e800.
02000000:00000001:1.0:1787764700.375980:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764700.375981:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764700.375982:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:1.0:1787764700.375983:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764700.375985:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218869a800.
02000000:00000001:1.0:1787764700.375988:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764700.375989:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764700.375990:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bde00.
00000100:00000001:1.0:1787764700.375993:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764700.375993:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764700.375994:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764700.375996:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bf480 x1874601358875904/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764725 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764700.376000:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764700.376000:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764700.376001:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649ec00.
02000000:00000001:1.0:1787764700.376002:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764700.376003:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764700.376003:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:1.0:1787764700.376004:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764700.376005:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218869a400.
02000000:00000001:1.0:1787764700.376006:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764700.376007:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764700.376007:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bf480.
00000100:00000001:1.0:1787764700.376010:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764700.376010:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764700.376011:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764700.376013:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bda40 x1874601358876032/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764725 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764700.376017:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764700.376017:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764700.376018:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649f400.
02000000:00000001:1.0:1787764700.376019:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764700.376020:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764700.376020:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:1.0:1787764700.376021:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764700.376022:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982188699400.
02000000:00000001:1.0:1787764700.376023:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764700.376024:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764700.376024:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bda40.
00000100:00000001:1.0:1787764700.376025:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764700.376026:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764700.376027:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764700.376031:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764700.376032:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764700.376033:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764700.376034:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764700.687984:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764700.687993:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764700.688000:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764700.688001:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764700.688006:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764700.688007:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764700.688010:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764700.688011:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764700.688015:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764700.688017:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764700.688079:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764700.688084:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764700.688088:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764700.944144:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764700.944155:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764700.944157:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764700.944164:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764700.944176:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764700.944182:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764700.944186:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764700.944252:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764700.944257:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764701.711936:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4300259599, at 4300259648
00000100:00000010:3.0:1787764701.711954:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191cd40c0.
00010000:00000001:0.0:1787764701.711981:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764701.711985:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764701.711988:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764701.711989:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764701.711992:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764701.711993:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764701.711995:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764701.711996:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764701.711999:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764701.712000:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764701.712019:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764701.712021:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764701.712023:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787764701.712143:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4300259599, at 4300259648
00000100:00000010:2.0:1787764701.712150:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191cd4180.
00000100:00000001:3.0:1787764701.968088:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764701.968096:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764701.968098:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764701.968103:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764701.968107:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764701.968110:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764701.968113:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764701.968115:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764701.968118:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764702.736263:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764702.736271:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764702.736277:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764702.736278:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764702.736281:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764702.736282:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764702.736286:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764702.736287:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764702.736290:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764702.736292:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764702.736346:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764702.736351:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764702.736354:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764702.991950:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764702.991957:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764702.991959:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764702.991963:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764702.991966:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764702.991969:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764702.991971:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764702.991973:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764702.991975:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764703.760018:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764703.760024:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764703.760030:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764703.760032:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764703.760036:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764703.760037:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764703.760041:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764703.760042:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764703.760053:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764703.760054:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764703.760138:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764703.760141:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764703.760144:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764704.016272:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764704.016280:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764704.016283:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764704.016290:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764704.016294:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764704.016298:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764704.016301:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764704.016304:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764704.016307:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764704.784498:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764704.784506:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764704.784508:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764704.784512:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764704.784516:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764704.784519:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764704.784521:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764704.784523:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764704.784527:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764704.784528:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764704.784532:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764704.784533:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764704.784536:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764704.784538:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764704.784539:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764704.784541:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764704.784542:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764704.784544:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764704.784545:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764704.784547:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764704.784550:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764704.784551:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764704.784575:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764704.784578:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764704.784580:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764705.039945:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764705.039952:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764705.039953:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764705.039957:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764705.039961:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764705.039964:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764705.039966:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764705.039970:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764705.039973:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764705.487936:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764705.487946:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787764705.487949:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764705.487953:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764705.487957:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764705.487964:0:18336:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5591
00000400:00000200:2.0:1787764705.487973:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764705.487979:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764705.487982:0:18336:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764705.487985:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764705.487988:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764705.487991:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764705.487993:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764705.487997:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764705.487999:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:2.0:1787764705.488002:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764705.488005:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:2.0:1787764705.488007:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:2.0:1787764705.488009:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:2.0:1787764705.488012:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764705.488014:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764705.488016:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764705.488018:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764705.488021:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:2.0:1787764705.488024:0:18336:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764705.488027:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764705.488029:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764705.488033:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764705.488035:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764705.488038:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787764705.488040:0:18336:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764705.488050:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896bf840.
00000020:00000040:2.0:1787764705.488053:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:2.0:1787764705.488058:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764705.488060:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764705.488064:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764705.488066:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764705.488071:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764705.488079:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982188698400.
00000100:00000001:2.0:1787764705.488087:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764705.488097:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896bf840 x1874601358876160/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764705.488107:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764705.488112:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764705.488117:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e03e097] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bf840 x1874601358876160/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764705.488147:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764705.488175:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764705.488179:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787764705.488180:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764705.488182:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764705.488184:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764705.488187:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5591
00000400:00000200:2.0:1787764705.488191:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764705.488194:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764705.488196:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764705.488199:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764705.488201:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764705.488203:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764705.488205:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764705.488207:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764705.488208:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:2.0:1787764705.488210:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764705.488211:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:2.0:1787764705.488214:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:2.0:1787764705.488216:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:2.0:1787764705.488219:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764705.488221:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764705.488223:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764705.488224:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764705.488226:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:2.0:1787764705.488229:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764705.488232:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764705.488234:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764705.488241:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764705.488243:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764705.488246:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787764705.488249:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00100000:2.0:1787764705.488251:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1787764705.488254:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000008:00000001:2.0:1787764705.488256:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764705.488258:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1787764705.488261:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764705.488267:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896bf0c0.
00000100:00000040:1.0:1787764705.488268:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896bf840 x1874601358876160/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787764705.488273:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:2.0:1787764705.488280:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764705.488284:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764705.488285:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764705.488290:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764705.488290:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764705.488295:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764705.488296:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764705.488299:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764705.488300:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764705.488305:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764705.488307:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982188698c00.
00000100:00100000:1.0:1787764705.488310:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896bf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358876160:192.168.202.141@tcp:250:kworker.0
00000100:00000001:2.0:1787764705.488314:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764705.488316:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764705.488322:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:2.0:1787764705.488324:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896bf0c0 x1874601358876288/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1787764705.488325:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764705.488330:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764705.488337:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649ec00.
00000100:00000001:2.0:1787764705.488338:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1787764705.488341:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764705.488344:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764705.488360:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000040:2.0:1787764705.488362:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c4c07353] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bf0c0 x1874601358876288/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1787764705.488370:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3738.
00000400:00000010:1.0:1787764705.488379:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fa18.
00000100:00000200:1.0:1787764705.488387:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358876160, portal 25
00000100:00000001:1.0:1787764705.488391:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764705.488394:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539738176 : -114205169813440 : ffff9821896bf840)
00000100:00000001:2.0:1787764705.488402:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764705.488404:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896bf840 x1874601358876160/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1787764705.488407:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764705.488417:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787764705.488420:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1787764705.488423:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1787764705.488424:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:1.0:1787764705.488430:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000100:00000001:2.0:1787764705.488431:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:1.0:1787764705.488435:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fee0.
00000100:00080000:2.0:1787764705.488438:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5591
00000400:00000200:2.0:1787764705.488444:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000200:1.0:1787764705.488447:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358876160, offset 0
00000400:00000200:2.0:1787764705.488450:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764705.488454:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1787764705.488458:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000100:00000040:2.0:1787764705.488463:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764705.488467:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787764705.488470:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000040:2.0:1787764705.488474:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764705.488479:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000400:00000200:1.0:1787764705.488480:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000020:00000001:2.0:1787764705.488484:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764705.488487:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000400:00000200:1.0:1787764705.488488:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:2.0:1787764705.488490:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764705.488494:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000400:00000200:1.0:1787764705.488495:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000020:00000001:2.0:1787764705.488499:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000400:00000200:1.0:1787764705.488503:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000020:00000001:2.0:1787764705.488504:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000400:00000200:1.0:1787764705.488508:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000100:00000040:2.0:1787764705.488513:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000400:00000200:1.0:1787764705.488518:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70716:70716:256:4294967295] 192.168.202.141@tcp LPNI seq info [70716:70716:8:4294967295]
00000100:00000001:2.0:1787764705.488519:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764705.488524:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000400:00000200:1.0:1787764705.488529:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764705.488529:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764705.488533:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:2.0:1787764705.488537:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764705.488541:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764705.488544:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
02000000:00000001:2.0:1787764705.488546:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764705.488549:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764705.488552:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764705.488553:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764705.488556:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764705.488558:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764705.488560:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764705.488563:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896bc000.
00000020:00000040:2.0:1787764705.488567:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:2.0:1787764705.488569:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764705.488570:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764705.488572:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764705.488573:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764705.488575:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764705.488587:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218869bc00.
00000100:00000001:2.0:1787764705.488590:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764705.488595:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896bc000 x1874601358876416/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764705.488602:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764705.488604:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764705.488608:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ceda9ea7] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bc000 x1874601358876416/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764705.488615:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764705.488618:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764705.488621:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787764705.488623:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764705.488624:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764705.488627:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764705.488629:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5591
00000400:00000200:2.0:1787764705.488640:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000800:00000200:1.0:1787764705.488645:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764705.488652:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198796000.
00000400:00000200:2.0:1787764705.488654:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764705.488658:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000800:00000200:1.0:1787764705.488664:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000040:2.0:1787764705.488664:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764705.488670:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1787764705.488672:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 6 secs later)
00000100:00000040:2.0:1787764705.488673:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764705.488678:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764705.488683:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:1.1:1787764705.488683:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000020:00000040:2.0:1787764705.488685:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:2.0:1787764705.488689:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:1.1:1787764705.488689:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 6 secs later)
00000020:00000040:2.0:1787764705.488691:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:2.0:1787764705.488696:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000800:00000100:1.0:1787764705.488699:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000020:00000001:2.0:1787764705.488700:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000800:00000010:1.0:1787764705.488704:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198796000.
00000100:00000040:2.0:1787764705.488707:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764705.488710:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1787764705.488713:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1787764705.488713:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764705.488720:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000400:00000200:1.0:1787764705.488725:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764705.488730:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fee0
00000020:00000040:2.0:1787764705.488732:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000400:00000010:1.0:1787764705.488734:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fee0.
00000100:00080000:2.0:1787764705.488738:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764705.488740:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1787764705.488742:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787764705.488746:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896bf840 x1874601358876160/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787764705.488747:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764705.488752:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764705.488756:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764705.488757:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764705.488761:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bf840 x1874601358876160/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764730 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764705.488761:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764705.488765:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1787764705.488769:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1787764705.488771:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764705.488772:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764705.488775:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764705.488779:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764705.488780:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896be580.
00000400:00000200:1.0:1787764705.488785:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000020:00000040:2.0:1787764705.488785:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
00000100:00000001:1.0:1787764705.488789:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4300264715
02000000:00000001:2.0:1787764705.488791:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764705.488793:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764705.488796:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000010:1.0:1787764705.488798:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982191cd4c60.
02000000:00000001:2.0:1787764705.488798:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764705.488801:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764705.488807:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
02000000:00000010:2.0:1787764705.488807:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982188699000.
00000100:00000001:2.0:1787764705.488813:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764705.488816:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4300264715
00000100:00100000:2.0:1787764705.488820:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896be580 x1874601358876544/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:1.0:1787764705.488822:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982191cd4480.
00000100:00000001:2.0:1787764705.488829:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764705.488832:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764705.488836:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000100:00000040:2.0:1787764705.488838:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a463b55c] to pc [ptlrpcd_rcv+-1]  req@ffff9821896be580 x1874601358876544/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764705.488841:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764705.488873:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764705.488876:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764705.488880:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787764705.488881:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764705.488883:0:18336:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764705.488886:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787764705.488889:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764705.488890:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5591
00000100:00000001:1.0:1787764705.488894:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000400:00000200:2.0:1787764705.488898:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00100000:1.0:1787764705.488903:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764705/real 1787764705]  req@ffff9821896bf840 x1874601358876160/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787764705.488904:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764705.488908:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764705.488914:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764705.488919:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:1.0:1787764705.488922:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:2.0:1787764705.488923:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000400:00000001:1.0:1787764705.488926:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1787764705.488928:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000400:00000010:1.0:1787764705.488930:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3738.
00000020:00000001:2.0:1787764705.488931:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764705.488934:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000400:00000200:1.0:1787764705.488935:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fa18
00000020:00000001:2.0:1787764705.488937:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000010:1.0:1787764705.488939:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fa18.
00000020:00000040:2.0:1787764705.488941:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000100:00000001:1.0:1787764705.488944:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:2.0:1787764705.488945:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:2.0:1787764705.488949:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000200:1.0:1787764705.488950:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896bf840 x1874601358876160/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787764705.488956:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764705.488959:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764705.488962:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764705.488963:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764705.488966:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:2.0:1787764705.488968:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764705.488970:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764705.488972:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764705.488975:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764705.488976:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764705.488978:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764705.488980:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764705.488982:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764705.488984:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764705.488988:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896bcf00.
00000020:00000040:2.0:1787764705.488990:0:18336:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:2.0:1787764705.488992:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764705.488993:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764705.488995:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764705.488996:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764705.488997:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764705.489001:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982188698000.
00000100:00000001:2.0:1787764705.489004:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764705.489008:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896bcf00 x1874601358876672/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764705.489025:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1787764705.489029:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896bf840 x1874601358876160/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764705.489030:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764705.489038:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac7ee65d] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bcf00 x1874601358876672/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764705.489040:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764705.489042:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764705.489046:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764705.489049:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764705.489054:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764705.489055:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896bf840 x1874601358876160/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787764705.489061:0:18336:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5601)
00000100:00000001:1.0:1787764705.489062:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764705.489068:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896bf840 x1874601358876160/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764730 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764705.489072:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764705.489074:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764705.489075:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764705.489076:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764705.489077:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764705.489079:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764705.489081:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764705.489083:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764705.489085:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764705.489087:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896bf840 x1874601358876160/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764730 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764705.489092:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896bf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358876160:192.168.202.141@tcp:250:kworker.0
00000100:00000001:1.0:1787764705.489109:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764705.489126:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764705.489129:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bf840 x1874601358876160/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764730 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764705.489137:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764705.489139:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764705.489140:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649ec00.
02000000:00000001:1.0:1787764705.489143:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764705.489144:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764705.489145:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000020:00000001:1.0:1787764705.489146:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764705.489148:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982188698400.
02000000:00000001:1.0:1787764705.489161:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764705.489162:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764705.489164:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bf840.
00000100:00000001:1.0:1787764705.489166:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764705.489167:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764705.489168:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764705.489173:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764705.489175:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764705.489176:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764705.489177:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764705.489178:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764705.489181:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896bf0c0 x1874601358876288/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764705.489185:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764705.489186:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764705.489187:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764705.489189:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764705.489190:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764705.489192:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896bf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358876288:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764705.489194:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764705.489195:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764705.489196:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764705.489197:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764705.489199:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649ec00.
02000000:00000001:1.0:1787764705.489200:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764705.489203:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764705.489204:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3738.
00000400:00000010:1.0:1787764705.489207:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fa18.
00000100:00000200:1.0:1787764705.489209:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358876288, portal 10
00000100:00000001:1.0:1787764705.489210:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764705.489211:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539736256 : -114205169815360 : ffff9821896bf0c0)
00000100:00000040:1.0:1787764705.489215:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896bf0c0 x1874601358876288/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764705.489219:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764705.489220:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764705.489222:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fee0.
00000100:00000200:1.0:1787764705.489224:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358876288, offset 0
00000400:00000200:1.0:1787764705.489228:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764705.489232:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764705.489304:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764705.489320:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764705.489360:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764705.489361:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764705.489363:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764705.489365:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70717:70717:256:4294967295] 192.168.202.141@tcp LPNI seq info [70717:70717:8:4294967295]
00000400:00000200:1.0:1787764705.489368:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764705.489373:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764705.489376:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764705.489378:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198796000.
00000800:00000200:1.0:1787764705.489381:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764705.489383:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787764705.489385:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764705.489387:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1787764705.489389:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764705.489390:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198796000.
00000400:00000200:1.0:1787764705.489393:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764705.489395:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764705.489397:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fee0
00000400:00000010:1.0:1787764705.489398:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fee0.
00000100:00000001:1.0:1787764705.489400:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764705.489402:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896bf0c0 x1874601358876288/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764705.489407:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764705.489409:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bf0c0 x1874601358876288/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764730 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764705.489413:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764705.489414:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764705.489416:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764705.489418:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:1.0:1787764705.489420:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764705.489421:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300263447
00000100:00000001:1.0:1787764705.489423:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300264715
00000100:00000001:1.0:1787764705.489424:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300263447
00000100:00000001:1.0:1787764705.489426:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300264715
00000100:00000001:1.0:1787764705.489427:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764705.489428:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764705.489429:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764705.489431:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764705/real 1787764705]  req@ffff9821896bf0c0 x1874601358876288/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764705.489435:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764705.489436:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764705.489437:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3738.
00000400:00000200:1.0:1787764705.489439:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fa18
00000400:00000010:1.0:1787764705.489440:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fa18.
00000100:00000001:1.0:1787764705.489441:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764705.489443:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896bf0c0 x1874601358876288/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764705.489448:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896bf0c0 x1874601358876288/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764705.489459:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764705.489460:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764705.489462:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764705.489463:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764705.489466:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896bf0c0 x1874601358876288/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764705.489472:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764705.489476:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896bf0c0 x1874601358876288/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764730 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764705.489483:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764705.489485:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764705.489486:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764705.489488:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764705.489489:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764705.489491:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764705.489493:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764705.489496:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764705.489499:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764705.489501:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896bf0c0 x1874601358876288/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764730 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764705.489506:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896bf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358876288:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764705.489509:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764705.489510:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896bc000 x1874601358876416/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764705.489515:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764705.489515:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764705.489517:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764705.489518:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764705.489519:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764705.489521:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358876416:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764705.489523:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764705.489524:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764705.489525:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764705.489526:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764705.489529:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649e800.
02000000:00000001:1.0:1787764705.489531:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764705.489534:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764705.489536:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3738.
00000400:00000010:1.0:1787764705.489539:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fa18.
00000100:00000200:1.0:1787764705.489542:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358876416, portal 10
00000100:00000001:1.0:1787764705.489544:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764705.489545:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539723776 : -114205169827840 : ffff9821896bc000)
00000100:00000040:1.0:1787764705.489550:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896bc000 x1874601358876416/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764705.489556:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764705.489559:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764705.489561:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fee0.
00000100:00000200:1.0:1787764705.489563:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358876416, offset 0
00000400:00000200:1.0:1787764705.489567:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764705.489571:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764705.489575:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764705.489578:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764705.489579:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764705.489581:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764705.489582:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764705.489584:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70718:70718:256:4294967295] 192.168.202.141@tcp LPNI seq info [70718:70718:8:4294967295]
00000400:00000200:1.0:1787764705.489587:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764705.489591:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764705.489594:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764705.489596:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198796000.
00000800:00000200:1.0:1787764705.489599:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764705.489600:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787764705.489603:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764705.489604:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1787764705.489607:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764705.489608:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198796000.
00000400:00000200:1.0:1787764705.489610:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764705.489612:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764705.489614:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fee0
00000400:00000010:1.0:1787764705.489615:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fee0.
00000100:00000001:1.0:1787764705.489616:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764705.489618:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896bc000 x1874601358876416/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764705.489623:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764705.489625:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bc000 x1874601358876416/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764730 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764705.489629:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764705.489630:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764705.489631:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764705.489633:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:1.0:1787764705.489635:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764705.489636:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300263441
00000100:00000001:1.0:1787764705.489638:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300264715
00000100:00000001:1.0:1787764705.489639:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300263441
00000100:00000001:1.0:1787764705.489640:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300264715
00000100:00000001:1.0:1787764705.489641:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764705.489642:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764705.489644:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764705.489646:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764705/real 1787764705]  req@ffff9821896bc000 x1874601358876416/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764705.489650:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764705.489651:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764705.489652:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3738.
00000400:00000200:1.0:1787764705.489653:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fa18
00000400:00000010:1.0:1787764705.489654:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fa18.
00000100:00000001:1.0:1787764705.489655:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764705.489657:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896bc000 x1874601358876416/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764705.489662:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896bc000 x1874601358876416/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764705.489665:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764705.489666:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764705.489667:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764705.489668:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764705.489670:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896bc000 x1874601358876416/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764705.489673:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764705.489675:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896bc000 x1874601358876416/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764730 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764705.489679:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764705.489680:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764705.489682:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764705.489683:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764705.489684:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764705.489685:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764705.489687:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764705.489690:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764705.489691:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764705.489695:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896bc000 x1874601358876416/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764730 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764705.489703:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358876416:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764705.489706:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764705.489709:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896be580 x1874601358876544/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764705.489716:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764705.489717:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764705.489719:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764705.489721:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764705.489723:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764705.489726:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896be580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358876544:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764705.489728:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764705.489729:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764705.489730:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764705.489731:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764705.489733:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649d000.
02000000:00000001:1.0:1787764705.489735:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764705.489737:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764705.489738:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3738.
00000400:00000010:1.0:1787764705.489740:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fa18.
00000100:00000200:1.0:1787764705.489742:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358876544, portal 4
00000100:00000001:1.0:1787764705.489743:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764705.489744:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539733376 : -114205169818240 : ffff9821896be580)
00000100:00000040:1.0:1787764705.489748:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896be580 x1874601358876544/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764705.489752:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764705.489753:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764705.489754:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fee0.
00000100:00000200:1.0:1787764705.489756:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358876544, offset 0
00000400:00000200:1.0:1787764705.489758:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764705.489761:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764705.489763:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764705.489765:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764705.489766:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764705.489768:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764705.489769:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764705.489771:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70719:70719:256:4294967295] 192.168.202.141@tcp LPNI seq info [70719:70719:8:4294967295]
00000400:00000200:1.0:1787764705.489774:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764705.489777:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764705.489780:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764705.489782:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198796000.
00000800:00000200:1.0:1787764705.489785:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764705.489787:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787764705.489791:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764705.489793:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1787764705.489797:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764705.489798:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198796000.
00000400:00000200:1.0:1787764705.489801:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764705.489804:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764705.489807:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fee0
00000400:00000010:1.0:1787764705.489809:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fee0.
00000100:00000001:1.0:1787764705.489811:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764705.489814:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896be580 x1874601358876544/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764705.489821:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764705.489824:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896be580 x1874601358876544/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764730 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764705.489830:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764705.489831:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764705.489833:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764705.489835:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:1.0:1787764705.489836:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764705.489838:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300263446
00000100:00000001:1.0:1787764705.489840:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300264715
00000100:00000001:1.0:1787764705.489841:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300263446
00000100:00000001:1.0:1787764705.489842:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300264715
00000100:00000001:1.0:1787764705.489844:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764705.489845:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764705.489846:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764705.489862:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764705/real 1787764705]  req@ffff9821896be580 x1874601358876544/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764705.489867:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764705.489868:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764705.489869:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3738.
00000400:00000200:1.0:1787764705.489870:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fa18
00000400:00000010:1.0:1787764705.489871:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fa18.
00000100:00000001:1.0:1787764705.489872:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764705.489875:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896be580 x1874601358876544/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764705.489880:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896be580 x1874601358876544/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764705.489883:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764705.489884:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764705.489885:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764705.489885:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764705.489887:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896be580 x1874601358876544/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764705.489891:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764705.489893:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896be580 x1874601358876544/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764730 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764705.489897:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764705.489899:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764705.489900:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764705.489901:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764705.489902:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764705.489903:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764705.489904:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764705.489906:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764705.489907:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764705.489909:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896be580 x1874601358876544/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764730 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764705.489913:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896be580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358876544:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764705.489915:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764705.489917:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896bcf00 x1874601358876672/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764705.489920:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764705.489921:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764705.489922:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764705.489923:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764705.489924:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764705.489926:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896bcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358876672:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764705.489928:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764705.489929:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764705.489930:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764705.489931:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764705.489933:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649e000.
02000000:00000001:1.0:1787764705.489934:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764705.489936:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764705.489937:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3738.
00000400:00000010:1.0:1787764705.489939:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fa18.
00000100:00000200:1.0:1787764705.489941:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358876672, portal 4
00000100:00000001:1.0:1787764705.489942:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764705.489943:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539727616 : -114205169824000 : ffff9821896bcf00)
00000100:00000040:1.0:1787764705.489946:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896bcf00 x1874601358876672/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764705.489950:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764705.489952:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764705.489953:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fee0.
00000100:00000200:1.0:1787764705.489954:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358876672, offset 0
00000400:00000200:1.0:1787764705.489956:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764705.489958:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764705.489960:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764705.489962:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764705.489964:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764705.489965:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764705.489967:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764705.489968:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70720:70720:256:4294967295] 192.168.202.141@tcp LPNI seq info [70720:70720:8:4294967295]
00000400:00000200:1.0:1787764705.489971:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764705.489975:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764705.489977:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764705.489979:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198796000.
00000800:00000200:1.0:1787764705.489981:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764705.489983:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1787764705.489985:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764705.489986:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1787764705.489989:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764705.489990:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198796000.
00000400:00000200:1.0:1787764705.489991:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764705.489993:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764705.489995:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fee0
00000400:00000010:1.0:1787764705.489996:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fee0.
00000100:00000001:1.0:1787764705.489997:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764705.489999:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896bcf00 x1874601358876672/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764705.490011:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764705.490014:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bcf00 x1874601358876672/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764730 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764705.490019:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764705.490021:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764705.490024:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764705.490026:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:1.0:1787764705.490029:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764705.490031:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300263448
00000100:00000001:1.0:1787764705.490033:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300264715
00000100:00000001:1.0:1787764705.490034:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300263448
00000100:00000001:1.0:1787764705.490036:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300264715
00000100:00000001:1.0:1787764705.490038:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764705.490040:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764705.490041:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764705.490044:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764705/real 1787764705]  req@ffff9821896bcf00 x1874601358876672/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764705.490051:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764705.490052:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764705.490053:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3738.
00000400:00000200:1.0:1787764705.490055:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fa18
00000400:00000010:1.0:1787764705.490056:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fa18.
00000100:00000001:1.0:1787764705.490058:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764705.490061:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896bcf00 x1874601358876672/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764705.490067:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896bcf00 x1874601358876672/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764705.490072:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764705.490074:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764705.490075:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764705.490076:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764705.490079:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896bcf00 x1874601358876672/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764705.490084:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764705.490087:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896bcf00 x1874601358876672/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764730 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764705.490093:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764705.490095:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764705.490096:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764705.490097:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764705.490098:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764705.490099:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764705.490101:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764705.490103:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764705.490105:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764705.490108:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896bcf00 x1874601358876672/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764730 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764705.490114:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896bcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358876672:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764705.490117:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764705.490118:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764705.490121:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bf0c0 x1874601358876288/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764730 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764705.490126:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764705.490127:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764705.490129:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649ec00.
02000000:00000001:1.0:1787764705.490132:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764705.490133:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764705.490135:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:1.0:1787764705.490137:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764705.490138:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982188698c00.
02000000:00000001:1.0:1787764705.490140:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764705.490141:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764705.490142:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bf0c0.
00000100:00000001:1.0:1787764705.490144:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764705.490145:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764705.490147:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764705.490162:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bc000 x1874601358876416/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764730 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764705.490167:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764705.490169:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764705.490170:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649e800.
02000000:00000001:1.0:1787764705.490172:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764705.490173:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764705.490174:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:1.0:1787764705.490176:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764705.490177:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218869bc00.
02000000:00000001:1.0:1787764705.490179:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764705.490180:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764705.490181:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bc000.
00000100:00000001:1.0:1787764705.490183:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764705.490184:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764705.490186:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764705.490188:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896be580 x1874601358876544/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764730 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764705.490194:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764705.490195:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764705.490196:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649d000.
02000000:00000001:1.0:1787764705.490198:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764705.490199:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764705.490200:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:1.0:1787764705.490201:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764705.490202:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982188699000.
02000000:00000001:1.0:1787764705.490204:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764705.490206:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764705.490207:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896be580.
00000100:00000001:1.0:1787764705.490209:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764705.490210:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764705.490211:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764705.490214:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bcf00 x1874601358876672/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764730 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764705.490220:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764705.490221:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764705.490223:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649e000.
02000000:00000001:1.0:1787764705.490224:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764705.490225:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764705.490226:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:1.0:1787764705.490227:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764705.490228:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982188698000.
02000000:00000001:1.0:1787764705.490229:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764705.490230:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764705.490230:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bcf00.
00000100:00000001:1.0:1787764705.490232:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764705.490232:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764705.490233:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764705.490236:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764705.490237:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764705.490238:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764705.490239:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764705.807963:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764705.807970:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764705.807976:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764705.807977:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764705.807980:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764705.807982:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764705.807984:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764705.807986:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764705.807989:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764705.807990:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764705.808040:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764705.808043:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764705.808045:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764706.064289:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764706.064294:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764706.064296:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764706.064300:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764706.064303:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764706.064305:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764706.064308:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764706.064311:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764706.064313:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764706.831951:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4300264715, at 4300264768
00000100:00000040:3.0:1787764706.831951:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4300264715, at 4300264768
00010000:00000001:0.0:1787764706.831954:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764706.831961:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764706.831965:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191cd4c60.
00010000:00000001:0.0:1787764706.831968:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:3.0:1787764706.831968:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191cd4480.
00010000:00000001:0.0:1787764706.831981:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764706.831987:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764706.831989:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764706.831992:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764706.831993:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764706.831996:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764706.831997:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764706.832037:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764706.832040:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764706.832043:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764707.087943:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764707.087948:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764707.087950:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764707.087954:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764707.087957:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764707.087960:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764707.087963:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764707.087964:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764707.087967:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764707.855942:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764707.855948:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764707.855953:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764707.855956:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764707.855958:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764707.855962:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764707.855965:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764707.855968:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764707.855969:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764707.855971:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764707.855975:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764707.855976:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764707.855979:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764707.855980:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764707.855983:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764707.855984:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764707.856005:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764707.856008:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764707.856010:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764708.111954:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764708.111961:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764708.111963:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764708.111970:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764708.111974:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764708.111978:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764708.111980:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764708.111983:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764708.111985:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764708.880020:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764708.880026:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764708.880032:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764708.880034:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764708.880038:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764708.880039:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764708.880043:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764708.880044:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764708.880047:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764708.880048:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764708.880095:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764708.880098:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764708.880100:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764709.135931:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764709.135938:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764709.135941:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764709.135946:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764709.135951:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764709.135956:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764709.135959:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764709.135962:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764709.135965:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764709.903982:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764709.903991:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764709.903998:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764709.903999:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764709.904004:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764709.904008:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764709.904011:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764709.904014:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764709.904017:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764709.904020:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764709.904021:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764709.904024:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764709.904027:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764709.904029:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764709.904032:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764709.904034:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764709.904035:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764709.904036:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764709.904038:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764709.904039:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764709.904040:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764709.904042:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764709.904171:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764709.904176:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764709.904179:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764710.159986:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764710.159996:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764710.159998:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764710.160004:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764710.160008:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764710.160012:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764710.160015:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764710.160017:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764710.160020:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764710.608024:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764710.608034:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764710.608037:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764710.608040:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764710.608044:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764710.608051:0:58520:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5596
00000400:00000200:3.0:1787764710.608059:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764710.608065:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764710.608068:0:58520:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764710.608072:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764710.608075:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764710.608077:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764710.608079:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764710.608083:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764710.608085:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:3.0:1787764710.608088:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764710.608091:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:3.0:1787764710.608093:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:3.0:1787764710.608095:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:3.0:1787764710.608098:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764710.608100:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764710.608117:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764710.608120:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764710.608123:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:3.0:1787764710.608128:0:58520:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764710.608131:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764710.608134:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764710.608137:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764710.608140:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764710.608142:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764710.608144:0:58520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764710.608153:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b21c0.
00000020:00000040:3.0:1787764710.608156:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:3.0:1787764710.608160:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764710.608162:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764710.608165:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764710.608168:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764710.608172:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764710.608178:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9e400.
00000100:00000001:3.0:1787764710.608185:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764710.608193:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b21c0 x1874601358876800/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764710.608203:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764710.608208:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764710.608212:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a837d5f] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b21c0 x1874601358876800/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764710.608236:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764710.608240:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764710.608243:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764710.608245:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764710.608246:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764710.608249:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764710.608251:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5596
00000400:00000200:3.0:1787764710.608255:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764710.608258:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764710.608261:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764710.608265:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764710.608267:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764710.608269:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764710.608272:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:1.0:1787764710.608273:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1787764710.608274:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764710.608277:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000100:00000001:1.0:1787764710.608279:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1787764710.608280:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764710.608284:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000100:00000001:1.0:1787764710.608285:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1787764710.608287:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:3.0:1787764710.608290:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:1.0:1787764710.608294:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b21c0 x1874601358876800/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764710.608297:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764710.608303:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764710.608307:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764710.608313:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:1.0:1787764710.608315:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1787764710.608317:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00000001:1.0:1787764710.608318:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764710.608322:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
02000000:00000001:1.0:1787764710.608324:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787764710.608325:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764710.608327:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764710.608329:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764710.608330:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764710.608335:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358876800:192.168.202.141@tcp:250:kworker.0
02000000:00000001:3.0:1787764710.608335:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764710.608341:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764710.608342:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1787764710.608345:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1787764710.608347:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764710.608350:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1787764710.608351:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1787764710.608352:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:3.0:1787764710.608356:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764710.608357:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649e000.
00000100:00000001:3.0:1787764710.608359:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764710.608361:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764710.608365:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0b40.
00000400:00000200:1.0:1787764710.608368:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000020:00000040:3.0:1787764710.608370:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
00000400:00000010:1.0:1787764710.608372:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3738.
02000000:00000001:3.0:1787764710.608374:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764710.608377:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1787764710.608378:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fa18.
00000100:00000001:3.0:1787764710.608380:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764710.608382:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764710.608384:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787764710.608387:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358876800, portal 25
02000000:00000010:3.0:1787764710.608389:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9dc00.
00000100:00000001:1.0:1787764710.608391:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764710.608394:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542828992 : -114205166722624 : ffff9821899b21c0)
00000100:00000001:3.0:1787764710.608395:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764710.608405:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b21c0 x1874601358876800/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1787764710.608406:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0b40 x1874601358876928/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764710.608434:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764710.608439:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000100:00000001:3.0:1787764710.608441:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1787764710.608443:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fee0.
00000100:00000001:3.0:1787764710.608445:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787764710.608449:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358876800, offset 0
00000100:00000040:3.0:1787764710.608452:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d6e219c] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0b40 x1874601358876928/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787764710.608461:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000100:00000001:3.0:1787764710.608468:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764710.608472:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1787764710.608473:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00080000:3.0:1787764710.608478:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764710.608481:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1787764710.608483:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000100:00080000:3.0:1787764710.608484:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764710.608489:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1787764710.608492:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1787764710.608494:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5596
00000400:00000200:1.0:1787764710.608499:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:3.0:1787764710.608500:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764710.608505:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1787764710.608507:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000400:00000200:1.0:1787764710.608512:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000100:00080000:3.0:1787764710.608512:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764710.608525:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000400:00000200:1.0:1787764710.608529:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70721:70721:256:4294967295] 192.168.202.141@tcp LPNI seq info [70721:70721:8:4294967295]
00000100:00000001:3.0:1787764710.608530:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764710.608535:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764710.608538:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000400:00000200:1.0:1787764710.608542:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000020:00000001:3.0:1787764710.608543:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764710.608546:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:3.0:1787764710.608548:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764710.608551:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:3.0:1787764710.608554:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:3.0:1787764710.608558:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000400:00000200:1.0:1787764710.608562:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1787764710.608564:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764710.608569:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764710.608573:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000800:00000200:1.0:1787764710.608575:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000100:00000001:3.0:1787764710.608577:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764710.608581:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000800:00000010:1.0:1787764710.608583:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198796000.
00000100:00080000:3.0:1787764710.608584:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764710.608589:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764710.608591:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.0:1787764710.608595:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
02000000:00000001:3.0:1787764710.608595:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764710.608600:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1787764710.608601:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000100:00000001:3.0:1787764710.608603:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764710.608607:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.1:1787764710.608611:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000008:00000001:3.0:1787764710.608612:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764710.608615:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1787764710.608618:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000100:00000010:3.0:1787764710.608621:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b03c0.
00000020:00000040:3.0:1787764710.608625:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
00000800:00000100:1.0:1787764710.608626:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
02000000:00000001:3.0:1787764710.608630:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764710.608632:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764710.608633:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764710.608635:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764710.608636:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1787764710.608640:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198796000.
02000000:00000010:3.0:1787764710.608642:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9cc00.
00000100:00000001:3.0:1787764710.608647:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764710.608649:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:3.0:1787764710.608654:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b03c0 x1874601358877056/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787764710.608656:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764710.608663:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fee0
00000400:00000010:1.0:1787764710.608666:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fee0.
00000100:00000001:3.0:1787764710.608668:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764710.608671:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764710.608676:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1787764710.608677:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fa8aa37] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b03c0 x1874601358877056/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764710.608684:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b21c0 x1874601358876800/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764710.608689:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764710.608692:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764710.608699:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764710.608701:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764710.608704:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764710.608706:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1787764710.608708:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:1.0:1787764710.608713:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b21c0 x1874601358876800/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764735 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787764710.608714:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5596
00000400:00000200:3.0:1787764710.608722:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764710.608727:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764710.608728:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000200:3.0:1787764710.608737:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00000001:1.0:1787764710.608741:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764710.608745:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764710.608747:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4300269835
00000100:00000010:1.0:1787764710.608751:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982191cd43c0.
00000100:00080000:3.0:1787764710.608751:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764710.608757:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764710.608758:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1787764710.608762:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787764710.608766:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4300269835
00000100:00000040:3.0:1787764710.608766:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000010:1.0:1787764710.608770:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982191cd4cc0.
00000100:00000001:3.0:1787764710.608771:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:1.0:1787764710.608775:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000020:00000001:3.0:1787764710.608776:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764710.608779:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000100:00000001:1.0:1787764710.608780:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1787764710.608782:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1787764710.608783:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787764710.608785:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000100:00000001:1.0:1787764710.608786:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000020:00000001:3.0:1787764710.608790:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00100000:1.0:1787764710.608793:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764710/real 1787764710]  req@ffff9821899b21c0 x1874601358876800/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1787764710.608795:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:3.0:1787764710.608800:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764710.608802:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764710.608807:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764710.608812:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000400:00000001:1.0:1787764710.608814:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764710.608817:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000040:3.0:1787764710.608818:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000400:00000010:1.0:1787764710.608820:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3738.
00000400:00000200:1.0:1787764710.608824:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fa18
00000400:00000010:1.0:1787764710.608825:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fa18.
00000100:00000001:1.0:1787764710.608826:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764710.608829:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b21c0 x1874601358876800/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1787764710.608832:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764710.608839:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1787764710.608843:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b21c0 x1874601358876800/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787764710.608843:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764710.608847:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764710.608875:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764710.608879:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787764710.608881:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764710.608883:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:3.0:1787764710.608883:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1787764710.608889:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000008:00000001:3.0:1787764710.608889:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764710.608893:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764710.608894:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764710.608898:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b21c0 x1874601358876800/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1787764710.608901:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0f00.
00000020:00000040:3.0:1787764710.608905:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
00000100:00000001:1.0:1787764710.608907:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1787764710.608910:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764710.608913:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764710.608916:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b21c0 x1874601358876800/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764735 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764710.608916:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764710.608919:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764710.608922:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764710.608928:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9e800.
00000100:00000001:1.0:1787764710.608931:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1787764710.608933:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764710.608937:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764710.608941:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00100000:3.0:1787764710.608942:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0f00 x1874601358877184/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764710.608943:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764710.608949:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764710.608951:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764710.608956:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1787764710.608957:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00080000:1.0:1787764710.608961:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000100:00000001:3.0:1787764710.608962:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764710.608964:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1787764710.608969:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031bb8c12] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0f00 x1874601358877184/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787764710.608970:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b21c0 x1874601358876800/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764735 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764710.608994:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b21c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358876800:192.168.202.141@tcp:250:kworker.0
00000100:00000001:3.0:1787764710.608996:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764710.609002:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1787764710.609003:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764710.609007:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1787764710.609009:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000040:1.0:1787764710.609011:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b21c0 x1874601358876800/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764735 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764710.609012:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764710.609015:0:58520:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764710.609020:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1787764710.609024:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00080000:3.0:1787764710.609026:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5596
02000000:00000001:1.0:1787764710.609028:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764710.609031:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649e000.
00000400:00000200:3.0:1787764710.609034:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
02000000:00000001:1.0:1787764710.609035:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764710.609038:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000400:00000200:3.0:1787764710.609039:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000020:00000040:1.0:1787764710.609040:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000100:00080000:3.0:1787764710.609044:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000020:00000001:1.0:1787764710.609045:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764710.609048:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9e400.
00000100:00000040:3.0:1787764710.609050:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
02000000:00000001:1.0:1787764710.609053:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:3.0:1787764710.609054:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1787764710.609055:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764710.609059:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b21c0.
00000100:00000040:3.0:1787764710.609059:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764710.609064:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1787764710.609064:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764710.609066:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1787764710.609068:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1787764710.609069:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000100:00000001:1.0:1787764710.609072:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1787764710.609073:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764710.609076:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:3.0:1787764710.609079:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000001:1.0:1787764710.609081:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:3.0:1787764710.609081:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:3.0:1787764710.609084:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764710.609086:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764710.609088:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1787764710.609090:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1787764710.609091:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764710.609095:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764710.609095:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:1.0:1787764710.609098:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1787764710.609099:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:3.0:1787764710.609115:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764710.609117:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764710.609121:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b0b40 x1874601358876928/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787764710.609121:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764710.609125:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764710.609130:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764710.609134:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787764710.609137:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00100000:3.0:1787764710.609138:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1787764710.609140:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1787764710.609142:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764710.609145:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787764710.609145:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764710.609150:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:3.0:1787764710.609151:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b3840.
02000000:00000001:1.0:1787764710.609156:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1787764710.609157:0:58520:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:3.0:1787764710.609162:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00100000:1.0:1787764710.609163:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358876928:192.168.202.141@tcp:38:kworker.0
02000000:00000001:3.0:1787764710.609165:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764710.609169:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1787764710.609171:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1787764710.609172:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764710.609175:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1787764710.609175:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764710.609179:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764710.609181:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9e000.
02000000:00000001:1.0:1787764710.609183:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1787764710.609187:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764710.609188:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649e000.
02000000:00000001:1.0:1787764710.609192:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764710.609196:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b3840 x1874601358877312/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787764710.609197:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764710.609200:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3738.
00000400:00000010:1.0:1787764710.609205:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fa18.
00000100:00000200:1.0:1787764710.609209:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358876928, portal 10
00000100:00000001:3.0:1787764710.609210:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764710.609211:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764710.609214:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542823232 : -114205166728384 : ffff9821899b0b40)
00000100:00000001:3.0:1787764710.609215:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764710.609221:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a874aff9] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b3840 x1874601358877312/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787764710.609225:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b0b40 x1874601358876928/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764710.609240:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764710.609241:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764710.609246:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000100:00000040:3.0:1787764710.609246:0:58520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5606)
00000400:00000010:1.0:1787764710.609249:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fee0.
00000100:00000200:1.0:1787764710.609254:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358876928, offset 0
00000400:00000200:1.0:1787764710.609258:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764710.609263:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764710.609266:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764710.609269:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764710.609271:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764710.609272:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764710.609274:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764710.609276:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70722:70722:256:4294967295] 192.168.202.141@tcp LPNI seq info [70722:70722:8:4294967295]
00000400:00000200:1.0:1787764710.609278:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764710.609282:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764710.609285:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764710.609287:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198796000.
00000800:00000200:1.0:1787764710.609290:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764710.609292:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787764710.609294:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764710.609296:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1787764710.609298:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764710.609300:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198796000.
00000400:00000200:1.0:1787764710.609302:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764710.609304:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764710.609306:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fee0
00000400:00000010:1.0:1787764710.609307:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fee0.
00000100:00000001:1.0:1787764710.609308:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764710.609311:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b0b40 x1874601358876928/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764710.609316:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764710.609317:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b0b40 x1874601358876928/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764735 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764710.609321:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764710.609322:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764710.609324:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764710.609326:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:1.0:1787764710.609328:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764710.609329:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300268567
00000100:00000001:1.0:1787764710.609331:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300269835
00000100:00000001:1.0:1787764710.609333:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300268567
00000100:00000001:1.0:1787764710.609334:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300269835
00000100:00000001:1.0:1787764710.609335:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764710.609336:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764710.609337:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764710.609339:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764710/real 1787764710]  req@ffff9821899b0b40 x1874601358876928/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764710.609345:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764710.609346:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764710.609348:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3738.
00000400:00000200:1.0:1787764710.609350:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fa18
00000400:00000010:1.0:1787764710.609351:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fa18.
00000100:00000001:1.0:1787764710.609353:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764710.609357:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b0b40 x1874601358876928/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764710.609365:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b0b40 x1874601358876928/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764710.609370:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764710.609372:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764710.609373:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764710.609375:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764710.609378:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b0b40 x1874601358876928/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764710.609384:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764710.609388:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b0b40 x1874601358876928/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764735 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764710.609395:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764710.609397:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764710.609399:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764710.609400:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764710.609402:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764710.609403:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764710.609406:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764710.609409:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764710.609411:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764710.609415:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b0b40 x1874601358876928/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764735 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764710.609423:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b0b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358876928:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764710.609427:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764710.609430:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b03c0 x1874601358877056/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764710.609441:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764710.609443:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764710.609445:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764710.609446:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764710.609448:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764710.609451:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358877056:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764710.609454:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764710.609456:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764710.609457:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764710.609459:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764710.609462:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649d000.
02000000:00000001:1.0:1787764710.609464:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764710.609468:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764710.609470:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3738.
00000400:00000010:1.0:1787764710.609473:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fa18.
00000100:00000200:1.0:1787764710.609475:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358877056, portal 10
00000100:00000001:1.0:1787764710.609477:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764710.609478:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542821312 : -114205166730304 : ffff9821899b03c0)
00000100:00000040:1.0:1787764710.609482:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b03c0 x1874601358877056/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764710.609487:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764710.609489:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764710.609491:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fee0.
00000100:00000200:1.0:1787764710.609493:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358877056, offset 0
00000400:00000200:1.0:1787764710.609497:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764710.609501:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764710.609504:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764710.609506:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764710.609509:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764710.609511:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764710.609513:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764710.609517:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70723:70723:256:4294967295] 192.168.202.141@tcp LPNI seq info [70723:70723:8:4294967295]
00000400:00000200:1.0:1787764710.609521:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764710.609527:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764710.609532:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764710.609535:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198796000.
00000800:00000200:1.0:1787764710.609538:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764710.609541:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787764710.609545:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764710.609548:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1787764710.609551:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764710.609553:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198796000.
00000400:00000200:1.0:1787764710.609556:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764710.609560:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764710.609563:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fee0
00000400:00000010:1.0:1787764710.609564:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fee0.
00000100:00000001:1.0:1787764710.609567:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764710.609571:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b03c0 x1874601358877056/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764710.609577:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764710.609579:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b03c0 x1874601358877056/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764735 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764710.609585:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764710.609586:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764710.609588:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764710.609591:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:1.0:1787764710.609593:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764710.609595:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300268561
00000100:00000001:1.0:1787764710.609597:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300269835
00000100:00000001:1.0:1787764710.609598:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300268561
00000100:00000001:1.0:1787764710.609600:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300269835
00000100:00000001:1.0:1787764710.609601:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764710.609602:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764710.609603:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764710.609605:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764710/real 1787764710]  req@ffff9821899b03c0 x1874601358877056/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764710.609610:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764710.609611:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764710.609612:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3738.
00000400:00000200:1.0:1787764710.609613:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fa18
00000400:00000010:1.0:1787764710.609614:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fa18.
00000100:00000001:1.0:1787764710.609616:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764710.609617:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b03c0 x1874601358877056/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764710.609622:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b03c0 x1874601358877056/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764710.609625:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764710.609626:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764710.609627:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764710.609628:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764710.609629:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b03c0 x1874601358877056/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764710.609633:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764710.609635:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b03c0 x1874601358877056/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764735 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764710.609639:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764710.609641:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764710.609641:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764710.609642:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764710.609643:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764710.609644:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764710.609645:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764710.609647:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764710.609649:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764710.609651:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b03c0 x1874601358877056/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764735 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764710.609655:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b03c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358877056:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764710.609657:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764710.609659:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b0f00 x1874601358877184/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764710.609663:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764710.609663:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764710.609664:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764710.609665:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764710.609666:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764710.609668:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358877184:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764710.609669:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764710.609671:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764710.609672:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764710.609674:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764710.609677:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649e800.
02000000:00000001:1.0:1787764710.609678:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764710.609682:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764710.609684:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3738.
00000400:00000010:1.0:1787764710.609687:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fa18.
00000100:00000200:1.0:1787764710.609689:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358877184, portal 4
00000100:00000001:1.0:1787764710.609691:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764710.609692:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542824192 : -114205166727424 : ffff9821899b0f00)
00000100:00000040:1.0:1787764710.609698:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b0f00 x1874601358877184/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764710.609704:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764710.609707:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764710.609709:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fee0.
00000100:00000200:1.0:1787764710.609712:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358877184, offset 0
00000400:00000200:1.0:1787764710.609716:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764710.609719:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764710.609722:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764710.609724:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764710.609725:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764710.609727:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764710.609728:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764710.609730:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70724:70724:256:4294967295] 192.168.202.141@tcp LPNI seq info [70724:70724:8:4294967295]
00000400:00000200:1.0:1787764710.609732:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764710.609737:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764710.609741:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764710.609744:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198796000.
00000800:00000200:1.0:1787764710.609747:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764710.609750:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787764710.609753:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764710.609755:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1787764710.609759:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764710.609760:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198796000.
00000400:00000200:1.0:1787764710.609763:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764710.609766:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764710.609769:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fee0
00000400:00000010:1.0:1787764710.609770:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fee0.
00000100:00000001:1.0:1787764710.609773:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764710.609776:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b0f00 x1874601358877184/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764710.609783:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764710.609786:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b0f00 x1874601358877184/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764735 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764710.609792:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764710.609793:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764710.609797:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764710.609800:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:1.0:1787764710.609803:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764710.609805:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300268566
00000100:00000001:1.0:1787764710.609807:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300269835
00000100:00000001:1.0:1787764710.609809:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300268566
00000100:00000001:1.0:1787764710.609811:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300269835
00000100:00000001:1.0:1787764710.609813:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764710.609815:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764710.609817:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764710.609820:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764710/real 1787764710]  req@ffff9821899b0f00 x1874601358877184/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764710.609828:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764710.609828:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764710.609830:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3738.
00000400:00000200:1.0:1787764710.609831:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fa18
00000400:00000010:1.0:1787764710.609832:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fa18.
00000100:00000001:1.0:1787764710.609834:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764710.609835:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b0f00 x1874601358877184/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764710.609840:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b0f00 x1874601358877184/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764710.609844:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764710.609845:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764710.609845:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764710.609846:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764710.609862:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b0f00 x1874601358877184/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764710.609866:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764710.609869:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b0f00 x1874601358877184/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764735 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764710.609873:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764710.609875:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764710.609876:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764710.609876:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764710.609877:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764710.609878:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764710.609879:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764710.609881:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764710.609882:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764710.609884:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b0f00 x1874601358877184/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764735 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764710.609888:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b0f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358877184:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764710.609891:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764710.609892:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764710.609894:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b0b40 x1874601358876928/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764735 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764710.609898:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764710.609899:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764710.609900:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649e000.
02000000:00000001:1.0:1787764710.609902:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764710.609903:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764710.609904:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:1.0:1787764710.609906:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764710.609908:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9dc00.
02000000:00000001:1.0:1787764710.609910:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764710.609912:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764710.609913:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b0b40.
00000100:00000001:1.0:1787764710.609916:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764710.609917:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764710.609918:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764710.609922:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b03c0 x1874601358877056/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764735 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764710.609928:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764710.609929:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764710.609931:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649d000.
02000000:00000001:1.0:1787764710.609933:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764710.609934:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764710.609935:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:1.0:1787764710.609937:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764710.609939:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9cc00.
02000000:00000001:1.0:1787764710.609941:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764710.609942:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764710.609943:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b03c0.
00000100:00000001:1.0:1787764710.609945:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764710.609946:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764710.609947:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764710.609950:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b0f00 x1874601358877184/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764735 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764710.609955:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764710.609956:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764710.609956:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649e800.
02000000:00000001:1.0:1787764710.609958:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764710.609958:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764710.609959:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:1.0:1787764710.609960:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764710.609961:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9e800.
02000000:00000001:1.0:1787764710.609962:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764710.609963:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764710.609964:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b0f00.
00000100:00000001:1.0:1787764710.609965:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764710.609966:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764710.609967:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764710.609969:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764710.609970:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764710.609971:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764710.609973:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764710.609973:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764710.609975:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b3840 x1874601358877312/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764710.609980:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764710.609981:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764710.609982:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764710.609983:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764710.609984:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764710.609986:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358877312:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764710.609987:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764710.609989:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764710.609990:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764710.609991:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764710.609993:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649e800.
02000000:00000001:1.0:1787764710.609994:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764710.609996:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764710.609998:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3738.
00000400:00000010:1.0:1787764710.610000:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fa18.
00000100:00000200:1.0:1787764710.610002:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358877312, portal 4
00000100:00000001:1.0:1787764710.610003:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764710.610004:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542834752 : -114205166716864 : ffff9821899b3840)
00000100:00000040:1.0:1787764710.610008:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b3840 x1874601358877312/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764710.610012:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764710.610013:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764710.610014:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fee0.
00000100:00000200:1.0:1787764710.610016:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358877312, offset 0
00000400:00000200:1.0:1787764710.610018:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764710.610020:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764710.610022:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764710.610024:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764710.610026:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764710.610027:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764710.610029:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764710.610031:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70725:70725:256:4294967295] 192.168.202.141@tcp LPNI seq info [70725:70725:8:4294967295]
00000400:00000200:1.0:1787764710.610033:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764710.610037:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764710.610039:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764710.610041:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198796000.
00000800:00000200:1.0:1787764710.610044:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764710.610047:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1787764710.610051:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764710.610053:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1787764710.610069:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764710.610071:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198796000.
00000400:00000200:1.0:1787764710.610073:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764710.610077:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764710.610080:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fee0
00000400:00000010:1.0:1787764710.610082:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fee0.
00000100:00000001:1.0:1787764710.610084:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764710.610088:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b3840 x1874601358877312/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764710.610093:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764710.610094:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b3840 x1874601358877312/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764735 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764710.610098:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764710.610099:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764710.610101:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764710.610115:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:1.0:1787764710.610117:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764710.610119:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300268568
00000100:00000001:1.0:1787764710.610120:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300269835
00000100:00000001:1.0:1787764710.610122:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300268568
00000100:00000001:1.0:1787764710.610123:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300269835
00000100:00000001:1.0:1787764710.610124:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764710.610126:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764710.610127:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764710.610129:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764710/real 1787764710]  req@ffff9821899b3840 x1874601358877312/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764710.610134:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764710.610135:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764710.610136:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3738.
00000400:00000200:1.0:1787764710.610138:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fa18
00000400:00000010:1.0:1787764710.610139:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fa18.
00000100:00000001:1.0:1787764710.610140:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764710.610142:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b3840 x1874601358877312/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764710.610147:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b3840 x1874601358877312/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764710.610150:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764710.610151:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764710.610152:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764710.610152:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764710.610154:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b3840 x1874601358877312/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764710.610158:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764710.610160:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b3840 x1874601358877312/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764735 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764710.610164:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764710.610165:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764710.610166:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764710.610167:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764710.610168:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764710.610169:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764710.610170:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764710.610173:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764710.610174:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764710.610176:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b3840 x1874601358877312/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764735 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764710.610180:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b3840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358877312:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764710.610182:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764710.610183:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764710.610185:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b3840 x1874601358877312/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764735 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764710.610188:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764710.610189:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764710.610190:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649e800.
02000000:00000001:1.0:1787764710.610191:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764710.610192:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764710.610192:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:1.0:1787764710.610193:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764710.610194:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9e000.
02000000:00000001:1.0:1787764710.610196:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764710.610197:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764710.610198:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b3840.
00000100:00000001:1.0:1787764710.610199:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764710.610200:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764710.610201:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764710.610203:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764710.610204:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764710.610206:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764710.610207:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764710.927981:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764710.927989:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764710.927996:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764710.927998:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764710.928002:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764710.928003:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764710.928006:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764710.928007:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764710.928010:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764710.928011:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764710.928049:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764710.928052:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764710.928056:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764711.183969:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764711.183977:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764711.183979:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764711.183985:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764711.184000:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764711.184003:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764711.184010:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764711.184012:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764711.184016:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764711.951961:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4300269835, at 4300269888
00000100:00000040:3.0:1787764711.951962:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4300269835, at 4300269888
00010000:00000001:0.0:1787764711.951966:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764711.951972:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764711.951976:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191cd43c0.
00010000:00000001:0.0:1787764711.951978:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:3.0:1787764711.951979:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191cd4cc0.
00010000:00000001:0.0:1787764711.951982:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764711.951987:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764711.951989:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764711.951994:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764711.951995:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764711.951999:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764711.952001:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764711.952103:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764711.952106:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764711.952109:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764712.207964:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764712.207971:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764712.207973:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764712.207977:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764712.207980:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764712.207983:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764712.207986:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764712.207988:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764712.207990:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764712.976237:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764712.976244:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764712.976250:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764712.976251:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764712.976255:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764712.976256:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764712.976259:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764712.976260:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764712.976264:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764712.976265:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764712.977134:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764712.977138:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764712.977141:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764713.231962:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764713.231969:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764713.231971:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764713.231976:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764713.231980:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764713.231984:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764713.231987:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764713.231989:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764713.231992:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764713.999976:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764713.999984:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764713.999990:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764713.999991:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764713.999994:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764713.999995:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764713.999998:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764713.999999:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764714.000002:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764714.000003:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764714.000025:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764714.000028:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764714.000030:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764714.256132:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764714.256139:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764714.256141:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764714.256146:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764714.256150:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764714.256153:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764714.256156:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764714.256158:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764714.256161:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764715.023980:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764715.023990:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764715.023993:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764715.023997:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764715.024015:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764715.024017:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764715.024020:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764715.024022:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764715.024027:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764715.024029:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764715.024033:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764715.024034:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764715.024038:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764715.024051:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764715.024052:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764715.024054:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764715.024056:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764715.024100:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764715.024120:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764715.024122:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764715.024126:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764715.024128:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764715.028605:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764715.028614:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764715.028620:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764715.279978:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764715.279985:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764715.279988:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764715.279993:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764715.279996:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764715.280001:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764715.280004:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764715.280006:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764715.280008:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764715.728362:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764715.728374:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787764715.728376:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764715.728380:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764715.728384:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764715.728449:0:58520:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5601
00000400:00000200:0.0:1787764715.728458:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764715.728464:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764715.728468:0:58520:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764715.728472:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764715.728475:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764715.728477:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764715.728480:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787764715.728483:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764715.728486:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:0.0:1787764715.728489:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764715.728492:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:0.0:1787764715.728494:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:0.0:1787764715.728497:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:0.0:1787764715.728499:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764715.728501:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764715.728503:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764715.728506:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787764715.728509:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:0.0:1787764715.728512:0:58520:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787764715.728514:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764715.728516:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764715.728520:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764715.728523:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764715.728525:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787764715.728527:0:58520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764715.728536:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189603840.
00000020:00000040:0.0:1787764715.728539:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:0.0:1787764715.728543:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764715.728545:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764715.728548:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764715.728550:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764715.728554:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764715.728561:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186487400.
00000100:00000001:0.0:1787764715.728567:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764715.728575:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189603840 x1874601358877440/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764715.728585:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764715.728589:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764715.728594:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042b5abf2] to pc [ptlrpcd_rcv+-1]  req@ffff982189603840 x1874601358877440/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764715.728651:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764715.728654:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764715.728656:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764715.728662:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982189603840 x1874601358877440/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764715.728676:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764715.728678:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764715.728681:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764715.728684:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764715.728686:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764715.728690:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982189603840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358877440:192.168.202.141@tcp:250:kworker.0
00000100:00000001:1.0:1787764715.728693:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764715.728697:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764715.728700:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764715.728702:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764715.728707:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649e800.
02000000:00000001:1.0:1787764715.728708:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764715.728714:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764715.728718:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3738.
00000400:00000010:1.0:1787764715.728724:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fa18.
00000100:00000200:1.0:1787764715.728730:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358877440, portal 25
00000100:00000001:1.0:1787764715.728732:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764715.728734:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868538968128 : -114205170583488 : ffff982189603840)
00000100:00000040:1.0:1787764715.728739:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982189603840 x1874601358877440/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764740 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764715.728746:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764715.728748:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764715.728751:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fee0.
00000100:00000200:1.0:1787764715.728755:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358877440, offset 0
00000400:00000200:1.0:1787764715.728761:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764715.728770:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764715.728776:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764715.728782:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764715.728785:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764715.728789:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764715.728792:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764715.728796:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70726:70726:256:4294967295] 192.168.202.141@tcp LPNI seq info [70726:70726:8:4294967295]
00000400:00000200:1.0:1787764715.728801:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764715.728810:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764715.728816:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764715.728821:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198796000.
00000800:00000200:1.0:1787764715.728827:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764715.728832:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:1.0:1787764715.728888:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764715.728893:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764715.728896:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4300274956
00000100:00000010:1.0:1787764715.728901:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982191cd41e0.
00000100:00000001:1.0:1787764715.728907:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787764715.728913:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4300274956
00000100:00000010:1.0:1787764715.728917:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982191cd4cc0.
00000100:00000001:1.0:1787764715.728920:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787764715.728923:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764715.728926:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764715.728929:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764715.728932:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764715.728975:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764715.728980:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764715.728983:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787764715.728985:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764715.728986:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764715.728989:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764715.728992:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5601
00000400:00000200:0.0:1787764715.728995:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764715.728998:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764715.729000:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764715.729003:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764715.729005:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764715.729007:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764715.729009:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787764715.729011:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764715.729012:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:0.0:1787764715.729014:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764715.729016:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:0.0:1787764715.729018:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:0.0:1787764715.729020:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:0.0:1787764715.729023:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764715.729024:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764715.729026:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764715.729028:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787764715.729030:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:0.0:1787764715.729033:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787764715.729035:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764715.729037:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764715.729043:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764715.729044:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764715.729046:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764715.729050:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787764715.729054:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764715.729067:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764715.729070:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189601680.
00000020:00000040:0.0:1787764715.729073:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:0.0:1787764715.729075:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764715.729076:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764715.729077:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764715.729078:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764715.729080:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764715.729083:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186484000.
00000100:00000001:0.0:1787764715.729086:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764715.729091:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189601680 x1874601358877568/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764715.729099:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764715.729101:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764715.729105:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd7e294a] to pc [ptlrpcd_rcv+-1]  req@ffff982189601680 x1874601358877568/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764715.734225:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764715.734232:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787764715.734237:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764715.734240:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764715.734242:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764715.734255:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982189601680 x1874601358877568/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764715.734266:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764715.734268:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764715.734272:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764715.734275:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764715.734278:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764715.734282:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982189601680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358877568:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764715.734288:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764715.734292:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764715.734295:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764715.734297:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764715.734307:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649d000.
02000000:00000001:1.0:1787764715.734309:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764715.734315:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764715.734320:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3dc0.
00000400:00000010:1.0:1787764715.734326:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f330.
00000100:00000200:1.0:1787764715.734331:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358877568, portal 10
00000100:00000001:1.0:1787764715.734334:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764715.734335:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868538959488 : -114205170592128 : ffff982189601680)
00000100:00000040:1.0:1787764715.734342:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982189601680 x1874601358877568/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764740 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764715.734350:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764715.734353:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764715.734356:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573faa0.
00000100:00000200:1.0:1787764715.734359:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358877568, offset 0
00000400:00000200:1.0:1787764715.734366:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764715.734374:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764715.734381:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764715.734656:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764715.734662:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764715.734666:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764715.734669:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764715.734674:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70727:70727:255:4294967295] 192.168.202.141@tcp LPNI seq info [70727:70727:7:4294967295]
00000400:00000200:1.0:1787764715.734679:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764715.734689:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764715.734695:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764715.734700:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198796700.
00000800:00000200:1.0:1787764715.734707:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764715.734712:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:1.0:1787764715.734717:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764715.734720:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:1.0:1787764715.734723:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764715.734726:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300273692
00000100:00000001:1.0:1787764715.734730:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300274956
00000100:00000001:1.0:1787764715.734732:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300273692
00000100:00000001:1.0:1787764715.734735:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300274956
00000100:00000001:1.0:1787764715.734737:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764715.734740:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764715.734743:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764715.734746:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764715.734751:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764715.734753:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787764715.734754:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764715.734756:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764715.734757:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764715.734759:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764715.734887:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764715.734893:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764715.734896:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787764715.734898:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764715.734901:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764715.734904:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764715.734908:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5601
00000400:00000200:0.0:1787764715.734912:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764715.734915:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764715.734918:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764715.734921:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764715.734923:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764715.734925:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764715.734928:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787764715.734931:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764715.734933:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:0.0:1787764715.734936:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764715.734938:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:0.0:1787764715.734940:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:0.0:1787764715.734942:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:0.0:1787764715.734945:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764715.734947:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764715.734948:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764715.734950:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787764715.734953:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:0.0:1787764715.734956:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787764715.734958:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764715.734960:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764715.734966:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764715.734968:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764715.734970:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764715.734974:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787764715.734976:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764715.734979:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764715.734984:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189602d00.
00000020:00000040:0.0:1787764715.734987:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:0.0:1787764715.734991:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764715.734993:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764715.734995:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764715.734998:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764715.735002:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764715.735008:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186486c00.
00000100:00000001:0.0:1787764715.735014:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764715.735021:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189602d00 x1874601358877696/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764715.735035:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764715.735040:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764715.735043:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008fcde54a] to pc [ptlrpcd_rcv+-1]  req@ffff982189602d00 x1874601358877696/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764715.735052:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764715.735054:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764715.735069:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787764715.735070:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764715.735071:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764715.735073:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764715.735076:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5601
00000400:00000200:0.0:1787764715.735081:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764715.735084:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764715.735086:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764715.735088:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764715.735090:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764715.735091:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764715.735093:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787764715.735095:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764715.735096:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:0.0:1787764715.735097:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764715.735099:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:0.0:1787764715.735101:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:0.0:1787764715.735103:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:0.0:1787764715.735105:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764715.735106:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764715.735108:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764715.735109:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787764715.735112:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:0.0:1787764715.735114:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787764715.735116:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764715.735117:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764715.735120:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764715.735122:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764715.735124:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764715.735126:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787764715.735128:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764715.735130:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764715.735133:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189602580.
00000020:00000040:0.0:1787764715.735135:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:0.0:1787764715.735138:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764715.735139:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764715.735140:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764715.735142:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764715.735143:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764715.735147:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186485c00.
00000100:00000001:0.0:1787764715.735149:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764715.735266:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764715.735268:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764715.735270:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764715.735274:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982189602d00 x1874601358877696/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764715.735282:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764715.735284:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764715.735286:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764715.735288:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764715.735290:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764715.735292:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982189602d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358877696:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764715.735296:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764715.735298:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764715.735299:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764715.735301:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764715.735304:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649e000.
02000000:00000001:1.0:1787764715.735306:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764715.735310:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764715.735313:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3268.
00000400:00000010:1.0:1787764715.735316:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f5d8.
00000100:00000200:1.0:1787764715.735319:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358877696, portal 10
00000100:00000001:1.0:1787764715.735321:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764715.735322:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868538965248 : -114205170586368 : ffff982189602d00)
00000100:00000040:1.0:1787764715.735328:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982189602d00 x1874601358877696/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764740 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764715.735334:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764715.735337:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764715.735339:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f770.
00000100:00000200:1.0:1787764715.735806:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358877696, offset 0
00000400:00000200:1.0:1787764715.735816:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764715.735822:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764715.735826:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764715.735829:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764715.735832:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764715.735834:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764715.735837:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764715.735840:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70728:70728:254:4294967295] 192.168.202.141@tcp LPNI seq info [70728:70728:6:4294967295]
00000400:00000200:1.0:1787764715.735844:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764715.735872:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764715.735877:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764715.735882:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198796b00.
00000800:00000200:1.0:1787764715.735887:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764715.735891:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:1.0:1787764715.735894:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764715.735968:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:1.0:1787764715.735974:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764715.735976:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300273687
00000100:00000001:1.0:1787764715.735995:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300274956
00000100:00000001:1.0:1787764715.735998:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300273687
00000100:00000001:1.0:1787764715.736000:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300274956
00000100:00000001:1.0:1787764715.736002:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764715.736005:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764715.736008:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764715.736010:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764715.736014:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764715.736016:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787764715.736018:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764715.736019:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764715.736020:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764715.736022:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764715.736089:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189602580 x1874601358877824/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764715.736098:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764715.736101:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764715.736105:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000514a9ad2] to pc [ptlrpcd_rcv+-1]  req@ffff982189602580 x1874601358877824/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764715.736124:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764715.736127:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764715.736131:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787764715.736132:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764715.736134:0:58520:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764715.736137:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764715.736140:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5601
00000400:00000200:0.0:1787764715.736144:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764715.736147:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764715.736149:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764715.736329:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764715.736333:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764715.736335:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764715.736337:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787764715.736340:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764715.736341:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:0.0:1787764715.736343:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764715.736345:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:0.0:1787764715.736347:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:0.0:1787764715.736349:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:0.0:1787764715.736352:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764715.736354:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764715.736355:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764715.736357:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787764715.736359:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:0.0:1787764715.736361:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787764715.736363:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764715.736365:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764715.736369:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764715.736371:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764715.736374:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764715.736377:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787764715.736380:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764715.736382:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764715.736681:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764715.736684:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764715.736685:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764715.736691:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982189602580 x1874601358877824/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764715.736699:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764715.736700:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764715.736703:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764715.736705:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764715.736707:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764715.736710:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982189602580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358877824:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764715.736714:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764715.736717:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764715.736718:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764715.736721:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764715.736724:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649ec00.
02000000:00000001:1.0:1787764715.736726:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764715.736731:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764715.736734:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3108.
00000400:00000010:1.0:1787764715.736738:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f088.
00000100:00000200:1.0:1787764715.736742:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358877824, portal 4
00000100:00000001:1.0:1787764715.736744:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764715.736746:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868538963328 : -114205170588288 : ffff982189602580)
00000100:00000040:1.0:1787764715.736751:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982189602580 x1874601358877824/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764740 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764715.736757:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764715.736759:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764715.736762:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f198.
00000100:00000200:1.0:1787764715.736764:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358877824, offset 0
00000400:00000200:1.0:1787764715.736769:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764715.736773:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764715.736777:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764715.736779:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764715.736782:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764715.736784:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764715.736787:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764715.736790:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70729:70729:253:4294967295] 192.168.202.141@tcp LPNI seq info [70729:70729:5:4294967295]
00000400:00000200:1.0:1787764715.736794:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764715.736800:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764715.736803:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764715.736806:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198796e00.
00000800:00000200:1.0:1787764715.736811:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764715.736816:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:1.0:1787764715.736819:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764715.736821:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:1.0:1787764715.736824:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764715.736826:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300273693
00000100:00000001:1.0:1787764715.736828:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300274956
00000100:00000001:1.0:1787764715.736830:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300273693
00000100:00000001:1.0:1787764715.736832:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300274956
00000100:00000001:1.0:1787764715.736834:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764715.736835:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764715.736837:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764715.736840:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764715.736844:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764715.736845:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000010:0.0:1787764715.736918:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896021c0.
00000020:00000040:0.0:1787764715.736922:0:58520:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:0.0:1787764715.736926:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764715.736927:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764715.736930:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764715.736932:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764715.736935:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764715.736941:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186486000.
00000100:00000001:0.0:1787764715.736946:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764715.736950:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896021c0 x1874601358877952/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764715.736957:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764715.736960:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764715.736964:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070132a00] to pc [ptlrpcd_rcv+-1]  req@ffff9821896021c0 x1874601358877952/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764715.736973:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764715.736978:0:58520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5611)
00000100:00000001:1.0:1787764715.737616:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764715.737618:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764715.737619:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764715.737624:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896021c0 x1874601358877952/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764715.737633:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764715.737635:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764715.737637:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764715.737639:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764715.737642:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764715.737645:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358877952:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764715.737648:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764715.737650:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764715.737652:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764715.737653:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764715.737657:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649fc00.
02000000:00000001:1.0:1787764715.737659:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764715.737663:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764715.737665:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3c60.
00000400:00000010:1.0:1787764715.737669:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573fc38.
00000100:00000200:1.0:1787764715.737672:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358877952, portal 4
00000100:00000001:1.0:1787764715.737674:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764715.737675:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868538962368 : -114205170589248 : ffff9821896021c0)
00000100:00000040:1.0:1787764715.737681:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896021c0 x1874601358877952/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764740 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764715.737687:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764715.737689:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764715.737692:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f000.
00000100:00000200:1.0:1787764715.737695:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358877952, offset 0
00000400:00000200:1.0:1787764715.737700:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764715.737704:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764715.737709:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764715.737712:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764715.737715:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764715.737718:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764715.737720:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764715.737724:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70730:70730:252:4294967295] 192.168.202.141@tcp LPNI seq info [70730:70730:4:4294967295]
00000400:00000200:1.0:1787764715.737727:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764715.737734:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764715.737738:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764715.737742:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198796f00.
00000800:00000200:1.0:1787764715.737745:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764715.737749:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:1.0:1787764715.737752:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764715.737755:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:1.0:1787764715.737758:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764715.737759:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300273695
00000100:00000001:1.0:1787764715.737761:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300274956
00000100:00000001:1.0:1787764715.737763:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300273695
00000100:00000001:1.0:1787764715.737766:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300274956
00000100:00000001:1.0:1787764715.737768:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764715.737770:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764715.737773:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764715.737775:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764715.737779:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764715.737781:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1787764715.737783:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764715.737784:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764715.737785:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764715.737787:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764716.047985:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764716.047991:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764716.047998:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764716.047999:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764716.048002:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764716.048004:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764716.048007:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764716.048008:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764716.048012:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764716.048013:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764716.048123:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764716.048127:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764716.048130:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764716.304646:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764716.304653:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764716.304655:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764716.304660:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764716.304664:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764716.304667:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764716.304670:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764716.304672:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764716.304675:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764717.072326:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4300274956, at 4300275008
00000100:00000010:2.0:1787764717.072344:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191cd41e0.
00000100:00000040:3.0:1787764717.073472:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4300274956, at 4300275009
00000100:00000010:3.0:1787764717.073490:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191cd4cc0.
00010000:00000001:0.0:1787764717.073603:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764717.073607:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764717.073612:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764717.073613:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764717.073617:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764717.073618:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764717.073621:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764717.073622:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764717.073626:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764717.073627:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764717.073658:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764717.073660:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764717.073664:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764717.328476:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764717.328483:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764717.328485:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764717.328491:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764717.328495:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764717.328499:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764717.328502:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764717.328505:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764717.328508:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764718.097542:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764718.097549:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764718.097556:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764718.097559:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764718.097561:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764718.097564:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764718.097567:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764718.097569:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764718.097571:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764718.097574:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764718.097577:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764718.097578:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764718.097581:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764718.097582:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764718.097586:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764718.097587:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764718.098084:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764718.098087:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764718.098091:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764718.353470:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764718.353479:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764718.353482:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764718.353488:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764718.353492:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764718.353495:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764718.353498:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764718.353500:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764718.353503:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:2.0:1787764718.800164:0:2379:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.141:988
00000400:00000100:2.0:1787764718.800207:0:2379:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.141@tcp at host 192.168.202.141 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1787764718.800217:0:2379:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764718.800220:0:2379:0:(router.c:1791:lnet_notify()) 192.168.202.41@tcp notifying 192.168.202.141@tcp: down
00000400:00000200:2.0:1787764718.800224:0:2379:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764718.800228:0:2379:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:2.0:1787764718.800232:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:2.0:1787764718.800235:0:2379:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198796000.
00000400:00000200:2.0:1787764718.800239:0:2379:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787764718.800242:0:2379:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787764718.800247:0:2379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fee0
00000400:00000010:2.0:1787764718.800249:0:2379:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fee0.
00000100:00000001:2.0:1787764718.800253:0:2379:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764718.800259:0:2379:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff982189603840 x1874601358877440/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764740 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764718.800277:0:2379:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764718.800281:0:2379:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982189603840 x1874601358877440/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764740 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764718.800288:0:2379:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764718.800290:0:2379:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787764718.800298:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:2.0:1787764718.800301:0:2379:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198796700.
00000400:00000200:2.0:1787764718.800303:0:2379:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787764718.800306:0:2379:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787764718.800309:0:2379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573faa0
00000400:00000010:2.0:1787764718.800310:0:2379:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573faa0.
00000100:00000001:2.0:1787764718.800313:0:2379:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787764718.800315:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000200:2.0:1787764718.800316:0:2379:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff982189601680 x1874601358877568/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764740 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764718.800319:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764718.800323:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1787764718.800324:0:2379:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764718.800326:0:2379:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982189601680 x1874601358877568/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764740 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764718.800329:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764715/real 1787764718]  req@ffff982189603840 x1874601358877440/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764718.800333:0:2379:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764718.800334:0:2379:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1787764718.800338:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000400:00000001:1.0:1787764718.800340:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000800:00000010:2.0:1787764718.800340:0:2379:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198796b00.
00000400:00000001:1.0:1787764718.800343:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000200:2.0:1787764718.800343:0:2379:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000010:1.0:1787764718.800345:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3738.
00000400:00000200:2.0:1787764718.800346:0:2379:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1787764718.800348:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fa18
00000400:00000200:2.0:1787764718.800348:0:2379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f770
00000400:00000010:1.0:1787764718.800350:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fa18.
00000400:00000010:2.0:1787764718.800350:0:2379:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f770.
00000100:00000001:2.0:1787764718.800352:0:2379:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787764718.800353:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764718.800356:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982189603840 x1874601358877440/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764718.800356:0:2379:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff982189602d00 x1874601358877696/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764740 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764718.800363:0:2379:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000200:1.0:1787764718.800365:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982189603840 x1874601358877440/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787764718.800366:0:2379:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982189602d00 x1874601358877696/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764740 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764718.800373:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764718.800373:0:2379:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764718.800374:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764718.800374:0:2379:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764718.800377:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000800:00000100:2.0:1787764718.800378:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000100:00000001:1.0:1787764718.800379:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000800:00000010:2.0:1787764718.800380:0:2379:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198796e00.
00000100:00100000:1.0:1787764718.800382:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982189603840 x1874601358877440/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1787764718.800383:0:2379:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1787764718.800386:0:2379:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787764718.800388:0:2379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f198
00000100:00000001:1.0:1787764718.800390:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:2.0:1787764718.800390:0:2379:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f198.
00000100:00000001:2.0:1787764718.800392:0:2379:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:1.0:1787764718.800395:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982189603840 x1874601358877440/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764740 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764718.800395:0:2379:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff982189602580 x1874601358877824/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764740 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764718.800402:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764718.800402:0:2379:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787764718.800405:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764718.800405:0:2379:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982189602580 x1874601358877824/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764740 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764718.800406:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764718.800408:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764718.800410:0:2379:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764718.800411:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764718.800412:0:2379:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764718.800413:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000800:00000100:2.0:1787764718.800415:0:2379:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000100:00080000:1.0:1787764718.800416:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000800:00000010:2.0:1787764718.800418:0:2379:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198796f00.
00000100:00080000:1.0:1787764718.800420:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000400:00000200:2.0:1787764718.800420:0:2379:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:1.0:1787764718.800422:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000400:00000200:2.0:1787764718.800423:0:2379:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1787764718.800425:0:2379:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f000
00000100:00000040:1.0:1787764718.800426:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982189603840 x1874601358877440/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764740 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1787764718.800427:0:2379:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f000.
00000100:00000001:2.0:1787764718.800429:0:2379:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764718.800433:0:2379:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9821896021c0 x1874601358877952/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764740 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764718.800434:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982189603840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358877440:192.168.202.141@tcp:250:kworker.0
00000100:00000001:1.0:1787764718.800438:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764718.800440:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787764718.800440:0:2379:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764718.800443:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982189603840 x1874601358877440/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764740 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787764718.800443:0:2379:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896021c0 x1874601358877952/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764740 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764718.800450:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000001:2.0:1787764718.800450:0:2379:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764718.800452:0:2379:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:1.0:1787764718.800453:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764718.800456:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649e800.
02000000:00000001:1.0:1787764718.800459:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764718.800461:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764718.800463:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000020:00000001:1.0:1787764718.800465:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764718.800467:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982186487400.
02000000:00000001:1.0:1787764718.800471:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764718.800472:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764718.800474:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982189603840.
00000100:00000001:1.0:1787764718.800477:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764718.800479:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764718.800481:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764718.800483:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764718.800484:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764718.800486:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764718.800489:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764715/real 1787764718]  req@ffff9821896021c0 x1874601358877952/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764718.800497:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764718.800498:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764718.800500:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3c60.
00000400:00000200:1.0:1787764718.800503:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573fc38
00000400:00000010:1.0:1787764718.800504:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573fc38.
00000100:00000001:1.0:1787764718.800506:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764718.800510:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896021c0 x1874601358877952/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764718.800522:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896021c0 x1874601358877952/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764718.800527:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764718.800528:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764718.800530:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764718.800531:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764718.800535:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896021c0 x1874601358877952/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764718.800541:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764718.800545:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896021c0 x1874601358877952/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764740 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764718.800552:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764718.800554:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764718.800555:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764718.800557:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764718.800558:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764718.800560:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764718.800579:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764718.800583:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764718.800586:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764718.800590:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896021c0 x1874601358877952/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764740 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764718.800596:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896021c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358877952:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764718.800601:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764718.800604:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764715/real 1787764718]  req@ffff982189602580 x1874601358877824/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764718.800616:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764718.800617:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764718.800619:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3108.
00000400:00000200:1.0:1787764718.800621:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f088
00000400:00000010:1.0:1787764718.800623:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f088.
00000100:00000001:1.0:1787764718.800624:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764718.800627:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982189602580 x1874601358877824/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764718.800635:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982189602580 x1874601358877824/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764718.800642:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764718.800643:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764718.800645:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764718.800646:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764718.800649:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982189602580 x1874601358877824/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764718.800655:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764718.800659:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982189602580 x1874601358877824/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764740 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764718.800665:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764718.800666:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764718.800667:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764718.800669:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764718.800670:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764718.800671:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764718.800673:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764718.800677:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764718.800679:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764718.800682:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982189602580 x1874601358877824/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764740 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764718.800688:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982189602580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358877824:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764718.800692:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764718.800694:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764715/real 1787764718]  req@ffff982189602d00 x1874601358877696/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764718.800706:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764718.800707:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764718.800709:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3268.
00000400:00000200:1.0:1787764718.800711:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f5d8
00000400:00000010:1.0:1787764718.800713:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f5d8.
00000100:00000001:1.0:1787764718.800715:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764718.800717:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982189602d00 x1874601358877696/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764718.800724:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982189602d00 x1874601358877696/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764718.800729:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764718.800730:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764718.800731:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764718.800732:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764718.800735:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982189602d00 x1874601358877696/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764718.800741:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764718.800743:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982189602d00 x1874601358877696/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764740 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764718.800749:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764718.800751:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764718.800752:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764718.800754:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764718.800755:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764718.800756:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764718.800759:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764718.800762:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764718.800764:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764718.800768:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982189602d00 x1874601358877696/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764740 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764718.800774:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982189602d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358877696:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764718.800777:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764718.800781:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764715/real 1787764718]  req@ffff982189601680 x1874601358877568/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764718.800786:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764718.800788:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764718.800789:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3dc0.
00000400:00000200:1.0:1787764718.800791:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f330
00000400:00000010:1.0:1787764718.800792:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f330.
00000100:00000001:1.0:1787764718.800794:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764718.800796:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982189601680 x1874601358877568/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764718.800802:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982189601680 x1874601358877568/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764718.800807:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764718.800808:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764718.800810:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764718.800811:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764718.800813:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982189601680 x1874601358877568/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764718.800823:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764718.800826:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982189601680 x1874601358877568/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764740 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764718.800831:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764718.800834:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764718.800839:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764718.800841:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764718.800842:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764718.800844:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764718.800846:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764718.800876:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764718.800878:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764718.800882:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982189601680 x1874601358877568/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764740 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764718.800888:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982189601680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358877568:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764718.800893:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764718.800894:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764718.800897:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896021c0 x1874601358877952/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764740 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764718.800903:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764718.800904:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764718.800906:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649fc00.
02000000:00000001:1.0:1787764718.800909:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764718.800911:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764718.800912:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:1.0:1787764718.800914:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764718.800916:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982186486000.
02000000:00000001:1.0:1787764718.800920:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764718.800921:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764718.800922:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896021c0.
00000100:00000001:1.0:1787764718.800925:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764718.800926:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764718.800928:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764718.800930:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982189602580 x1874601358877824/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764740 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764718.800936:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764718.800937:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764718.800938:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649ec00.
02000000:00000001:1.0:1787764718.800940:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764718.800942:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764718.800943:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:1.0:1787764718.800944:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764718.800945:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982186485c00.
02000000:00000001:1.0:1787764718.800947:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764718.800948:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764718.800950:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982189602580.
00000100:00000001:1.0:1787764718.800952:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764718.800953:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764718.800954:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764718.800957:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982189602d00 x1874601358877696/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764740 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764718.800961:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764718.800963:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764718.800964:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649e000.
02000000:00000001:1.0:1787764718.800966:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764718.800967:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764718.800968:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:1.0:1787764718.800970:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764718.800971:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982186486c00.
02000000:00000001:1.0:1787764718.800973:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764718.800974:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764718.800975:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982189602d00.
00000100:00000001:1.0:1787764718.800977:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764718.800979:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764718.800981:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764718.800983:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982189601680 x1874601358877568/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764740 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764718.800989:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764718.800990:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764718.800991:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649d000.
02000000:00000001:1.0:1787764718.800993:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764718.800994:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764718.800995:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:1.0:1787764718.800997:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764718.800998:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982186484000.
02000000:00000001:1.0:1787764718.801001:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764718.801002:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764718.801003:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982189601680.
00000100:00000001:1.0:1787764718.801005:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764718.801006:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764718.801008:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764718.801015:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764718.801017:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764718.801019:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764718.801021:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764719.120261:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764719.120270:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764719.120277:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764719.120278:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764719.120286:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764719.120287:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764719.120291:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764719.120292:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764719.120294:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764719.120295:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764719.120592:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764719.120596:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764719.120599:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764719.375967:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764719.375974:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764719.375976:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764719.375982:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764719.375986:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764719.375990:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764719.375993:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764719.375995:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764719.375998:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764720.144440:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764720.144446:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764720.144452:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764720.144453:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764720.144456:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764720.144460:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764720.144462:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764720.144465:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764720.144467:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764720.144469:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764720.144471:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764720.144474:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764720.144477:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764720.144478:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764720.144481:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764720.144483:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764720.144484:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764720.144486:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764720.144487:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764720.144488:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764720.144490:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764720.144492:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764720.144592:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764720.144596:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764720.144599:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764720.399919:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764720.399926:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764720.399929:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764720.399934:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764720.399939:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764720.399943:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764720.399946:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764720.399958:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764720.399961:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764720.853179:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764720.853191:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787764720.853193:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764720.853197:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764720.853202:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764720.853209:0:18336:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5606
00000400:00000200:2.0:1787764720.853218:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764720.853224:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764720.853227:0:18336:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764720.853230:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764720.853233:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764720.853235:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764720.853238:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764720.853241:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764720.853243:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:2.0:1787764720.853246:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764720.853249:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:2.0:1787764720.853252:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:2.0:1787764720.853254:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:2.0:1787764720.853256:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764720.853259:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764720.853261:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764720.853263:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764720.853265:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:2.0:1787764720.853268:0:18336:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764720.853270:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764720.853273:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764720.853276:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764720.853279:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764720.853281:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787764720.853283:0:18336:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764720.853291:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896bd2c0.
00000020:00000040:2.0:1787764720.853293:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:2.0:1787764720.853297:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764720.853299:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764720.853302:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764720.853305:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764720.853308:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764720.853315:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218869b400.
00000100:00000001:2.0:1787764720.853321:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764720.853329:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896bd2c0 x1874601358878080/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764720.853340:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764720.853343:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764720.853348:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006421b88f] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bd2c0 x1874601358878080/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764720.853370:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764720.853373:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764720.853376:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787764720.853377:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764720.853379:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764720.853381:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764720.853384:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5606
00000400:00000200:2.0:1787764720.853387:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764720.853390:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764720.853392:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764720.853395:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764720.853397:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764720.853399:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764720.853401:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764720.853403:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764720.853404:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:2.0:1787764720.853406:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764720.853408:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:2.0:1787764720.853410:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:2.0:1787764720.853412:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:2.0:1787764720.853415:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764720.853416:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764720.853418:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764720.853420:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764720.853422:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:2.0:1787764720.853424:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764720.853426:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764720.853428:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764720.853433:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764720.853435:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764720.853436:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764720.853440:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764720.853443:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764720.853445:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764720.853450:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896bcf00.
00000020:00000040:2.0:1787764720.853452:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:2.0:1787764720.853454:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764720.853456:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764720.853457:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764720.853459:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764720.853460:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764720.853464:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982188699800.
00000100:00000001:2.0:1787764720.853467:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764720.853471:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896bcf00 x1874601358878208/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764720.853478:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764720.853480:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764720.853483:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac7ee65d] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bcf00 x1874601358878208/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764720.853490:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764720.853493:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764720.853495:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787764720.853497:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764720.853498:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764720.853501:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764720.853503:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5606
00000400:00000200:2.0:1787764720.853506:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764720.853508:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764720.853510:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764720.853513:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764720.853514:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764720.853516:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764720.853518:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764720.853520:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764720.853521:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:2.0:1787764720.853522:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764720.853524:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:2.0:1787764720.853526:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:2.0:1787764720.853528:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:2.0:1787764720.853531:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764720.853533:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764720.853534:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764720.853536:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764720.853538:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:2.0:1787764720.853540:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764720.853542:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764720.853543:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764720.853545:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764720.853547:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764720.853549:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764720.853550:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764720.853552:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764720.853554:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764720.853557:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896be580.
00000020:00000040:2.0:1787764720.853559:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:2.0:1787764720.853561:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764720.853562:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764720.853564:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764720.853565:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764720.853566:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764720.853569:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218869a000.
00000100:00000001:2.0:1787764720.853572:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764720.853575:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896be580 x1874601358878336/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764720.853582:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764720.853583:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764720.853587:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a463b55c] to pc [ptlrpcd_rcv+-1]  req@ffff9821896be580 x1874601358878336/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764720.853593:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764720.853597:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764720.853600:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787764720.853601:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764720.853602:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764720.853604:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764720.853606:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5606
00000400:00000200:2.0:1787764720.853609:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764720.853611:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764720.853614:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764720.853616:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764720.853618:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764720.853619:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764720.853621:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764720.853623:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764720.853624:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:2.0:1787764720.853625:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764720.853628:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:2.0:1787764720.853629:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:2.0:1787764720.853631:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:2.0:1787764720.853634:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764720.853636:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764720.853638:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764720.853639:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764720.853642:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:2.0:1787764720.853644:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764720.853646:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764720.853648:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764720.853650:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764720.853652:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764720.853654:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764720.853657:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764720.853659:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764720.853661:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764720.853664:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896bc000.
00000020:00000040:2.0:1787764720.853667:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:2.0:1787764720.853669:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764720.853670:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764720.853671:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764720.853673:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764720.853674:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764720.853677:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982188698000.
00000100:00000001:2.0:1787764720.853680:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764720.853684:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896bc000 x1874601358878464/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764720.853713:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764720.853715:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764720.853719:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ceda9ea7] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bc000 x1874601358878464/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764720.853726:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764720.853728:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764720.853731:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787764720.853733:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764720.853734:0:18336:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764720.853736:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764720.853739:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5606
00000400:00000200:2.0:1787764720.853742:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764720.853745:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764720.853747:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764720.853750:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764720.853752:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764720.853754:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764720.853757:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764720.853758:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764720.853760:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:2.0:1787764720.853761:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764720.853762:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:2.0:1787764720.853764:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:2.0:1787764720.853766:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:2.0:1787764720.853769:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764720.853770:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764720.853772:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764720.853773:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764720.853776:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:2.0:1787764720.853778:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764720.853780:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764720.853782:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764720.853784:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764720.853786:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764720.853788:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764720.853790:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764720.853792:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764720.853794:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764720.853797:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896bf0c0.
00000020:00000040:2.0:1787764720.853799:0:18336:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:2.0:1787764720.853802:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764720.853803:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764720.853804:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764720.853805:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764720.853807:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764720.853810:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982188699000.
00000100:00000001:2.0:1787764720.853813:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764720.853817:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896bf0c0 x1874601358878592/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764720.853829:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764720.853830:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764720.853833:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c4c07353] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bf0c0 x1874601358878592/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764720.853840:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764720.853844:0:18336:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5616)
00000100:00000001:1.0:1787764720.853973:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764720.853978:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764720.853980:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764720.853986:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896bd2c0 x1874601358878080/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764720.853994:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764720.853996:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764720.853999:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764720.854002:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764720.854004:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764720.854007:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896bd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358878080:192.168.202.141@tcp:250:kworker.0
00000100:00000001:1.0:1787764720.854021:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764720.854025:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764720.854028:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764720.854030:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764720.854034:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649d000.
02000000:00000001:1.0:1787764720.854036:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764720.854041:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764720.854045:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3dc0.
00000400:00000010:1.0:1787764720.854051:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f330.
00000100:00000200:1.0:1787764720.854058:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358878080, portal 25
00000100:00000001:1.0:1787764720.854060:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764720.854062:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539728576 : -114205169823040 : ffff9821896bd2c0)
00000100:00000040:1.0:1787764720.854067:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896bd2c0 x1874601358878080/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764745 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764720.854073:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764720.854075:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764720.854078:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f5d8.
00000100:00000200:1.0:1787764720.854081:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358878080, offset 0
00000400:00000200:1.0:1787764720.854087:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764720.854095:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764720.854101:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764720.854106:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764720.854110:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764720.854113:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764720.854116:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764720.854119:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70731:70731:256:4294967295] 192.168.202.141@tcp LPNI seq info [70731:70731:8:4294967295]
00000400:00000200:1.0:1787764720.854123:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764720.854132:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764720.854138:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764720.854143:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198796a00.
00000800:00000200:1.0:1787764720.854150:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764720.854153:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787764720.854159:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764720.854163:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787764720.854167:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764720.854170:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198796a00.
00000400:00000200:1.0:1787764720.854176:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764720.854181:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764720.854186:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f5d8
00000400:00000010:1.0:1787764720.854188:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f5d8.
00000100:00000001:1.0:1787764720.854191:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764720.854195:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896bd2c0 x1874601358878080/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764745 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764720.854202:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764720.854206:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bd2c0 x1874601358878080/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764745 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764720.854212:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764720.854213:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764720.854219:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764720.854223:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764720.854225:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4300280081
00000100:00000010:1.0:1787764720.854230:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982191cd43c0.
00000100:00000001:1.0:1787764720.854237:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787764720.854242:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4300280081
00000100:00000010:1.0:1787764720.854245:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982191cd4480.
00000100:00000001:1.0:1787764720.854247:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787764720.854250:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764720.854253:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764720.854255:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764720.854259:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764720/real 1787764720]  req@ffff9821896bd2c0 x1874601358878080/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764720.854267:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764720.854268:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764720.854270:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3dc0.
00000400:00000200:1.0:1787764720.854272:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f330
00000400:00000010:1.0:1787764720.854274:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f330.
00000100:00000001:1.0:1787764720.854276:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764720.854280:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896bd2c0 x1874601358878080/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764720.854286:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896bd2c0 x1874601358878080/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764720.854292:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764720.854293:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764720.854295:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764720.854297:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764720.854301:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896bd2c0 x1874601358878080/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764720.854307:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764720.854312:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896bd2c0 x1874601358878080/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764745 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764720.854319:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764720.854322:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764720.854323:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764720.854324:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764720.854327:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764720.854328:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764720.854331:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764720.854335:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764720.854337:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764720.854342:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896bd2c0 x1874601358878080/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764745 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764720.854350:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896bd2c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358878080:192.168.202.141@tcp:250:kworker.0
00000100:00000001:1.0:1787764720.854361:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764720.854364:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896bcf00 x1874601358878208/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764720.854376:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764720.854377:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764720.854379:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764720.854381:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764720.854383:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764720.854385:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896bcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358878208:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764720.854388:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764720.854390:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764720.854391:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764720.854393:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764720.854396:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649e000.
02000000:00000001:1.0:1787764720.854397:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764720.854400:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764720.854403:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3dc0.
00000400:00000010:1.0:1787764720.854406:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f330.
00000100:00000200:1.0:1787764720.854409:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358878208, portal 10
00000100:00000001:1.0:1787764720.854410:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764720.854412:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539727616 : -114205169824000 : ffff9821896bcf00)
00000100:00000040:1.0:1787764720.854418:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896bcf00 x1874601358878208/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764745 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764720.854424:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764720.854426:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764720.854428:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f5d8.
00000100:00000200:1.0:1787764720.854430:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358878208, offset 0
00000400:00000200:1.0:1787764720.854434:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764720.854438:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764720.854441:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764720.854443:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764720.854445:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764720.854448:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764720.854450:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764720.854453:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70732:70732:256:4294967295] 192.168.202.141@tcp LPNI seq info [70732:70732:8:4294967295]
00000400:00000200:1.0:1787764720.854457:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764720.854463:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764720.854467:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764720.854470:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198796a00.
00000800:00000200:1.0:1787764720.854473:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764720.854475:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787764720.854479:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764720.854482:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787764720.854485:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764720.854487:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198796a00.
00000400:00000200:1.0:1787764720.854490:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764720.854493:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764720.854496:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f5d8
00000400:00000010:1.0:1787764720.854497:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f5d8.
00000100:00000001:1.0:1787764720.854500:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764720.854503:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896bcf00 x1874601358878208/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764745 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764720.854511:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764720.854514:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bcf00 x1874601358878208/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764745 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764720.854520:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764720.854521:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764720.854525:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764720.854529:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:1.0:1787764720.854532:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764720.854534:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300278812
00000100:00000001:1.0:1787764720.854537:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300280081
00000100:00000001:1.0:1787764720.854539:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300278812
00000100:00000001:1.0:1787764720.854551:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300280081
00000100:00000001:1.0:1787764720.854553:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764720.854556:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764720.854557:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764720.854561:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764720/real 1787764720]  req@ffff9821896bcf00 x1874601358878208/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764720.854569:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764720.854570:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764720.854571:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3dc0.
00000400:00000200:1.0:1787764720.854574:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f330
00000400:00000010:1.0:1787764720.854575:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f330.
00000100:00000001:1.0:1787764720.854577:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764720.854580:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896bcf00 x1874601358878208/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764720.854588:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896bcf00 x1874601358878208/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764720.854594:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764720.854595:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764720.854597:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764720.854598:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764720.854602:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896bcf00 x1874601358878208/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764720.854608:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764720.854611:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896bcf00 x1874601358878208/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764745 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764720.854617:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764720.854619:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764720.854621:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764720.854622:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764720.854624:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764720.854626:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764720.854628:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764720.854632:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764720.854634:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764720.854638:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896bcf00 x1874601358878208/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764745 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764720.854646:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896bcf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358878208:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764720.854650:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764720.854654:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896be580 x1874601358878336/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764720.854659:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764720.854661:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764720.854663:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764720.854664:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764720.854666:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764720.854669:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896be580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358878336:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764720.854672:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764720.854673:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764720.854675:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764720.854676:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764720.854680:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649ec00.
02000000:00000001:1.0:1787764720.854681:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764720.854685:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764720.854687:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3dc0.
00000400:00000010:1.0:1787764720.854690:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f330.
00000100:00000200:1.0:1787764720.854693:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358878336, portal 10
00000100:00000001:1.0:1787764720.854695:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764720.854696:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539733376 : -114205169818240 : ffff9821896be580)
00000100:00000040:1.0:1787764720.854701:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896be580 x1874601358878336/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764745 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764720.854707:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764720.854709:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764720.854712:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f5d8.
00000100:00000200:1.0:1787764720.854715:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358878336, offset 0
00000400:00000200:1.0:1787764720.854718:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764720.854722:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764720.854725:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764720.854728:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764720.854730:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764720.854733:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764720.854735:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764720.854738:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70733:70733:256:4294967295] 192.168.202.141@tcp LPNI seq info [70733:70733:8:4294967295]
00000400:00000200:1.0:1787764720.854741:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764720.854747:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764720.854751:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764720.854754:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198796a00.
00000800:00000200:1.0:1787764720.854757:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764720.854759:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787764720.854763:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764720.854765:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787764720.854769:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764720.854771:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198796a00.
00000400:00000200:1.0:1787764720.854774:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764720.854777:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764720.854779:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f5d8
00000400:00000010:1.0:1787764720.854781:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f5d8.
00000100:00000001:1.0:1787764720.854784:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764720.854787:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896be580 x1874601358878336/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764745 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764720.854794:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764720.854797:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896be580 x1874601358878336/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764745 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764720.854803:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764720.854805:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764720.854808:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764720.854811:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:1.0:1787764720.854815:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764720.854817:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300278806
00000100:00000001:1.0:1787764720.854819:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300280081
00000100:00000001:1.0:1787764720.854821:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300278806
00000100:00000001:1.0:1787764720.854823:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300280081
00000100:00000001:1.0:1787764720.854825:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764720.854827:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764720.854828:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764720.854831:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764720/real 1787764720]  req@ffff9821896be580 x1874601358878336/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764720.854838:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764720.854840:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764720.854841:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3dc0.
00000400:00000200:1.0:1787764720.854844:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f330
00000400:00000010:1.0:1787764720.854845:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f330.
00000100:00000001:1.0:1787764720.854877:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764720.854881:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896be580 x1874601358878336/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764720.854889:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896be580 x1874601358878336/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764720.854894:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764720.854896:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764720.854897:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764720.854898:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764720.854901:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896be580 x1874601358878336/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764720.854907:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764720.854911:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896be580 x1874601358878336/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764745 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764720.854917:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764720.854919:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764720.854920:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764720.854922:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764720.854923:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764720.854924:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764720.854927:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764720.854929:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764720.854931:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764720.854934:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896be580 x1874601358878336/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764745 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764720.854941:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896be580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358878336:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764720.854944:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764720.854947:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896bc000 x1874601358878464/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764720.854953:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764720.854954:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764720.854956:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764720.854957:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764720.854959:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764720.854962:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358878464:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764720.854964:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764720.854966:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764720.854967:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764720.854968:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764720.854972:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649fc00.
02000000:00000001:1.0:1787764720.854973:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764720.854977:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764720.854980:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3dc0.
00000400:00000010:1.0:1787764720.854982:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f330.
00000100:00000200:1.0:1787764720.854985:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358878464, portal 4
00000100:00000001:1.0:1787764720.854986:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764720.854987:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539723776 : -114205169827840 : ffff9821896bc000)
00000100:00000040:1.0:1787764720.854993:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896bc000 x1874601358878464/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764745 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764720.854997:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764720.854999:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764720.855001:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f5d8.
00000100:00000200:1.0:1787764720.855003:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358878464, offset 0
00000400:00000200:1.0:1787764720.855007:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764720.855024:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764720.855028:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764720.855031:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764720.855033:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764720.855035:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764720.855037:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764720.855040:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70734:70734:256:4294967295] 192.168.202.141@tcp LPNI seq info [70734:70734:8:4294967295]
00000400:00000200:1.0:1787764720.855043:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764720.855048:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764720.855052:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764720.855055:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198796a00.
00000800:00000200:1.0:1787764720.855059:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764720.855061:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787764720.855065:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764720.855067:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787764720.855070:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764720.855072:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198796a00.
00000400:00000200:1.0:1787764720.855075:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764720.855078:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764720.855080:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f5d8
00000400:00000010:1.0:1787764720.855082:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f5d8.
00000100:00000001:1.0:1787764720.855085:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764720.855088:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896bc000 x1874601358878464/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764745 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764720.855094:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764720.855097:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bc000 x1874601358878464/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764745 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764720.855102:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764720.855104:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764720.855107:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764720.855109:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:1.0:1787764720.855112:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764720.855114:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300278812
00000100:00000001:1.0:1787764720.855116:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300280081
00000100:00000001:1.0:1787764720.855117:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300278812
00000100:00000001:1.0:1787764720.855119:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300280081
00000100:00000001:1.0:1787764720.855121:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764720.855123:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764720.855125:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764720.855128:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764720/real 1787764720]  req@ffff9821896bc000 x1874601358878464/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764720.855135:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764720.855136:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764720.855137:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3dc0.
00000400:00000200:1.0:1787764720.855140:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f330
00000400:00000010:1.0:1787764720.855141:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f330.
00000100:00000001:1.0:1787764720.855143:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764720.855146:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896bc000 x1874601358878464/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764720.855153:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896bc000 x1874601358878464/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764720.855163:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764720.855165:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764720.855166:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764720.855167:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764720.855170:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896bc000 x1874601358878464/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764720.855176:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764720.855179:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896bc000 x1874601358878464/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764745 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764720.855186:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764720.855188:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764720.855189:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764720.855190:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764720.855192:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764720.855193:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764720.855195:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764720.855198:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764720.855200:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764720.855203:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896bc000 x1874601358878464/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764745 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764720.855210:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358878464:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764720.855213:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764720.855217:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896bf0c0 x1874601358878592/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764720.855222:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764720.855223:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764720.855225:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764720.855227:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764720.855229:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764720.855231:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896bf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358878592:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764720.855234:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764720.855235:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764720.855237:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764720.855238:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764720.855241:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649e800.
02000000:00000001:1.0:1787764720.855243:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764720.855246:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764720.855248:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3dc0.
00000400:00000010:1.0:1787764720.855251:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f330.
00000100:00000200:1.0:1787764720.855253:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358878592, portal 4
00000100:00000001:1.0:1787764720.855255:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764720.855256:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539736256 : -114205169815360 : ffff9821896bf0c0)
00000100:00000040:1.0:1787764720.855261:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896bf0c0 x1874601358878592/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764745 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764720.855265:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764720.855267:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764720.855269:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f5d8.
00000100:00000200:1.0:1787764720.855271:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358878592, offset 0
00000400:00000200:1.0:1787764720.855274:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764720.855278:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764720.855281:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764720.855284:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764720.855286:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764720.855288:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764720.855290:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764720.855293:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70735:70735:256:4294967295] 192.168.202.141@tcp LPNI seq info [70735:70735:8:4294967295]
00000400:00000200:1.0:1787764720.855296:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764720.855302:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764720.855306:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764720.855309:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198796a00.
00000800:00000200:1.0:1787764720.855312:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764720.855315:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1787764720.855318:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764720.855321:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1787764720.855324:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764720.855325:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198796a00.
00000400:00000200:1.0:1787764720.855327:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764720.855330:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764720.855333:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f5d8
00000400:00000010:1.0:1787764720.855335:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f5d8.
00000100:00000001:1.0:1787764720.855337:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764720.855341:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896bf0c0 x1874601358878592/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764745 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764720.855348:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764720.855351:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bf0c0 x1874601358878592/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764745 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764720.855357:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764720.855358:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764720.855361:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764720.855363:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:1.0:1787764720.855366:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764720.855368:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300278813
00000100:00000001:1.0:1787764720.855370:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300280081
00000100:00000001:1.0:1787764720.855372:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300278813
00000100:00000001:1.0:1787764720.855374:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300280081
00000100:00000001:1.0:1787764720.855376:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764720.855378:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764720.855379:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764720.855383:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764720/real 1787764720]  req@ffff9821896bf0c0 x1874601358878592/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764720.855391:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764720.855392:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764720.855394:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3dc0.
00000400:00000200:1.0:1787764720.855396:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f330
00000400:00000010:1.0:1787764720.855398:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f330.
00000100:00000001:1.0:1787764720.855400:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764720.855403:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896bf0c0 x1874601358878592/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764745 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764720.855409:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896bf0c0 x1874601358878592/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764720.855415:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764720.855416:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764720.855417:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764720.855419:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764720.855422:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896bf0c0 x1874601358878592/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764745 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764720.855428:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764720.855431:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896bf0c0 x1874601358878592/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764745 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764720.855438:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764720.855440:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764720.855441:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764720.855442:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764720.855444:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764720.855445:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764720.855447:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764720.855450:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764720.855452:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764720.855456:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896bf0c0 x1874601358878592/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764745 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764720.855463:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896bf0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358878592:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764720.855467:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764720.855469:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764720.855472:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bd2c0 x1874601358878080/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764745 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764720.855478:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764720.855481:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764720.855483:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649d000.
02000000:00000001:1.0:1787764720.855485:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764720.855488:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764720.855489:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000020:00000001:1.0:1787764720.855492:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764720.855494:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218869b400.
02000000:00000001:1.0:1787764720.855497:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764720.855498:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764720.855500:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bd2c0.
00000100:00000001:1.0:1787764720.855503:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764720.855505:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764720.855506:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764720.855510:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bcf00 x1874601358878208/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764745 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764720.855516:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764720.855517:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764720.855519:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649e000.
02000000:00000001:1.0:1787764720.855521:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764720.855522:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764720.855523:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:1.0:1787764720.855525:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764720.855526:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982188699800.
02000000:00000001:1.0:1787764720.855528:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764720.855529:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764720.855531:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bcf00.
00000100:00000001:1.0:1787764720.855533:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764720.855534:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764720.855535:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764720.855538:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896be580 x1874601358878336/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764745 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764720.855543:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764720.855544:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764720.855546:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649ec00.
02000000:00000001:1.0:1787764720.855547:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764720.855548:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764720.855549:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:1.0:1787764720.855551:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764720.855553:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218869a000.
02000000:00000001:1.0:1787764720.855555:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764720.855556:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764720.855557:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896be580.
00000100:00000001:1.0:1787764720.855559:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764720.855560:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764720.855562:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764720.855565:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bc000 x1874601358878464/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764745 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764720.855571:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764720.855573:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764720.855574:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649fc00.
02000000:00000001:1.0:1787764720.855576:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764720.855577:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764720.855578:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:1.0:1787764720.855580:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764720.855581:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982188698000.
02000000:00000001:1.0:1787764720.855583:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764720.855584:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764720.855585:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bc000.
00000100:00000001:1.0:1787764720.855587:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764720.855588:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764720.855589:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764720.855593:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bf0c0 x1874601358878592/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764745 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764720.855599:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764720.855600:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764720.855602:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649e800.
02000000:00000001:1.0:1787764720.855603:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764720.855604:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764720.855605:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:1.0:1787764720.855607:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764720.855609:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982188699000.
02000000:00000001:1.0:1787764720.855611:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764720.855612:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764720.855613:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bf0c0.
00000100:00000001:1.0:1787764720.855615:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764720.855616:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764720.855619:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764720.855626:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764720.855627:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764720.855630:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764720.855631:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764721.168100:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764721.168108:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764721.168114:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764721.168116:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764721.168119:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764721.168120:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764721.168124:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764721.168125:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764721.168127:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764721.168129:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764721.170083:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764721.170088:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764721.170092:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764721.423905:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764721.423961:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764721.423963:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764721.423969:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764721.423972:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764721.423975:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764721.423977:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764721.423978:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764721.423980:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764722.192969:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4300280081, at 4300280129
00000100:00000010:2.0:1787764722.192987:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191cd43c0.
00010000:00000001:0.0:1787764722.193566:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764722.193570:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764722.193575:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764722.193576:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764722.193580:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764722.193581:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764722.193584:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764722.193585:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764722.193588:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764722.193589:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764722.193702:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4300280081, at 4300280129
00000100:00000010:3.0:1787764722.193716:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191cd4480.
00000020:00000001:2.0:1787764722.193818:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764722.193822:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764722.193825:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764722.448252:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764722.448264:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764722.448267:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764722.448276:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764722.448282:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764722.448288:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764722.448291:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764722.448295:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764722.448299:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764723.216021:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764723.216031:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764723.216038:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764723.216039:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764723.216044:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764723.216045:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764723.216049:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764723.216050:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764723.216054:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764723.216055:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764723.216088:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764723.216092:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764723.216095:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764723.474570:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764723.474578:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764723.474581:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764723.474587:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764723.474591:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764723.474596:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764723.474599:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764723.474602:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764723.474605:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764724.244882:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764724.244892:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764724.244900:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764724.244901:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764724.244906:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764724.244907:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764724.244910:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764724.244911:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764724.244915:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764724.244916:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764724.245056:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764724.245060:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764724.245063:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764724.496005:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764724.496014:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764724.496017:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764724.496023:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764724.496027:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764724.496031:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764724.496035:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764724.496038:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764724.496041:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764725.264635:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764725.264654:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764725.264657:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764725.264662:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764725.264668:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764725.264670:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764725.264673:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764725.264675:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764725.264681:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764725.264683:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764725.264687:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764725.264688:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764725.264692:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764725.264694:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764725.264695:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764725.264696:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764725.264698:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764725.264699:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764725.264700:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764725.264703:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764725.264707:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764725.264708:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764725.265650:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764725.265654:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764725.265658:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764725.520394:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764725.520460:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764725.520463:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764725.520469:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764725.520474:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764725.520478:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764725.520481:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764725.520484:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764725.520488:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764725.975727:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764725.975741:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764725.975744:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764725.975749:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764725.975754:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764725.975764:0:58520:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5611
00000400:00000200:3.0:1787764725.975775:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764725.975783:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764725.975787:0:58520:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764725.975791:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764725.975796:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764725.975799:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764725.975802:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764725.975806:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764725.975808:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:3.0:1787764725.975812:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764725.975816:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:3.0:1787764725.975818:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:3.0:1787764725.975821:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:3.0:1787764725.975824:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764725.975826:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764725.975828:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764725.975830:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764725.975833:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:3.0:1787764725.975837:0:58520:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764725.975840:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764725.975843:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764725.975903:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764725.975907:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764725.975909:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764725.975912:0:58520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764725.975924:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b1a40.
00000020:00000040:3.0:1787764725.975929:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:3.0:1787764725.975934:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764725.975936:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764725.975940:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764725.975944:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764725.975949:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764725.975959:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9c000.
00000100:00000001:3.0:1787764725.975977:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764725.975990:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b1a40 x1874601358878720/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764725.976003:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764725.976008:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764725.976014:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b5428e47] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b1a40 x1874601358878720/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764725.976043:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764725.976047:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764725.976051:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764725.976052:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764725.976054:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764725.976057:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764725.976059:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5611
00000400:00000200:3.0:1787764725.976063:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764725.976066:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764725.976068:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764725.976071:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764725.976073:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764725.976075:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764725.976077:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764725.976079:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764725.976080:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:3.0:1787764725.976082:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764725.976084:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:3.0:1787764725.976086:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:3.0:1787764725.976088:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:3.0:1787764725.976090:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764725.976092:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764725.976094:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764725.976096:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764725.976099:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:3.0:1787764725.976102:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764725.976104:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764725.976106:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764725.976112:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764725.976114:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764725.976117:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764725.976122:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764725.976126:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764725.976128:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764725.976132:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0000.
00000020:00000040:3.0:1787764725.976135:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:3.0:1787764725.976137:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764725.976139:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764725.976141:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764725.976142:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764725.976144:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764725.976151:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9e000.
00000100:00000001:3.0:1787764725.976155:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764725.976160:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0000 x1874601358878848/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764725.976169:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764725.976171:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764725.976174:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000084e1803] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0000 x1874601358878848/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764725.976182:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764725.976185:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764725.976188:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764725.976190:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764725.976191:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764725.976194:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764725.976198:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5611
00000400:00000200:3.0:1787764725.976202:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764725.976205:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764725.976207:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764725.976210:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764725.976212:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764725.976214:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764725.976216:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764725.976219:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764725.976220:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:3.0:1787764725.976221:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764725.976223:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:3.0:1787764725.976225:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:3.0:1787764725.976227:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:3.0:1787764725.976230:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764725.976232:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764725.976233:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764725.976235:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764725.976248:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:3.0:1787764725.976251:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764725.976253:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764725.976255:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764725.976257:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764725.976259:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764725.976262:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764725.976264:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764725.976266:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764725.976268:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764725.976272:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b3c00.
00000020:00000040:3.0:1787764725.976274:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:3.0:1787764725.976277:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764725.976279:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764725.976280:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764725.976282:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764725.976283:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764725.976288:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9e800.
00000100:00000001:3.0:1787764725.976291:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764725.976295:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b3c00 x1874601358878976/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764725.976303:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764725.976305:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764725.976309:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbda2d43] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b3c00 x1874601358878976/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764725.976317:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764725.976320:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764725.976323:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764725.976325:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764725.976326:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764725.976328:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764725.976330:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5611
00000400:00000200:3.0:1787764725.976334:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764725.976336:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764725.976339:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764725.976342:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764725.976343:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764725.976345:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764725.976347:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764725.976349:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764725.976351:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:3.0:1787764725.976352:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764725.976355:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:3.0:1787764725.976357:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:3.0:1787764725.976359:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:3.0:1787764725.976363:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764725.976364:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764725.976366:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764725.976368:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764725.976370:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:3.0:1787764725.976373:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764725.976376:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764725.976377:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764725.976380:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764725.976382:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764725.976384:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764725.976387:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764725.976390:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764725.976391:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764725.976395:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b2940.
00000020:00000040:3.0:1787764725.976397:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:3.0:1787764725.976399:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764725.976400:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764725.976402:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764725.976403:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764725.976405:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764725.976408:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9cc00.
00000100:00000001:3.0:1787764725.976411:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764725.976415:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b2940 x1874601358879104/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764725.976423:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764725.976424:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764725.976428:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000bae3a13] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b2940 x1874601358879104/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764725.976435:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764725.976438:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764725.976442:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764725.976444:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764725.976445:0:58520:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764725.976448:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764725.976450:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5611
00000400:00000200:3.0:1787764725.976454:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764725.976457:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764725.976459:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764725.976462:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764725.976464:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764725.976466:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764725.976468:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764725.976470:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764725.976472:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:3.0:1787764725.976473:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764725.976475:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:3.0:1787764725.976477:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:3.0:1787764725.976480:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:3.0:1787764725.976482:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764725.976484:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764725.976486:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764725.976488:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:1.0:1787764725.976554:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764725.976560:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764725.976563:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764725.976571:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b1a40 x1874601358878720/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764725.976582:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764725.976584:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764725.976589:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764725.976593:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764725.976596:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764725.976600:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358878720:192.168.202.141@tcp:250:kworker.0
00000100:00000001:1.0:1787764725.976605:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764725.976609:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764725.976612:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764725.976615:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764725.976622:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649e800.
02000000:00000001:1.0:1787764725.976624:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764725.976631:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764725.976635:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3dc0.
00000400:00000010:1.0:1787764725.976643:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f330.
00000100:00000200:1.0:1787764725.976652:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358878720, portal 25
00000100:00000001:1.0:1787764725.976655:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764725.976656:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542827072 : -114205166724544 : ffff9821899b1a40)
00000100:00000040:1.0:1787764725.976663:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b1a40 x1874601358878720/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764750 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764725.976672:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:3.0:1787764725.976675:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00000040:1.0:1787764725.976676:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764725.976680:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f5d8.
00000100:00080000:3.0:1787764725.976684:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000200:1.0:1787764725.976686:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358878720, offset 0
00000100:00000001:3.0:1787764725.976688:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764725.976692:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764725.976695:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1787764725.976698:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
02000000:00000001:3.0:1787764725.976699:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764725.976703:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764725.976706:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764725.976710:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764725.976711:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764725.976713:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764725.976719:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b1e00.
00000400:00000200:1.0:1787764725.976721:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000020:00000040:3.0:1787764725.976723:0:58520:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:3.0:1787764725.976729:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1787764725.976731:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1787764725.976731:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764725.976735:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764725.976737:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1787764725.976738:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
02000000:00000001:3.0:1787764725.976740:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764725.976745:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
02000000:00000010:3.0:1787764725.976746:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9dc00.
00000400:00000200:1.0:1787764725.976750:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000100:00000001:3.0:1787764725.976753:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764725.976758:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70736:70736:256:4294967295] 192.168.202.141@tcp LPNI seq info [70736:70736:8:4294967295]
00000100:00100000:3.0:1787764725.976763:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b1e00 x1874601358879232/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1787764725.976768:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:3.0:1787764725.976776:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764725.976779:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764725.976787:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007fca43c8] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b1e00 x1874601358879232/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787764725.976788:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764725.976802:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000100:00000001:3.0:1787764725.976804:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764725.976812:0:58520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5621)
00000800:00000010:1.0:1787764725.977494:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198796a00.
00000800:00000200:1.0:1787764725.977507:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764725.977511:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787764725.977518:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764725.977522:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787764725.977527:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764725.977530:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198796a00.
00000400:00000200:1.0:1787764725.977538:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764725.977544:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764725.977552:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f5d8
00000400:00000010:1.0:1787764725.977555:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f5d8.
00000100:00000001:1.0:1787764725.977560:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764725.977567:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b1a40 x1874601358878720/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764750 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764725.978064:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764725.978069:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b1a40 x1874601358878720/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764750 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764725.978078:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764725.978080:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764725.978089:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764725.978095:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764725.978098:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4300285205
00000100:00000010:1.0:1787764725.978105:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982191cd4c60.
00000100:00000001:1.0:1787764725.978113:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787764725.978120:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4300285205
00000100:00000010:1.0:1787764725.978122:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982191cd4180.
00000100:00000001:1.0:1787764725.978126:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787764725.978129:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764725.978133:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764725.978136:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764725.978141:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764725/real 1787764725]  req@ffff9821899b1a40 x1874601358878720/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764725.978153:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764725.978155:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764725.978158:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3dc0.
00000400:00000200:1.0:1787764725.978161:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f330
00000400:00000010:1.0:1787764725.978162:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f330.
00000100:00000001:1.0:1787764725.978165:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764725.978168:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b1a40 x1874601358878720/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764725.978183:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b1a40 x1874601358878720/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764725.978190:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764725.978191:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764725.978194:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764725.978196:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764725.978201:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b1a40 x1874601358878720/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764725.978208:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764725.978214:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b1a40 x1874601358878720/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764750 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764725.978221:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764725.978224:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764725.978226:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764725.978227:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764725.978230:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764725.978233:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764725.978248:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764725.978253:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764725.978256:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764725.978261:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b1a40 x1874601358878720/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764750 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764725.978269:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b1a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358878720:192.168.202.141@tcp:250:kworker.0
00000100:00000001:1.0:1787764725.978284:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764725.978288:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b0000 x1874601358878848/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764725.978295:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764725.978298:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764725.978302:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764725.978305:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764725.978307:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764725.978310:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358878848:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764725.978314:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764725.978317:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764725.978320:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764725.978322:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764725.978327:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649fc00.
02000000:00000001:1.0:1787764725.978329:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764725.978334:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764725.978337:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3dc0.
00000400:00000010:1.0:1787764725.978341:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f330.
00000100:00000200:1.0:1787764725.978346:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358878848, portal 10
00000100:00000001:1.0:1787764725.978348:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764725.978350:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542820352 : -114205166731264 : ffff9821899b0000)
00000100:00000040:1.0:1787764725.978358:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b0000 x1874601358878848/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764750 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764725.978364:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764725.978367:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764725.978369:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f5d8.
00000100:00000200:1.0:1787764725.978373:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358878848, offset 0
00000400:00000200:1.0:1787764725.978378:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764725.978385:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764725.978390:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764725.978395:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764725.978399:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764725.978402:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764725.978405:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764725.978409:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70737:70737:256:4294967295] 192.168.202.141@tcp LPNI seq info [70737:70737:8:4294967295]
00000400:00000200:1.0:1787764725.978414:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764725.978421:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764725.978428:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764725.978432:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198796a00.
00000800:00000200:1.0:1787764725.978436:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764725.978439:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787764725.978444:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764725.978447:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787764725.978559:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764725.978561:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198796a00.
00000400:00000200:1.0:1787764725.978565:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764725.978569:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764725.978573:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f5d8
00000400:00000010:1.0:1787764725.978575:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f5d8.
00000100:00000001:1.0:1787764725.978578:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764725.978582:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b0000 x1874601358878848/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764750 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764725.978590:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764725.978593:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b0000 x1874601358878848/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764750 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764725.978600:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764725.978602:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764725.978605:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764725.978609:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:1.0:1787764725.978613:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764725.978615:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300283936
00000100:00000001:1.0:1787764725.978617:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300285205
00000100:00000001:1.0:1787764725.978620:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300283936
00000100:00000001:1.0:1787764725.978622:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300285205
00000100:00000001:1.0:1787764725.978624:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764725.978627:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764725.978628:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764725.978632:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764725/real 1787764725]  req@ffff9821899b0000 x1874601358878848/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764725.978642:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764725.978643:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764725.978645:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3dc0.
00000400:00000200:1.0:1787764725.978648:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f330
00000400:00000010:1.0:1787764725.978649:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f330.
00000100:00000001:1.0:1787764725.978652:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764725.978655:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b0000 x1874601358878848/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764725.978663:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b0000 x1874601358878848/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764725.978670:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764725.978672:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764725.978673:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764725.978675:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764725.978678:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b0000 x1874601358878848/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764725.978685:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764725.978689:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b0000 x1874601358878848/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764750 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764725.978696:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764725.978698:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764725.978700:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764725.978701:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764725.978703:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764725.978706:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764725.978708:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764725.978712:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764725.978714:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764725.978719:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b0000 x1874601358878848/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764750 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764725.978727:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358878848:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764725.978731:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764725.978735:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b3c00 x1874601358878976/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764725.978742:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764725.978744:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764725.978746:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764725.978748:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764725.978750:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764725.978754:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358878976:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764725.978757:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764725.978760:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764725.978761:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764725.978763:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764725.978767:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649ec00.
02000000:00000001:1.0:1787764725.978769:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764725.978773:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764725.978775:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3dc0.
00000400:00000010:1.0:1787764725.978778:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f330.
00000100:00000200:1.0:1787764725.978781:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358878976, portal 10
00000100:00000001:1.0:1787764725.978783:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764725.978785:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542835712 : -114205166715904 : ffff9821899b3c00)
00000100:00000040:1.0:1787764725.978791:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b3c00 x1874601358878976/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764750 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764725.978798:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764725.978800:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764725.978802:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f5d8.
00000100:00000200:1.0:1787764725.978805:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358878976, offset 0
00000400:00000200:1.0:1787764725.978809:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764725.978813:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764725.978817:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764725.978820:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764725.978823:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764725.978826:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764725.978828:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764725.978830:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70738:70738:256:4294967295] 192.168.202.141@tcp LPNI seq info [70738:70738:8:4294967295]
00000400:00000200:1.0:1787764725.978834:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764725.978840:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764725.978845:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764725.978870:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198796a00.
00000800:00000200:1.0:1787764725.978875:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764725.978878:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787764725.978882:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764725.978884:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787764725.978887:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764725.978889:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198796a00.
00000400:00000200:1.0:1787764725.978892:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764725.978895:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764725.980008:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f5d8
00000400:00000010:1.0:1787764725.980015:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f5d8.
00000100:00000001:1.0:1787764725.980021:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764725.980030:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b3c00 x1874601358878976/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764750 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764725.980041:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764725.980044:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b3c00 x1874601358878976/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764750 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764725.980050:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764725.980052:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764725.980059:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764725.980064:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:1.0:1787764725.980068:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764725.980072:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300283932
00000100:00000001:1.0:1787764725.980076:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300285205
00000100:00000001:1.0:1787764725.980078:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300283932
00000100:00000001:1.0:1787764725.980080:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300285205
00000100:00000001:1.0:1787764725.980082:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764725.980085:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764725.980087:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764725.980092:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764725/real 1787764725]  req@ffff9821899b3c00 x1874601358878976/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764725.980102:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764725.980104:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764725.980106:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3dc0.
00000400:00000200:1.0:1787764725.980109:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f330
00000400:00000010:1.0:1787764725.980111:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f330.
00000100:00000001:1.0:1787764725.980114:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764725.980117:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b3c00 x1874601358878976/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764725.980126:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b3c00 x1874601358878976/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764725.980132:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764725.980134:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764725.980136:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764725.980138:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764725.980141:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b3c00 x1874601358878976/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764725.980149:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764725.980154:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b3c00 x1874601358878976/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764750 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764725.980161:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764725.980165:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764725.980166:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764725.980168:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764725.980170:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764725.980172:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764725.980176:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764725.980181:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764725.980183:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764725.980187:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b3c00 x1874601358878976/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764750 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764725.980196:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b3c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358878976:192.168.202.141@tcp:38:kworker.0
00000100:00000001:1.0:1787764725.980201:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764725.980206:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b2940 x1874601358879104/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764725.980214:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764725.980216:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764725.980219:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764725.980222:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764725.980224:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764725.980227:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358879104:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764725.980231:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764725.980234:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764725.981009:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764725.981013:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764725.981023:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649e000.
02000000:00000001:1.0:1787764725.981025:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764725.981031:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764725.981036:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3dc0.
00000400:00000010:1.0:1787764725.981041:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f330.
00000100:00000200:1.0:1787764725.981047:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358879104, portal 4
00000100:00000001:1.0:1787764725.981050:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764725.981052:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542830912 : -114205166720704 : ffff9821899b2940)
00000100:00000040:1.0:1787764725.981062:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b2940 x1874601358879104/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764750 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764725.981070:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764725.981072:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764725.981075:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f5d8.
00000100:00000200:1.0:1787764725.981079:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358879104, offset 0
00000400:00000200:1.0:1787764725.981084:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764725.981092:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764725.981099:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764725.981105:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764725.981109:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764725.981113:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764725.981116:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764725.981120:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70739:70739:256:4294967295] 192.168.202.141@tcp LPNI seq info [70739:70739:8:4294967295]
00000400:00000200:1.0:1787764725.981124:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764725.981134:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764725.981140:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764725.981145:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198796a00.
00000800:00000200:1.0:1787764725.981153:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764725.981157:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787764725.981162:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764725.981166:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787764725.981170:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764725.981173:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198796a00.
00000400:00000200:1.0:1787764725.981177:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764725.981182:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764725.981186:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f5d8
00000400:00000010:1.0:1787764725.981188:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f5d8.
00000100:00000001:1.0:1787764725.981191:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764725.981195:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b2940 x1874601358879104/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764750 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764725.981210:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764725.981213:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b2940 x1874601358879104/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764750 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764725.981221:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764725.981222:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764725.981226:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764725.981229:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:1.0:1787764725.981233:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764725.981235:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300283938
00000100:00000001:1.0:1787764725.981238:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300285205
00000100:00000001:1.0:1787764725.981240:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300283938
00000100:00000001:1.0:1787764725.981255:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300285205
00000100:00000001:1.0:1787764725.981258:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764725.981260:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764725.981262:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764725.981266:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764725/real 1787764725]  req@ffff9821899b2940 x1874601358879104/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764725.981275:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764725.981277:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764725.981278:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3dc0.
00000400:00000200:1.0:1787764725.981282:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f330
00000400:00000010:1.0:1787764725.981283:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f330.
00000100:00000001:1.0:1787764725.981286:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764725.981289:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b2940 x1874601358879104/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764725.981296:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b2940 x1874601358879104/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764725.981304:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764725.981306:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764725.981308:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764725.981310:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764725.981313:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b2940 x1874601358879104/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764725.981320:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764725.981325:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b2940 x1874601358879104/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764750 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764725.981332:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764725.981335:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764725.981337:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764725.981338:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764725.981340:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764725.981342:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764725.981345:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764725.981350:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764725.981352:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764725.981355:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b2940 x1874601358879104/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764750 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764725.981362:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b2940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358879104:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764725.981368:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764725.981372:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764725.981376:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b1a40 x1874601358878720/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764750 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764725.981383:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764725.981386:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764725.981389:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649e800.
02000000:00000001:1.0:1787764725.981393:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764725.981396:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764725.981399:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000020:00000001:1.0:1787764725.981402:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764725.981405:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9c000.
02000000:00000001:1.0:1787764725.981410:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764725.981412:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764725.981414:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b1a40.
00000100:00000001:1.0:1787764725.981418:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764725.981419:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764725.981421:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764725.981425:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b0000 x1874601358878848/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764750 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764725.981432:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764725.981434:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764725.981436:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649fc00.
02000000:00000001:1.0:1787764725.981438:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764725.981439:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764725.981440:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:1.0:1787764725.981442:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764725.981444:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9e000.
02000000:00000001:1.0:1787764725.981447:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764725.981449:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764725.981450:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b0000.
00000100:00000001:1.0:1787764725.982339:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764725.982340:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764725.982342:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764725.982348:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b3c00 x1874601358878976/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764750 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764725.982356:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764725.982358:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764725.982361:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649ec00.
02000000:00000001:1.0:1787764725.982363:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764725.982365:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764725.982366:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:1.0:1787764725.982368:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764725.982369:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9e800.
02000000:00000001:1.0:1787764725.982372:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764725.982375:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764725.982376:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b3c00.
00000100:00000001:1.0:1787764725.982379:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764725.982380:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764725.982382:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764725.982385:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b2940 x1874601358879104/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764750 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764725.982391:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764725.982392:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764725.982394:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649e000.
02000000:00000001:1.0:1787764725.982395:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764725.982396:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764725.982397:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:1.0:1787764725.982399:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764725.982400:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9cc00.
02000000:00000001:1.0:1787764725.982402:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764725.982404:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764725.982405:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b2940.
00000100:00000001:1.0:1787764725.982407:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764725.982408:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764725.982410:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764725.982420:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764725.982422:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764725.982425:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764725.982429:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764725.982430:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764725.982436:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b1e00 x1874601358879232/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764725.982443:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764725.982445:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764725.982449:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764725.985136:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764725.985146:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764725.985158:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358879232:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764725.985164:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764725.985170:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764725.985173:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764725.985175:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764725.985187:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649e000.
02000000:00000001:1.0:1787764725.985189:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764725.985196:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764725.985201:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3dc0.
00000400:00000010:1.0:1787764725.985209:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f330.
00000100:00000200:1.0:1787764725.985218:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358879232, portal 4
00000100:00000001:1.0:1787764725.985221:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764725.985223:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542828032 : -114205166723584 : ffff9821899b1e00)
00000100:00000040:1.0:1787764725.985234:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b1e00 x1874601358879232/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764750 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764725.985243:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764725.985246:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764725.985249:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f5d8.
00000100:00000200:1.0:1787764725.985253:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358879232, offset 0
00000400:00000200:1.0:1787764725.985260:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764725.985270:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764725.985279:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764725.985285:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764725.985290:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764725.985294:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764725.985297:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764725.985301:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70740:70740:256:4294967295] 192.168.202.141@tcp LPNI seq info [70740:70740:8:4294967295]
00000400:00000200:1.0:1787764725.985305:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764725.985316:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764725.985321:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764725.985327:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198796a00.
00000800:00000200:1.0:1787764725.985334:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764725.985339:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1787764725.985344:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764725.985348:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1787764725.985371:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764725.985374:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198796a00.
00000400:00000200:1.0:1787764725.985382:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764725.985387:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764725.985393:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f5d8
00000400:00000010:1.0:1787764725.985396:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f5d8.
00000100:00000001:1.0:1787764725.985400:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764725.985405:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b1e00 x1874601358879232/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764750 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764725.985416:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764725.985420:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b1e00 x1874601358879232/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764750 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764725.985428:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764725.985430:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764725.985438:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764725.985443:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:1.0:1787764725.985446:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764725.985449:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300283943
00000100:00000001:1.0:1787764725.986476:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300285205
00000100:00000001:1.0:1787764725.986481:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300283944
00000100:00000001:1.0:1787764725.986483:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300285205
00000100:00000001:1.0:1787764725.986486:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764725.986489:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764725.986492:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764725.986500:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764725/real 1787764725]  req@ffff9821899b1e00 x1874601358879232/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764725.986514:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764725.986516:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764725.986518:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3dc0.
00000400:00000200:1.0:1787764725.986523:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f330
00000400:00000010:1.0:1787764725.986524:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f330.
00000100:00000001:1.0:1787764725.986529:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764725.986533:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b1e00 x1874601358879232/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764725.986542:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b1e00 x1874601358879232/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764725.986549:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764725.986551:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764725.986554:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764725.986556:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764725.986560:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b1e00 x1874601358879232/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764725.986567:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764725.986573:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b1e00 x1874601358879232/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764750 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764725.986580:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764725.986583:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764725.986585:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764725.986586:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764725.986589:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764725.986591:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764725.986595:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764725.986600:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764725.986603:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764725.986607:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b1e00 x1874601358879232/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764750 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764725.986615:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358879232:192.168.202.141@tcp:8:kworker.0
00000100:00000001:1.0:1787764725.986621:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764725.986624:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764725.986628:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b1e00 x1874601358879232/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764750 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764725.986635:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764725.986638:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764725.986641:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649e000.
02000000:00000001:1.0:1787764725.986645:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764725.986648:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764725.986650:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:1.0:1787764725.986653:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764725.986656:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9dc00.
02000000:00000001:1.0:1787764725.986661:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764725.986663:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764725.986665:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b1e00.
00000100:00000001:1.0:1787764725.986670:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764725.986671:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764725.986674:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764725.986683:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764725.986686:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764725.986689:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764725.986691:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764726.288045:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764726.288056:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764726.288064:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764726.288065:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764726.288070:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764726.288071:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764726.288075:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764726.288076:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764726.288080:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764726.288082:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1787764726.288178:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1787764726.288182:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1787764726.288186:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764726.544332:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764726.544342:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764726.544345:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764726.544353:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764726.544359:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764726.544363:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764726.544366:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764726.544368:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764726.544371:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764727.312054:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4300285205, at 4300285248
00000100:00000010:2.0:1787764727.312081:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191cd4c60.
00010000:00000001:0.0:1787764727.312217:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764727.312222:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764727.312228:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764727.312230:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764727.312234:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764727.312236:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764727.312240:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764727.312241:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764727.312259:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764727.312261:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764727.312556:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4300285205, at 4300285248
00000100:00000010:3.0:1787764727.312565:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191cd4180.
00000020:00000001:2.0:1787764727.312664:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764727.312668:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764727.312672:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764727.568704:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764727.568713:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764727.568716:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764727.568723:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764727.568728:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764727.568732:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764727.568736:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764727.568739:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764727.568743:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764728.336344:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764728.336355:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764728.336363:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764728.336368:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764728.336371:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764728.336375:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764728.336390:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764728.336392:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764728.336395:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764728.336397:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764728.336402:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764728.336404:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764728.336408:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764728.336410:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764728.336414:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764728.336415:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764728.336561:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764728.336565:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764728.336569:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764728.592007:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764728.592016:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764728.592019:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764728.592025:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764728.592030:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764728.592035:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764728.592039:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764728.592042:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764728.592045:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764729.360065:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764729.360075:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764729.360085:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764729.360086:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764729.360090:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764729.360092:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764729.360096:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764729.360097:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764729.360101:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764729.360102:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764729.360200:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764729.360207:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764729.360211:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764729.616008:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764729.616020:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764729.616023:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764729.616030:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764729.616035:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764729.616040:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764729.616045:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764729.616049:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764729.616052:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764730.384043:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764730.384055:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764730.384063:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764730.384064:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764730.384068:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764730.384072:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764730.384075:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764730.384079:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764730.384083:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764730.384085:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764730.384087:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764730.384090:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764730.384094:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764730.384095:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764730.384099:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764730.384100:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764730.384102:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764730.384114:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764730.384116:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764730.384117:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764730.384119:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764730.384122:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764730.384432:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764730.384437:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764730.384440:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764730.640005:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764730.640016:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764730.640019:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764730.640025:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764730.640030:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764730.640035:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764730.640039:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764730.640043:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764730.640047:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764731.088053:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764731.088063:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1787764731.088066:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764731.088070:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764731.088074:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764731.088082:0:58520:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5616
00000400:00000200:0.0:1787764731.088089:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764731.088094:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764731.088097:0:58520:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764731.088100:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764731.088103:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764731.088105:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764731.088107:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787764731.088110:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764731.088112:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:0.0:1787764731.088115:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764731.088118:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:0.0:1787764731.088120:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:0.0:1787764731.088122:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:0.0:1787764731.088124:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764731.088126:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764731.088128:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764731.088129:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787764731.088132:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:0.0:1787764731.088135:0:58520:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787764731.088137:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764731.088139:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764731.088142:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764731.088144:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764731.088146:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787764731.088148:0:58520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764731.088157:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189603c00.
00000020:00000040:0.0:1787764731.088161:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:0.0:1787764731.088165:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764731.088167:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764731.088169:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764731.088172:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764731.088176:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764731.088185:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186484000.
00000100:00000001:0.0:1787764731.088190:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764731.088200:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189603c00 x1874601358879360/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764731.088210:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764731.088215:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764731.088220:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca2e9794] to pc [ptlrpcd_rcv+-1]  req@ffff982189603c00 x1874601358879360/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764731.088243:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764731.088247:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764731.088250:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1787764731.088251:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764731.088252:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764731.088255:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764731.088257:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5616
00000400:00000200:0.0:1787764731.088260:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764731.088263:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00000001:1.0:1787764731.088361:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764731.088365:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1787764731.088368:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1787764731.088375:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982189603c00 x1874601358879360/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764731.088383:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1787764731.088385:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764731.088389:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764731.088392:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764731.088394:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764731.088398:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982189603c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358879360:192.168.202.141@tcp:250:kworker.0
00000100:00000001:1.0:1787764731.088402:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764731.088406:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764731.088409:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764731.088411:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1787764731.088417:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218649ec00.
02000000:00000001:1.0:1787764731.088419:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764731.088424:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:1.0:1787764731.088428:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9821862e3dc0.
00000400:00000010:1.0:1787764731.088434:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f330.
00000100:00000200:1.0:1787764731.088440:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358879360, portal 25
00000100:00000001:1.0:1787764731.088442:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764731.088444:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868538969088 : -114205170582528 : ffff982189603c00)
00000100:00000040:1.0:1787764731.088449:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982189603c00 x1874601358879360/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764731.088456:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1787764731.088459:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:1.0:1787764731.088462:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff98218573f5d8.
00000100:00000200:1.0:1787764731.088465:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358879360, offset 0
00000400:00000200:1.0:1787764731.088472:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:1.0:1787764731.088479:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764731.088485:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:1.0:1787764731.088490:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1787764731.088494:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:1.0:1787764731.088498:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1787764731.088501:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:1.0:1787764731.088505:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70741:70741:256:4294967295] 192.168.202.141@tcp LPNI seq info [70741:70741:8:4294967295]
00000400:00000200:1.0:1787764731.088509:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764731.088518:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1787764731.088524:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764731.088529:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198796a00.
00000800:00000200:1.0:1787764731.088535:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.0:1787764731.088539:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1787764731.088544:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:1.1:1787764731.088547:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1787764731.088551:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:1.0:1787764731.088554:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198796a00.
00000400:00000200:1.0:1787764731.088559:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1787764731.088564:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1787764731.088569:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f5d8
00000400:00000010:1.0:1787764731.088571:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f5d8.
00000100:00000001:1.0:1787764731.088575:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764731.088578:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982189603c00 x1874601358879360/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764731.088586:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764731.088589:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982189603c00 x1874601358879360/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764756 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764731.088594:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764731.088596:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1787764731.088601:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764731.088604:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764731.088607:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4300290315
00000100:00000010:1.0:1787764731.088611:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982191cd40c0.
00000100:00000001:1.0:1787764731.088617:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1787764731.088623:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4300290315
00000100:00000010:1.0:1787764731.088626:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff982191cd4b40.
00000100:00000001:1.0:1787764731.088629:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1787764731.088632:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764731.088635:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764731.088637:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1787764731.088642:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764731/real 1787764731]  req@ffff982189603c00 x1874601358879360/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1787764731.088651:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1787764731.088652:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1787764731.088654:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9821862e3dc0.
00000400:00000200:1.0:1787764731.088657:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff98218573f330
00000400:00000010:1.0:1787764731.088658:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff98218573f330.
00000100:00000001:1.0:1787764731.088661:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1787764731.088664:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982189603c00 x1874601358879360/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1787764731.088677:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982189603c00 x1874601358879360/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764731.088683:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1787764731.088685:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764731.088687:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764731.088689:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1787764731.088692:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982189603c00 x1874601358879360/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764731.088699:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764731.088704:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982189603c00 x1874601358879360/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764756 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764731.088711:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1787764731.088713:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764731.088715:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764731.088716:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764731.088718:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1787764731.088720:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764731.088722:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764731.088726:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000100:00000001:1.0:1787764731.088728:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1787764731.088732:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982189603c00 x1874601358879360/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764756 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1787764731.088740:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982189603c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358879360:192.168.202.141@tcp:250:kworker.0
00000100:00000001:1.0:1787764731.088744:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764731.088747:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764731.088750:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982189603c00 x1874601358879360/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764756 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764731.088761:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1787764731.088763:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1787764731.088766:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218649ec00.
02000000:00000001:1.0:1787764731.088768:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1787764731.088770:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:1.0:1787764731.088772:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000020:00000001:1.0:1787764731.088774:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:1.0:1787764731.088776:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982186484000.
02000000:00000001:1.0:1787764731.088780:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1787764731.088782:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1787764731.088783:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982189603c00.
00000100:00000001:1.0:1787764731.088786:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1787764731.088787:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764731.088789:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764731.088797:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764731.088799:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764731.088801:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1787764731.088803:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764731.088842:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764731.088889:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764731.088893:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764731.088895:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764731.088897:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787764731.088900:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764731.088901:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:0.0:1787764731.088903:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764731.088905:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:0.0:1787764731.088907:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:0.0:1787764731.088909:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:0.0:1787764731.088912:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764731.088914:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764731.088915:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764731.088927:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787764731.088929:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:0.0:1787764731.088932:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787764731.088934:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764731.088936:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764731.088941:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764731.088943:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764731.088945:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764731.088949:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787764731.088951:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764731.088953:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764731.088957:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896003c0.
00000020:00000040:0.0:1787764731.088960:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:0.0:1787764731.088962:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764731.088963:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764731.088965:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764731.088967:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764731.088969:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764731.088973:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186486c00.
00000100:00000001:0.0:1787764731.088976:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764731.088981:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896003c0 x1874601358879488/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764731.088988:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764731.088990:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764731.088993:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000031852cee] to pc [ptlrpcd_rcv+-1]  req@ffff9821896003c0 x1874601358879488/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764731.089018:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764731.089021:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764731.089024:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787764731.089025:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764731.089026:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764731.089028:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764731.089031:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5616
00000400:00000200:0.0:1787764731.089035:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764731.089037:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764731.089039:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764731.089042:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764731.089044:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764731.089046:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764731.089047:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787764731.089049:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764731.089051:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:0.0:1787764731.089052:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764731.089054:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:0.0:1787764731.089056:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:0.0:1787764731.089058:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:0.0:1787764731.089060:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764731.089062:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764731.089063:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764731.089065:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787764731.089067:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:0.0:1787764731.089070:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787764731.089072:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764731.089074:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764731.089077:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764731.089079:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764731.089080:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764731.089082:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1787764731.089084:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764731.089086:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764731.089090:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189600b40.
00000020:00000040:0.0:1787764731.089092:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:0.0:1787764731.089095:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764731.089096:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764731.089098:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764731.089099:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764731.089100:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764731.089104:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186485c00.
00000100:00000001:0.0:1787764731.089107:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764731.089111:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189600b40 x1874601358879616/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764731.089118:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764731.089120:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764731.089124:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b75a9b86] to pc [ptlrpcd_rcv+-1]  req@ffff982189600b40 x1874601358879616/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764731.089130:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764731.089132:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764731.089135:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1787764731.089137:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764731.089138:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764731.089140:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1787764731.089142:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5616
00000400:00000200:0.0:1787764731.089145:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764731.089148:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:0.0:1787764731.089149:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764731.089153:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764731.089154:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764731.089156:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764731.089158:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:0.0:1787764731.089160:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764731.089161:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:0.0:1787764731.089163:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764731.089164:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:0.0:1787764731.089166:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:0.0:1787764731.089168:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:0.0:1787764731.089171:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764731.089173:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764731.089175:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764731.089177:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:0.0:1787764731.089179:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:0.0:1787764731.089182:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787764731.089184:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764731.089186:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764731.089188:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764731.089190:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764731.089192:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1787764731.089194:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1787764731.089196:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764731.089197:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764731.089200:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189603c00.
00000020:00000040:0.0:1787764731.089203:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:0.0:1787764731.089205:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1787764731.089206:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764731.089208:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764731.089209:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1787764731.089210:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764731.089214:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186486000.
00000100:00000001:0.0:1787764731.089218:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764731.089223:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189603c00 x1874601358879744/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764731.089230:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764731.089233:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764731.089237:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca2e9794] to pc [ptlrpcd_rcv+-1]  req@ffff982189603c00 x1874601358879744/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764731.089245:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764731.089248:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1787764731.089251:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1787764731.089253:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1787764731.089255:0:58520:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764731.089259:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787764731.089259:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764731.089268:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764731.089272:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764731.089286:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896003c0 x1874601358879488/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764731.089297:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764731.089299:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764731.089303:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764731.089306:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764731.089309:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764731.089312:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358879488:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764731.089316:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764731.089320:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764731.089323:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764731.089325:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764731.089334:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869bc00.
00000100:00080000:0.0:1787764731.089337:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5616
02000000:00000001:2.0:1787764731.089338:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764731.089348:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764731.089352:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764731.089360:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000400:00000010:2.0:1787764731.089363:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000100:00080000:0.0:1787764731.089364:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764731.089372:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000400:00000010:2.0:1787764731.089374:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000001:0.0:1787764731.089376:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764731.089381:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000200:2.0:1787764731.089385:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358879488, portal 10
00000100:00000001:0.0:1787764731.089386:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:2.0:1787764731.089392:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000001:0.0:1787764731.089393:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1787764731.089396:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868538954688 : -114205170596928 : ffff9821896003c0)
00000020:00000040:0.0:1787764731.089397:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:0.0:1787764731.089403:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1787764731.089406:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:0.0:1787764731.089411:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:2.0:1787764731.089413:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896003c0 x1874601358879488/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1787764731.089417:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:0.0:1787764731.089430:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764731.089435:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1787764731.089436:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764731.089446:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000040:2.0:1787764731.089446:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764731.089452:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0088.
00000100:00000001:0.0:1787764731.089453:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000200:2.0:1787764731.089459:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358879488, offset 0
00000020:00000040:0.0:1787764731.089460:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:0.0:1787764731.089468:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000400:00000200:2.0:1787764731.089473:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000100:00000001:0.0:1787764731.089475:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764731.089480:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1787764731.089483:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1787764731.089485:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
02000000:00000001:0.0:1787764731.089490:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764731.089494:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1787764731.089499:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000008:00100000:0.0:1787764731.089501:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000400:00000200:2.0:1787764731.089506:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00000001:0.0:1787764731.089508:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764731.089512:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764731.089514:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764731.089521:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000100:00000010:0.0:1787764731.089522:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982189601680.
00000020:00000040:0.0:1787764731.089529:0:58520:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
00000400:00000200:2.0:1787764731.089530:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
02000000:00000001:0.0:1787764731.089542:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1787764731.089545:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70742:70742:256:4294967295] 192.168.202.141@tcp LPNI seq info [70742:70742:8:4294967295]
02000000:00000001:0.0:1787764731.089546:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764731.089552:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1787764731.089556:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1787764731.089560:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
02000000:00000001:0.0:1787764731.089561:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1787764731.089568:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982186487400.
00000100:00000001:0.0:1787764731.089576:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764731.089578:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000100:00100000:0.0:1787764731.089589:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982189601680 x1874601358879872/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1787764731.089593:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764731.089604:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8c00.
00000100:00000001:0.0:1787764731.089606:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764731.089611:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1787764731.089617:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000040:0.0:1787764731.089624:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd7e294a] to pc [ptlrpcd_rcv+-1]  req@ffff982189601680 x1874601358879872/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1787764731.089625:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787764731.089642:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764731.089650:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000100:00000001:0.0:1787764731.089656:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1787764731.089661:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764731.089665:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8c00.
00000100:00000040:0.0:1787764731.089667:0:58520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5626)
00000400:00000200:2.0:1787764731.089673:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764731.089681:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764731.089687:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0088
00000400:00000010:2.0:1787764731.089690:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0088.
00000100:00000001:2.0:1787764731.089696:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764731.089701:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896003c0 x1874601358879488/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764731.089714:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764731.089718:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896003c0 x1874601358879488/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764756 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764731.089725:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764731.089727:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764731.089735:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764731.089741:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:2.0:1787764731.089745:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764731.089749:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300289047
00000100:00000001:2.0:1787764731.089753:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300290315
00000100:00000001:2.0:1787764731.089756:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300289047
00000100:00000001:2.0:1787764731.089759:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300290315
00000100:00000001:2.0:1787764731.089762:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764731.089765:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764731.089768:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764731.089773:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764731/real 1787764731]  req@ffff9821896003c0 x1874601358879488/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764731.089782:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764731.089784:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764731.089786:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764731.089789:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764731.089791:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764731.089793:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764731.089796:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896003c0 x1874601358879488/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764731.089804:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896003c0 x1874601358879488/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764731.089811:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764731.089814:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764731.089816:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764731.089818:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764731.089822:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896003c0 x1874601358879488/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764731.089829:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764731.089834:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896003c0 x1874601358879488/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764756 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764731.089842:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764731.089845:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764731.089847:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764731.089896:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764731.089899:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764731.089901:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764731.089905:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764731.089927:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764731.089930:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764731.089935:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896003c0 x1874601358879488/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764756 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764731.089942:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896003c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358879488:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764731.089946:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764731.089950:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982189600b40 x1874601358879616/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764731.089957:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764731.089958:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764731.089961:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764731.089963:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764731.089965:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764731.089968:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982189600b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358879616:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764731.089971:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764731.089974:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764731.089975:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764731.089977:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764731.089991:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188698c00.
02000000:00000001:2.0:1787764731.089993:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764731.089997:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764731.089999:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764731.090003:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764731.090006:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358879616, portal 10
00000100:00000001:2.0:1787764731.090008:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764731.090009:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868538956608 : -114205170595008 : ffff982189600b40)
00000100:00000040:2.0:1787764731.090016:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982189600b40 x1874601358879616/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764731.090022:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764731.090024:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764731.090026:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0088.
00000100:00000200:2.0:1787764731.090028:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358879616, offset 0
00000400:00000200:2.0:1787764731.090031:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764731.090036:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764731.090039:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764731.090043:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764731.090045:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764731.090047:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764731.090050:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764731.090053:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70743:70743:256:4294967295] 192.168.202.141@tcp LPNI seq info [70743:70743:8:4294967295]
00000400:00000200:2.0:1787764731.090057:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764731.090063:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764731.090068:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764731.090071:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8c00.
00000800:00000200:2.0:1787764731.090076:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764731.090079:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787764731.090083:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764731.090085:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1787764731.090089:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764731.090091:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8c00.
00000400:00000200:2.0:1787764731.090094:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764731.090097:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764731.090100:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0088
00000400:00000010:2.0:1787764731.090102:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0088.
00000100:00000001:2.0:1787764731.090105:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764731.090108:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982189600b40 x1874601358879616/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764731.090116:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764731.090119:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982189600b40 x1874601358879616/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764756 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764731.090125:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764731.090126:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764731.090129:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764731.090132:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:2.0:1787764731.090135:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764731.090138:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300289042
00000100:00000001:2.0:1787764731.090140:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300290315
00000100:00000001:2.0:1787764731.090142:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300289042
00000100:00000001:2.0:1787764731.090144:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300290315
00000100:00000001:2.0:1787764731.090146:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764731.090147:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764731.090149:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764731.090153:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764731/real 1787764731]  req@ffff982189600b40 x1874601358879616/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764731.090160:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764731.090162:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764731.090164:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764731.090166:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764731.090168:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764731.090170:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764731.090173:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982189600b40 x1874601358879616/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764731.090181:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982189600b40 x1874601358879616/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764731.090187:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764731.090189:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764731.090191:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764731.090193:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764731.090196:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982189600b40 x1874601358879616/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764731.090203:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764731.090206:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982189600b40 x1874601358879616/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764756 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764731.090213:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764731.090216:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764731.090217:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764731.090218:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764731.090220:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764731.090222:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764731.090224:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764731.090228:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764731.090230:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764731.090234:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982189600b40 x1874601358879616/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764756 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764731.090246:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982189600b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358879616:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764731.090250:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764731.090254:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982189603c00 x1874601358879744/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764731.090261:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764731.090262:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764731.090264:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764731.090267:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764731.090268:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764731.090271:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982189603c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358879744:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764731.090275:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764731.090277:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764731.090279:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764731.090280:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764731.090284:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188698400.
02000000:00000001:2.0:1787764731.090286:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764731.090290:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764731.090292:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764731.090296:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764731.090299:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358879744, portal 4
00000100:00000001:2.0:1787764731.090301:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764731.090302:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868538969088 : -114205170582528 : ffff982189603c00)
00000100:00000040:2.0:1787764731.090309:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982189603c00 x1874601358879744/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764731.090315:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764731.090317:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764731.090319:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0088.
00000100:00000200:2.0:1787764731.090322:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358879744, offset 0
00000400:00000200:2.0:1787764731.090325:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764731.090330:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764731.090333:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764731.090336:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764731.090338:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764731.090341:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764731.090343:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764731.090345:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70744:70744:256:4294967295] 192.168.202.141@tcp LPNI seq info [70744:70744:8:4294967295]
00000400:00000200:2.0:1787764731.090349:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764731.090355:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764731.090359:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764731.090362:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8c00.
00000800:00000200:2.0:1787764731.090366:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764731.090368:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787764731.090373:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764731.090376:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1787764731.090380:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764731.090382:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8c00.
00000400:00000200:2.0:1787764731.090384:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764731.090388:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764731.090391:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0088
00000400:00000010:2.0:1787764731.090392:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0088.
00000100:00000001:2.0:1787764731.090395:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764731.090399:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982189603c00 x1874601358879744/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764731.090406:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764731.090409:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982189603c00 x1874601358879744/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764756 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764731.090415:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764731.090416:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764731.090419:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764731.090422:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:2.0:1787764731.090425:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764731.090427:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300289047
00000100:00000001:2.0:1787764731.090430:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300290315
00000100:00000001:2.0:1787764731.090432:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300289047
00000100:00000001:2.0:1787764731.090434:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300290315
00000100:00000001:2.0:1787764731.090436:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764731.090438:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764731.090440:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764731.090444:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764731/real 1787764731]  req@ffff982189603c00 x1874601358879744/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764731.090451:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764731.090453:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764731.090454:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764731.090456:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764731.090458:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764731.090460:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764731.090463:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982189603c00 x1874601358879744/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764731.090471:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982189603c00 x1874601358879744/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764731.090476:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764731.090477:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764731.090479:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764731.090480:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764731.090483:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982189603c00 x1874601358879744/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764731.090490:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764731.090493:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982189603c00 x1874601358879744/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764756 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764731.090499:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764731.090502:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764731.090504:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764731.090505:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764731.090506:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764731.090508:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764731.090510:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764731.090513:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764731.090515:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764731.090519:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982189603c00 x1874601358879744/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764756 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764731.090526:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982189603c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358879744:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764731.090530:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764731.090532:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764731.090535:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896003c0 x1874601358879488/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764756 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764731.090542:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764731.090544:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764731.090547:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869bc00.
02000000:00000001:2.0:1787764731.090550:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764731.090553:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764731.090555:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:2.0:1787764731.090557:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764731.090560:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982186486c00.
02000000:00000001:2.0:1787764731.090563:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764731.090565:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764731.090567:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896003c0.
00000100:00000001:2.0:1787764731.090570:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764731.090572:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764731.090573:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764731.090577:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982189600b40 x1874601358879616/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764756 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764731.090589:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764731.090590:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764731.090591:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188698c00.
02000000:00000001:2.0:1787764731.090593:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764731.090595:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764731.090596:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:2.0:1787764731.090598:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764731.090599:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982186485c00.
02000000:00000001:2.0:1787764731.090601:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764731.090602:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764731.090603:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982189600b40.
00000100:00000001:2.0:1787764731.090605:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764731.090606:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764731.090608:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764731.090611:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982189603c00 x1874601358879744/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764756 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764731.090616:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764731.090617:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764731.090619:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188698400.
02000000:00000001:2.0:1787764731.090621:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764731.090622:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764731.090623:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:2.0:1787764731.090624:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764731.090626:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982186486000.
02000000:00000001:2.0:1787764731.090628:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764731.090629:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764731.090630:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982189603c00.
00000100:00000001:2.0:1787764731.090632:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764731.090634:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764731.090636:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764731.090643:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764731.090645:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764731.090648:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764731.090649:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764731.090651:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764731.090655:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982189601680 x1874601358879872/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764731.090662:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764731.090664:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764731.090666:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764731.090668:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764731.090670:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764731.090673:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982189601680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358879872:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764731.090676:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764731.090678:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764731.090680:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764731.090681:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764731.090684:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188698400.
02000000:00000001:2.0:1787764731.090687:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764731.090690:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764731.090693:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764731.090696:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764731.090699:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358879872, portal 4
00000100:00000001:2.0:1787764731.090701:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764731.090702:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868538959488 : -114205170592128 : ffff982189601680)
00000100:00000040:2.0:1787764731.090708:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982189601680 x1874601358879872/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764731.090715:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764731.090717:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764731.090720:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0088.
00000100:00000200:2.0:1787764731.090722:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358879872, offset 0
00000400:00000200:2.0:1787764731.090725:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764731.090729:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764731.090732:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764731.090735:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764731.090738:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764731.090740:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764731.090742:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764731.090745:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70745:70745:256:4294967295] 192.168.202.141@tcp LPNI seq info [70745:70745:8:4294967295]
00000400:00000200:2.0:1787764731.090749:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764731.090755:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764731.090759:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764731.090763:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8c00.
00000800:00000200:2.0:1787764731.090767:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764731.090770:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1787764731.090774:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764731.090776:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1787764731.090780:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764731.090782:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8c00.
00000400:00000200:2.0:1787764731.090785:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764731.090788:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764731.090791:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0088
00000400:00000010:2.0:1787764731.090793:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0088.
00000100:00000001:2.0:1787764731.090796:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764731.090799:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982189601680 x1874601358879872/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764731.090807:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764731.090809:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982189601680 x1874601358879872/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764756 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764731.090815:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764731.090816:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764731.090819:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764731.090822:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:2.0:1787764731.090824:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764731.090826:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300289048
00000100:00000001:2.0:1787764731.090829:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300290315
00000100:00000001:2.0:1787764731.090830:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300289048
00000100:00000001:2.0:1787764731.090832:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300290315
00000100:00000001:2.0:1787764731.090834:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764731.090837:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764731.090838:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764731.090841:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764731/real 1787764731]  req@ffff982189601680 x1874601358879872/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764731.090872:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764731.090873:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764731.090875:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764731.090878:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764731.090879:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764731.090881:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764731.090885:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982189601680 x1874601358879872/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764731.090894:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982189601680 x1874601358879872/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764731.090900:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764731.090901:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764731.090903:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764731.090904:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764731.090907:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982189601680 x1874601358879872/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764731.090914:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764731.090927:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982189601680 x1874601358879872/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764756 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764731.090935:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764731.090937:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764731.090939:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764731.090940:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764731.090942:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764731.090944:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764731.090946:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764731.090950:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764731.090952:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764731.090956:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982189601680 x1874601358879872/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764756 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764731.090964:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982189601680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358879872:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764731.090967:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764731.090969:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764731.090972:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982189601680 x1874601358879872/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764756 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764731.090978:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764731.090979:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764731.090981:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188698400.
02000000:00000001:2.0:1787764731.090983:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764731.090985:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764731.090986:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:2.0:1787764731.090988:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764731.090990:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982186487400.
02000000:00000001:2.0:1787764731.090992:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764731.090994:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764731.090995:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982189601680.
00000100:00000001:2.0:1787764731.090998:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764731.090999:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764731.091001:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764731.091003:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764731.091005:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764731.091007:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764731.091008:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764731.408035:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764731.408042:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764731.408048:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764731.408049:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764731.408052:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764731.408053:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764731.408056:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764731.408058:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764731.408061:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764731.408062:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764731.408230:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764731.408237:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764731.408243:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764731.664032:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764731.664042:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764731.664045:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764731.664053:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764731.664058:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764731.664062:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764731.664066:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764731.664069:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764731.664073:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764732.431972:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4300290315, at 4300290368
00010000:00000001:0.0:1787764732.431976:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764732.431982:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764732.431990:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191cd4b40.
00010000:00000001:0.0:1787764732.431991:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764732.431995:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764732.431999:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764732.432000:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764732.432004:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764732.432005:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764732.432008:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764732.432010:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764732.432029:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764732.432033:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764732.432037:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787764732.432405:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4300290315, at 4300290368
00000100:00000010:2.0:1787764732.432420:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff982191cd40c0.
00000100:00000001:2.0:1787764732.687987:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764732.687995:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764732.687997:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764732.688002:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764732.688006:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764732.688010:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764732.688013:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764732.688015:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764732.688018:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764733.455950:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764733.455956:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764733.455962:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764733.455963:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764733.455967:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764733.455969:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764733.455972:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764733.455974:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764733.455977:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764733.455978:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764733.456162:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764733.456166:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764733.456169:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764733.711970:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764733.711980:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764733.711982:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764733.711988:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764733.711993:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764733.711997:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764733.712000:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764733.712002:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764733.712005:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764734.480002:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764734.480010:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764734.480012:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764734.480016:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764734.480021:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764734.480023:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764734.480025:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764734.480027:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764734.480031:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764734.480032:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764734.480036:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764734.480038:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764734.480041:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764734.480042:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764734.480044:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764734.480045:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764734.480047:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764734.480048:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764734.480050:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764734.480051:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764734.480055:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764734.480056:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764734.480121:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764734.480125:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764734.480129:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764734.735968:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764734.735975:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764734.735976:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764734.735982:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764734.735985:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764734.735990:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764734.735992:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764734.735994:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764734.735996:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764735.503984:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764735.503990:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764735.503993:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764735.503994:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764735.503996:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764735.503997:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764735.503999:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764735.504000:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764735.504002:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764735.504003:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764735.504054:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764735.504057:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764735.504060:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764735.759927:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764735.759936:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764735.759938:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764735.759946:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764735.759951:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764735.759955:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764735.759959:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764735.759961:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764735.759965:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764736.207986:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764736.207996:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787764736.207999:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764736.208003:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764736.208007:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764736.208014:0:18336:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5621
00000400:00000200:1.0:1787764736.208024:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764736.208030:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764736.208034:0:18336:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764736.208038:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764736.208041:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764736.208044:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764736.208047:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764736.208051:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764736.208054:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:1.0:1787764736.208057:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764736.208061:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:1.0:1787764736.208063:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:1.0:1787764736.208066:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:1.0:1787764736.208070:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764736.208072:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764736.208074:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764736.208076:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764736.208079:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:1.0:1787764736.208083:0:18336:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764736.208085:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764736.208088:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764736.208091:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764736.208094:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764736.208097:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787764736.208099:0:18336:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764736.208105:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f861c0.
00000020:00000040:1.0:1787764736.208109:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:1.0:1787764736.208113:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764736.208114:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764736.208117:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764736.208120:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764736.208124:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764736.208130:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649fc00.
00000100:00000001:1.0:1787764736.208136:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764736.208145:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f861c0 x1874601358880000/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764736.208156:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764736.208160:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764736.208167:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a525cb1] to pc [ptlrpcd_rcv+-1]  req@ffff982187f861c0 x1874601358880000/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764736.208208:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764736.208213:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764736.208216:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787764736.208218:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764736.208219:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764736.208222:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764736.208225:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5621
00000400:00000200:1.0:1787764736.208229:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764736.208232:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764736.208235:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764736.208238:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764736.208240:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764736.208243:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764736.208246:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764736.208249:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764736.208250:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:1.0:1787764736.208252:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764736.208254:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:1.0:1787764736.208257:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:1.0:1787764736.208259:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:1.0:1787764736.208264:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764736.208266:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764736.208269:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764736.208271:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764736.208273:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:1.0:1787764736.208277:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764736.208280:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764736.208283:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764736.208288:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764736.208291:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764736.208293:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764736.208297:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787764736.208300:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764736.208302:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764736.208315:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f84b40.
00000020:00000040:1.0:1787764736.208318:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:1.0:1787764736.208322:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764736.208323:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764736.208325:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764736.208327:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764736.208328:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764736.208332:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649e800.
00000100:00000001:1.0:1787764736.208336:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764736.208341:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f84b40 x1874601358880128/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764736.208350:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764736.208352:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764736.208356:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b9a4d30] to pc [ptlrpcd_rcv+-1]  req@ffff982187f84b40 x1874601358880128/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764736.208365:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764736.208367:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764736.208371:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1787764736.208373:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764736.208374:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764736.208377:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764736.208379:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5621
00000400:00000200:1.0:1787764736.208383:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764736.208386:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764736.208388:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764736.208392:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764736.208393:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764736.208395:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764736.208397:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764736.208399:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764736.208400:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:1.0:1787764736.208401:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764736.208403:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:1.0:1787764736.208405:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:1.0:1787764736.208417:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:1.0:1787764736.208420:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764736.208422:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764736.208424:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764736.208426:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764736.208428:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:1.0:1787764736.208431:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764736.208433:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764736.208434:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764736.208437:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764736.208445:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764736.208447:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764736.208449:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787764736.208451:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764736.208453:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764736.208457:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f85680.
00000020:00000040:1.0:1787764736.208459:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:1.0:1787764736.208461:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764736.208462:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764736.208464:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764736.208465:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764736.208467:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764736.208471:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649d000.
00000100:00000001:1.0:1787764736.208474:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764736.208480:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f85680 x1874601358880256/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764736.208487:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764736.208489:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764736.208493:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000008ac09af] to pc [ptlrpcd_rcv+-1]  req@ffff982187f85680 x1874601358880256/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764736.208500:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764736.208503:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764736.208506:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787764736.208507:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764736.208509:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764736.208511:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764736.208513:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5621
00000400:00000200:1.0:1787764736.208517:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764736.208520:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764736.208522:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764736.208524:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764736.208526:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764736.208528:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764736.208530:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764736.208532:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764736.208533:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:1.0:1787764736.208535:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764736.208537:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:1.0:1787764736.208539:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:1.0:1787764736.208541:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:1.0:1787764736.208543:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764736.208545:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764736.208548:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764736.208549:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764736.208552:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:1.0:1787764736.208554:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764736.208557:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764736.208558:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764736.208561:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764736.208563:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764736.208565:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764736.208567:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1787764736.208569:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764736.208571:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764736.208574:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f87c00.
00000020:00000040:1.0:1787764736.208577:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:1.0:1787764736.208579:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764736.208580:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764736.208582:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764736.208583:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764736.208585:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764736.208589:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649e400.
00000100:00000001:1.0:1787764736.208591:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764736.208596:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f87c00 x1874601358880384/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764736.208603:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764736.208605:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764736.208608:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000480dc2f8] to pc [ptlrpcd_rcv+-1]  req@ffff982187f87c00 x1874601358880384/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764736.208615:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764736.208617:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764736.208620:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787764736.208622:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764736.208624:0:18336:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764736.208627:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764736.208629:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5621
00000400:00000200:1.0:1787764736.208633:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764736.208636:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764736.208638:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764736.208641:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764736.208643:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764736.208645:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764736.208647:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764736.208649:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764736.208651:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:1.0:1787764736.208652:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764736.208654:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:1.0:1787764736.208656:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:1.0:1787764736.208658:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:1.0:1787764736.208661:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764736.208663:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764736.208665:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764736.208667:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764736.208669:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:1.0:1787764736.208672:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764736.208675:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764736.208676:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764736.208679:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764736.208681:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764736.208683:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764736.208685:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1787764736.208688:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764736.208689:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764736.208693:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f84f00.
00000020:00000040:1.0:1787764736.208695:0:18336:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:1.0:1787764736.208697:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764736.208699:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764736.208700:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764736.208702:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764736.208703:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764736.208707:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649cc00.
00000100:00000001:1.0:1787764736.208710:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764736.208714:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f84f00 x1874601358880512/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764736.208721:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764736.208723:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764736.208726:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007cd831b5] to pc [ptlrpcd_rcv+-1]  req@ffff982187f84f00 x1874601358880512/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764736.208734:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764736.208738:0:18336:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5631)
00000100:00000001:2.0:1787764736.208912:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764736.208917:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764736.208920:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764736.208934:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f861c0 x1874601358880000/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764736.208943:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764736.208945:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764736.208948:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764736.208951:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764736.208954:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764736.208957:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358880000:192.168.202.141@tcp:250:kworker.0
00000100:00000001:2.0:1787764736.208961:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764736.208964:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764736.208967:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764736.208969:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764736.208974:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188698400.
02000000:00000001:2.0:1787764736.208975:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764736.208981:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764736.208984:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764736.208991:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764736.208998:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358880000, portal 25
00000100:00000001:2.0:1787764736.209000:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764736.209002:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515385792 : -114205194165824 : ffff982187f861c0)
00000100:00000040:2.0:1787764736.209007:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f861c0 x1874601358880000/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764736.209014:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764736.209016:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764736.209018:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0088.
00000100:00000200:2.0:1787764736.209021:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358880000, offset 0
00000400:00000200:2.0:1787764736.209028:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764736.209035:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764736.209040:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764736.209045:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764736.209049:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764736.209052:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764736.209055:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764736.209059:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70746:70746:256:4294967295] 192.168.202.141@tcp LPNI seq info [70746:70746:8:4294967295]
00000400:00000200:2.0:1787764736.209063:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764736.209071:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764736.209076:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764736.209081:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8c00.
00000800:00000200:2.0:1787764736.209087:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764736.209090:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787764736.209095:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764736.209098:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1787764736.209102:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764736.209104:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8c00.
00000400:00000200:2.0:1787764736.209108:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764736.209112:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764736.209117:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0088
00000400:00000010:2.0:1787764736.209119:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0088.
00000100:00000001:2.0:1787764736.209123:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764736.209127:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f861c0 x1874601358880000/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764736.209136:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764736.209140:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f861c0 x1874601358880000/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764761 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764736.209146:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764736.209148:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764736.209154:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764736.209158:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764736.209160:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4300295436
00000100:00000010:2.0:1787764736.209165:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9821832cfc00.
00000100:00000001:2.0:1787764736.209171:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787764736.209175:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4300295436
00000100:00000010:2.0:1787764736.209178:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9821832cff60.
00000100:00000001:2.0:1787764736.209181:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787764736.209184:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764736.209187:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764736.209203:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764736.209208:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764736/real 1787764736]  req@ffff982187f861c0 x1874601358880000/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764736.209217:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764736.209218:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764736.209220:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764736.209223:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764736.209224:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764736.209227:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764736.209229:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f861c0 x1874601358880000/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764736.209236:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f861c0 x1874601358880000/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764736.209243:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764736.209244:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764736.209246:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764736.209248:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764736.209252:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f861c0 x1874601358880000/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764736.209259:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764736.209263:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f861c0 x1874601358880000/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764761 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764736.209270:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764736.209273:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764736.209274:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764736.209275:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764736.209278:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764736.209279:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764736.209282:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764736.209286:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764736.209288:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764736.209293:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f861c0 x1874601358880000/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764761 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764736.209301:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358880000:192.168.202.141@tcp:250:kworker.0
00000100:00000001:2.0:1787764736.209305:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764736.209308:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f84b40 x1874601358880128/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764736.209314:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764736.209315:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764736.209317:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764736.209319:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764736.209321:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764736.209324:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358880128:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764736.209326:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764736.209328:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764736.209330:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764736.209332:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764736.209334:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188698c00.
02000000:00000001:2.0:1787764736.209336:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764736.209339:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764736.209341:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764736.209344:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764736.209347:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358880128, portal 10
00000100:00000001:2.0:1787764736.209349:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764736.209350:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515380032 : -114205194171584 : ffff982187f84b40)
00000100:00000040:2.0:1787764736.209356:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f84b40 x1874601358880128/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764736.209362:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764736.209364:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764736.209367:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0088.
00000100:00000200:2.0:1787764736.209369:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358880128, offset 0
00000400:00000200:2.0:1787764736.209373:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764736.209376:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764736.209379:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764736.209382:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764736.209396:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764736.209399:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764736.209401:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764736.209404:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70747:70747:256:4294967295] 192.168.202.141@tcp LPNI seq info [70747:70747:8:4294967295]
00000400:00000200:2.0:1787764736.209408:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764736.209417:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764736.209421:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764736.209424:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8c00.
00000800:00000200:2.0:1787764736.209427:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764736.209440:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787764736.209445:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764736.209447:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1787764736.209450:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764736.209452:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8c00.
00000400:00000200:2.0:1787764736.209455:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764736.209459:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764736.209461:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0088
00000400:00000010:2.0:1787764736.209463:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0088.
00000100:00000001:2.0:1787764736.209465:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764736.209468:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f84b40 x1874601358880128/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764736.209475:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764736.209478:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f84b40 x1874601358880128/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764761 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764736.209483:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764736.209484:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764736.209487:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764736.209490:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:2.0:1787764736.209493:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764736.209495:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300294167
00000100:00000001:2.0:1787764736.209497:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300295436
00000100:00000001:2.0:1787764736.209499:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300294167
00000100:00000001:2.0:1787764736.209501:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300295436
00000100:00000001:2.0:1787764736.209502:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764736.209504:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764736.209506:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764736.209509:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764736/real 1787764736]  req@ffff982187f84b40 x1874601358880128/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764736.209526:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764736.209527:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764736.209532:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764736.209535:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764736.209536:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764736.209538:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764736.209542:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f84b40 x1874601358880128/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764736.209550:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f84b40 x1874601358880128/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764736.209556:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764736.209557:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764736.209559:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764736.209560:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764736.209564:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f84b40 x1874601358880128/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764736.209570:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764736.209574:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f84b40 x1874601358880128/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764761 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764736.209580:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764736.209582:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764736.209584:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764736.209585:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764736.209586:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764736.209588:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764736.209590:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764736.209593:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764736.209595:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764736.209599:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f84b40 x1874601358880128/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764761 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764736.209606:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358880128:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764736.209610:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764736.209613:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f85680 x1874601358880256/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764736.209624:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764736.209625:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764736.209627:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764736.209629:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764736.209630:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764736.209633:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358880256:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764736.209635:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764736.209637:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764736.209638:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764736.209640:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764736.209643:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869bc00.
02000000:00000001:2.0:1787764736.209645:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764736.209648:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764736.209650:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764736.209653:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764736.209655:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358880256, portal 10
00000100:00000001:2.0:1787764736.209657:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764736.209658:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515382912 : -114205194168704 : ffff982187f85680)
00000100:00000040:2.0:1787764736.209663:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f85680 x1874601358880256/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764736.209668:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764736.209670:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764736.209672:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0088.
00000100:00000200:2.0:1787764736.209674:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358880256, offset 0
00000400:00000200:2.0:1787764736.209679:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764736.209682:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764736.209685:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764736.209688:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764736.209690:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764736.209692:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764736.209694:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764736.209697:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70748:70748:256:4294967295] 192.168.202.141@tcp LPNI seq info [70748:70748:8:4294967295]
00000400:00000200:2.0:1787764736.209701:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764736.209706:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764736.209711:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764736.209714:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8c00.
00000800:00000200:2.0:1787764736.209717:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764736.209720:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787764736.209724:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764736.209726:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1787764736.209730:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764736.209731:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8c00.
00000400:00000200:2.0:1787764736.209734:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764736.209737:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764736.209740:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0088
00000400:00000010:2.0:1787764736.209741:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0088.
00000100:00000001:2.0:1787764736.209744:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764736.209747:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f85680 x1874601358880256/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764736.209753:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764736.209756:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f85680 x1874601358880256/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764761 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764736.209761:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764736.209763:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764736.209765:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764736.209768:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:2.0:1787764736.209770:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764736.209772:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300294161
00000100:00000001:2.0:1787764736.209774:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300295436
00000100:00000001:2.0:1787764736.209776:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300294161
00000100:00000001:2.0:1787764736.209778:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300295436
00000100:00000001:2.0:1787764736.209780:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764736.209782:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764736.209784:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764736.209787:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764736/real 1787764736]  req@ffff982187f85680 x1874601358880256/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764736.209794:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764736.209795:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764736.209796:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764736.209798:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764736.209800:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764736.209802:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764736.209805:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f85680 x1874601358880256/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764736.209813:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f85680 x1874601358880256/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764736.209819:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764736.209820:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764736.209821:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764736.209822:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764736.209824:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f85680 x1874601358880256/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764736.209828:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764736.209830:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f85680 x1874601358880256/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764761 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764736.209834:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764736.209835:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764736.209836:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764736.209838:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764736.209839:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764736.209840:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764736.209841:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764736.209843:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764736.209844:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764736.209866:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f85680 x1874601358880256/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764761 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764736.209883:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358880256:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764736.209886:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764736.209888:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f87c00 x1874601358880384/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764736.209892:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764736.209893:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764736.209894:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764736.209895:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764736.209896:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764736.209898:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358880384:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764736.209900:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764736.209901:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764736.209902:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764736.209903:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764736.209905:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188699400.
02000000:00000001:2.0:1787764736.209907:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764736.209909:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764736.209910:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764736.209912:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764736.209914:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358880384, portal 4
00000100:00000001:2.0:1787764736.209916:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764736.209916:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515392512 : -114205194159104 : ffff982187f87c00)
00000100:00000040:2.0:1787764736.209920:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f87c00 x1874601358880384/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764736.209924:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764736.209925:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764736.209927:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0088.
00000100:00000200:2.0:1787764736.209928:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358880384, offset 0
00000400:00000200:2.0:1787764736.209930:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764736.209933:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764736.209935:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764736.209937:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764736.209938:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764736.209940:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764736.209941:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764736.209943:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70749:70749:256:4294967295] 192.168.202.141@tcp LPNI seq info [70749:70749:8:4294967295]
00000400:00000200:2.0:1787764736.209945:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764736.209949:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764736.209951:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764736.209953:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8c00.
00000800:00000200:2.0:1787764736.209955:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764736.209957:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787764736.209959:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764736.209961:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1787764736.209963:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764736.209964:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8c00.
00000400:00000200:2.0:1787764736.209966:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764736.209968:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764736.209969:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0088
00000400:00000010:2.0:1787764736.209970:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0088.
00000100:00000001:2.0:1787764736.209972:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764736.209974:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f87c00 x1874601358880384/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764736.209978:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764736.209980:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f87c00 x1874601358880384/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764761 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764736.209984:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764736.209985:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764736.209986:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764736.209988:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:2.0:1787764736.209990:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764736.209991:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300294167
00000100:00000001:2.0:1787764736.209993:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300295436
00000100:00000001:2.0:1787764736.209994:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300294167
00000100:00000001:2.0:1787764736.209995:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300295436
00000100:00000001:2.0:1787764736.209996:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764736.209997:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764736.209998:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764736.210000:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764736/real 1787764736]  req@ffff982187f87c00 x1874601358880384/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764736.210004:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764736.210005:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764736.210006:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764736.210007:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764736.210008:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764736.210009:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764736.210011:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f87c00 x1874601358880384/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764736.210015:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f87c00 x1874601358880384/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764736.210019:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764736.210020:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764736.210021:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764736.210022:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764736.210024:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f87c00 x1874601358880384/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764736.210027:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764736.210029:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f87c00 x1874601358880384/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764761 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764736.210033:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764736.210035:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764736.210036:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764736.210037:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764736.210037:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764736.210038:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764736.210040:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764736.210041:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764736.210042:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764736.210044:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f87c00 x1874601358880384/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764761 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764736.210048:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358880384:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764736.210050:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764736.210052:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f84f00 x1874601358880512/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764736.210055:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764736.210056:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764736.210057:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764736.210058:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764736.210059:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764736.210060:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358880512:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764736.210062:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764736.210063:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764736.210064:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764736.210065:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764736.210067:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869a400.
02000000:00000001:2.0:1787764736.210068:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764736.210069:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764736.210071:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764736.210073:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764736.210074:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358880512, portal 4
00000100:00000001:2.0:1787764736.210075:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764736.210076:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515380992 : -114205194170624 : ffff982187f84f00)
00000100:00000040:2.0:1787764736.210079:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f84f00 x1874601358880512/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764736.210082:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764736.210083:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764736.210085:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0088.
00000100:00000200:2.0:1787764736.210086:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358880512, offset 0
00000400:00000200:2.0:1787764736.210088:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764736.210090:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764736.210092:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764736.210093:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764736.210095:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764736.210096:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764736.210097:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764736.210099:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70750:70750:256:4294967295] 192.168.202.141@tcp LPNI seq info [70750:70750:8:4294967295]
00000400:00000200:2.0:1787764736.210101:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764736.210104:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764736.210106:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764736.210108:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8c00.
00000800:00000200:2.0:1787764736.210110:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764736.210111:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1787764736.210113:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764736.210115:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1787764736.210117:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764736.210118:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8c00.
00000400:00000200:2.0:1787764736.210120:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764736.210122:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764736.210123:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0088
00000400:00000010:2.0:1787764736.210124:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0088.
00000100:00000001:2.0:1787764736.210126:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764736.210128:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f84f00 x1874601358880512/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764736.210132:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764736.210134:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f84f00 x1874601358880512/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764761 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764736.210139:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764736.210141:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764736.210143:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764736.210146:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:2.0:1787764736.210149:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764736.210150:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300294168
00000100:00000001:2.0:1787764736.210153:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300295436
00000100:00000001:2.0:1787764736.210155:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300294168
00000100:00000001:2.0:1787764736.210157:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300295436
00000100:00000001:2.0:1787764736.210159:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764736.210161:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764736.210163:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764736.210167:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764736/real 1787764736]  req@ffff982187f84f00 x1874601358880512/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764736.210174:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764736.210175:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764736.210176:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764736.210178:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764736.210180:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764736.210182:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764736.210185:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f84f00 x1874601358880512/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764736.210192:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f84f00 x1874601358880512/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764736.210203:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764736.210205:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764736.210206:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764736.210207:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764736.210209:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f84f00 x1874601358880512/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764736.210213:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764736.210216:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f84f00 x1874601358880512/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764761 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764736.210219:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764736.210221:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764736.210221:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764736.210222:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764736.210223:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764736.210224:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764736.210225:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764736.210227:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764736.210228:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764736.210230:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f84f00 x1874601358880512/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764761 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764736.210234:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358880512:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764736.210236:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764736.210238:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764736.210240:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f861c0 x1874601358880000/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764761 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764736.210244:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764736.210246:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764736.210248:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188698400.
02000000:00000001:2.0:1787764736.210249:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764736.210251:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764736.210252:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000020:00000001:2.0:1787764736.210253:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764736.210255:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649fc00.
02000000:00000001:2.0:1787764736.210258:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764736.210259:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764736.210260:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f861c0.
00000100:00000001:2.0:1787764736.210262:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764736.210263:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764736.210264:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764736.210265:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f84b40 x1874601358880128/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764761 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764736.210269:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764736.210269:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764736.210270:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188698c00.
02000000:00000001:2.0:1787764736.210271:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764736.210272:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764736.210272:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:2.0:1787764736.210273:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764736.210274:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649e800.
02000000:00000001:2.0:1787764736.210275:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764736.210275:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764736.210276:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f84b40.
00000100:00000001:2.0:1787764736.210277:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764736.210278:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764736.210279:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764736.210281:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f85680 x1874601358880256/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764761 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764736.210284:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764736.210285:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764736.210285:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869bc00.
02000000:00000001:2.0:1787764736.210287:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764736.210287:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764736.210288:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:2.0:1787764736.210289:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764736.210290:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649d000.
02000000:00000001:2.0:1787764736.210291:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764736.210292:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764736.210293:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f85680.
00000100:00000001:2.0:1787764736.210294:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764736.210295:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764736.210295:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764736.210297:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f87c00 x1874601358880384/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764761 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764736.210300:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764736.210301:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764736.210301:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188699400.
02000000:00000001:2.0:1787764736.210303:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764736.210303:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764736.210304:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:2.0:1787764736.210305:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764736.210305:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649e400.
02000000:00000001:2.0:1787764736.210306:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764736.210307:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764736.210307:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f87c00.
00000100:00000001:2.0:1787764736.210309:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764736.210310:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764736.210310:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764736.210312:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f84f00 x1874601358880512/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764761 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764736.210315:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764736.210315:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764736.210316:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869a400.
02000000:00000001:2.0:1787764736.210317:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764736.210318:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764736.210318:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:2.0:1787764736.210319:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764736.210320:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649cc00.
02000000:00000001:2.0:1787764736.210321:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764736.210322:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764736.210323:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f84f00.
00000100:00000001:2.0:1787764736.210324:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764736.210325:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764736.210326:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764736.210332:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764736.210333:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764736.210334:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764736.210335:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764736.528281:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764736.528288:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764736.528303:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764736.528305:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764736.528308:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764736.528309:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764736.528312:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764736.528313:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764736.528316:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764736.528317:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764736.528381:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764736.528385:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764736.528388:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764736.784009:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764736.784016:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764736.784019:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764736.784024:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764736.784030:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764736.784035:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764736.784039:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764736.784042:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764736.784045:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764737.552009:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4300295436, at 4300295488
00010000:00000001:0.0:1787764737.552029:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:2.0:1787764737.552031:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9821832cfc00.
00010000:00000001:0.0:1787764737.552037:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764737.552047:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764737.552052:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764737.552056:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764737.552062:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764737.552065:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764737.552069:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764737.552072:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764737.552075:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764737.552079:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764737.552080:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764737.552085:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764737.552086:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764737.552090:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764737.552091:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764737.552136:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764737.552140:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764737.552143:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787764737.552242:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4300295436, at 4300295488
00000100:00000010:3.0:1787764737.552254:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9821832cff60.
00000100:00000001:2.0:1787764737.807947:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764737.807953:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764737.807954:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764737.807958:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764737.807961:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764737.807964:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764737.807966:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764737.807968:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764737.807970:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764738.576265:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764738.576276:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764738.576285:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764738.576287:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764738.576291:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764738.576292:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764738.577159:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764738.577164:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764738.577172:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764738.577173:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764738.577452:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764738.577456:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764738.577459:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764738.832028:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764738.832039:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764738.832042:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764738.832050:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764738.832055:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764738.832060:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764738.832063:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764738.832067:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764738.832070:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764739.599968:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764739.599974:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764739.599978:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764739.599979:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764739.599981:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764739.599982:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764739.599985:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764739.599985:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764739.599987:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764739.599988:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764739.600048:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764739.600052:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764739.600055:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764739.855924:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764739.855931:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764739.855933:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764739.855939:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764739.855942:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764739.855946:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764739.855949:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764739.855951:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764739.855954:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764740.623978:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764740.623985:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764740.623990:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764740.623991:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764740.623995:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764740.623998:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764740.624000:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764740.624003:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764740.624006:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764740.624008:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764740.624010:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764740.624012:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764740.624015:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764740.624016:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764740.624019:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764740.624021:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764740.624023:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764740.624024:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764740.624025:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764740.624026:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764740.624028:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764740.624030:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764740.624085:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764740.624088:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764740.624090:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764740.879965:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764740.879973:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764740.879976:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764740.879982:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764740.879988:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764740.879993:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764740.879997:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764740.879999:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764740.880003:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764741.327988:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764741.328000:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764741.328003:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764741.328007:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764741.328011:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764741.328018:0:58520:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5626
00000400:00000200:3.0:1787764741.328026:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764741.328033:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764741.328036:0:58520:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764741.328039:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764741.328042:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764741.328045:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764741.328048:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764741.328053:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764741.328054:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:3.0:1787764741.328057:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764741.328060:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:3.0:1787764741.328062:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:3.0:1787764741.328135:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:3.0:1787764741.328141:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764741.328143:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764741.328144:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764741.328146:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764741.328150:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:3.0:1787764741.328153:0:58520:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764741.328156:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764741.328158:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764741.328162:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764741.328165:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764741.328167:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764741.328169:0:58520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764741.328178:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b1680.
00000020:00000040:3.0:1787764741.328182:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:3.0:1787764741.328186:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764741.328188:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764741.328191:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764741.328194:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764741.328198:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764741.328205:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9e400.
00000100:00000001:3.0:1787764741.328212:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764741.328221:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b1680 x1874601358880640/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764741.328231:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764741.328234:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764741.328239:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045d21e1f] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b1680 x1874601358880640/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764741.328259:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764741.328262:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764741.328265:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764741.328266:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764741.328268:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764741.328270:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764741.328272:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5626
00000400:00000200:3.0:1787764741.328276:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764741.328279:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764741.328281:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764741.328284:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764741.328287:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764741.328289:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764741.328291:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764741.328293:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764741.328294:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000100:00000001:2.0:1787764741.328297:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1787764741.328297:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764741.328300:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000100:00000001:2.0:1787764741.328303:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1787764741.328304:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000001:2.0:1787764741.328308:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1787764741.328308:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:3.0:1787764741.328313:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764741.328317:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764741.328319:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b1680 x1874601358880640/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1787764741.328321:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764741.328326:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764741.328331:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00000001:2.0:1787764741.328337:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1787764741.328338:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764741.328340:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764741.328344:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764741.328346:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1787764741.328348:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764741.328351:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764741.328354:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764741.328356:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764741.328361:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764741.328364:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764741.328367:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764741.328369:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764741.328371:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764741.328374:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b3480.
00000020:00000040:3.0:1787764741.328376:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:3.0:1787764741.328379:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764741.328380:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764741.328382:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764741.328383:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764741.328385:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764741.328388:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9d400.
00000100:00000001:3.0:1787764741.328390:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764741.328395:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b3480 x1874601358880768/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764741.328400:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764741.328401:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764741.328404:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005fcc8ed6] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b3480 x1874601358880768/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764741.328410:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764741.328412:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764741.328414:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764741.328415:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764741.328416:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764741.328419:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764741.328420:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5626
00000400:00000200:3.0:1787764741.328422:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764741.328424:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764741.328425:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764741.328427:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764741.328429:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764741.328430:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764741.328431:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764741.328432:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764741.328433:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:3.0:1787764741.328434:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764741.328435:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:3.0:1787764741.328436:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:3.0:1787764741.328437:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:3.0:1787764741.328439:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764741.328440:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764741.328441:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764741.328443:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764741.328444:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:3.0:1787764741.328446:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764741.328447:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764741.328448:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764741.328450:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764741.328451:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764741.328452:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764741.328454:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764741.328455:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764741.328456:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764741.328458:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b2580.
00000020:00000040:3.0:1787764741.328459:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:3.0:1787764741.328461:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764741.328462:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764741.328463:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764741.328463:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764741.328464:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764741.328466:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9d800.
00000100:00000001:3.0:1787764741.328468:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764741.328470:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b2580 x1874601358880896/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764741.328485:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764741.328490:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764741.328493:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d0536d5] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b2580 x1874601358880896/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764741.328503:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764741.328505:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764741.328508:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764741.328509:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764741.328510:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1787764741.328512:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358880640:192.168.202.141@tcp:250:kworker.0
00000100:00000001:3.0:1787764741.328513:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764741.328515:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5626
00000100:00000001:2.0:1787764741.328523:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000400:00000200:3.0:1787764741.328523:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764741.328528:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
02000000:00000001:2.0:1787764741.328530:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:3.0:1787764741.328531:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
02000000:00000001:2.0:1787764741.328535:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764741.328539:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1787764741.328543:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
02000000:00000010:2.0:1787764741.328547:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869a400.
00000100:00000001:3.0:1787764741.328547:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1787764741.328552:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764741.328552:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764741.328558:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764741.328560:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764741.328561:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000400:00000200:2.0:1787764741.328564:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000020:00000001:3.0:1787764741.328564:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764741.328568:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000400:00000010:2.0:1787764741.328571:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000020:00000001:3.0:1787764741.328572:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:3.0:1787764741.328577:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000400:00000010:2.0:1787764741.328580:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000040:3.0:1787764741.328580:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764741.328585:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764741.328588:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764741.328589:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000200:2.0:1787764741.328590:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358880640, portal 25
00000020:00000040:3.0:1787764741.328592:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00000001:2.0:1787764741.328596:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1787764741.328597:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764741.328600:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542826112 : -114205166725504 : ffff9821899b1680)
00000100:00000001:3.0:1787764741.328602:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764741.328605:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764741.328609:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1787764741.328610:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b1680 x1874601358880640/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1787764741.328612:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764741.328617:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764741.328620:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764741.328622:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764741.328624:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764741.328627:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b30c0.
00000020:00000040:3.0:1787764741.328630:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:3.0:1787764741.328645:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764741.328646:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764741.328648:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764741.328649:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764741.328651:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764741.328655:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9c400.
00000100:00000001:3.0:1787764741.328666:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764741.328672:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b30c0 x1874601358881024/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764741.328679:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764741.328681:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764741.328684:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8678ec4] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b30c0 x1874601358881024/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764741.328691:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764741.328693:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764741.328695:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764741.328696:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764741.328697:0:58520:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764741.328699:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764741.328700:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5626
00000400:00000200:3.0:1787764741.328703:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764741.328704:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764741.328706:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764741.328708:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764741.328709:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764741.328710:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764741.328711:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764741.328713:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764741.328713:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:3.0:1787764741.328715:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764741.328723:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:3.0:1787764741.328725:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:3.0:1787764741.328729:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:3.0:1787764741.328732:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764741.328734:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764741.328736:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764741.328737:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764741.328739:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:3.0:1787764741.328741:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764741.328743:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764741.328745:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764741.328748:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764741.328750:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764741.328752:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764741.328754:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764741.328756:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764741.328758:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764741.328762:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0780.
00000020:00000040:3.0:1787764741.328764:0:58520:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:3.0:1787764741.328766:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764741.328767:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764741.328769:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764741.328770:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764741.328772:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764741.328775:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9f400.
00000100:00000001:2.0:1787764741.328780:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1787764741.328781:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764741.328787:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000100:00100000:3.0:1787764741.328791:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0780 x1874601358881152/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1787764741.328794:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0088.
00000100:00000200:2.0:1787764741.328800:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358880640, offset 0
00000100:00000001:3.0:1787764741.328803:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764741.328807:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764741.328810:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000100:00000040:3.0:1787764741.328816:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cef40868] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0780 x1874601358881152/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764741.328822:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764741.328836:0:58520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5636)
00000400:00000200:2.0:1787764741.328841:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764741.328892:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764741.328898:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764741.328903:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764741.328907:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764741.328910:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764741.328914:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70751:70751:256:4294967295] 192.168.202.141@tcp LPNI seq info [70751:70751:8:4294967295]
00000400:00000200:2.0:1787764741.328919:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764741.328929:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764741.328939:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764741.328945:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8c00.
00000800:00000200:2.0:1787764741.328951:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764741.328954:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787764741.329640:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764741.329644:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1787764741.329663:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764741.329666:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8c00.
00000400:00000200:2.0:1787764741.329672:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764741.329677:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764741.329683:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0088
00000400:00000010:2.0:1787764741.329685:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0088.
00000100:00000001:2.0:1787764741.329691:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764741.329695:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b1680 x1874601358880640/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764741.329713:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764741.329717:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b1680 x1874601358880640/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764766 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764741.329724:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764741.329726:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764741.329733:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764741.329737:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764741.329740:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4300300556
00000100:00000010:2.0:1787764741.329744:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9821832cfc00.
00000100:00000001:2.0:1787764741.329751:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787764741.329756:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4300300556
00000100:00000010:2.0:1787764741.329759:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9821832cfa20.
00000100:00000001:2.0:1787764741.329762:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787764741.329765:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764741.329768:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764741.329770:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764741.329775:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764741/real 1787764741]  req@ffff9821899b1680 x1874601358880640/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764741.329790:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764741.329792:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764741.329794:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764741.329796:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764741.329797:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764741.329800:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764741.329803:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b1680 x1874601358880640/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764741.329812:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b1680 x1874601358880640/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764741.330018:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764741.330022:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764741.330025:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764741.330027:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764741.330033:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b1680 x1874601358880640/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764741.330040:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764741.330045:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b1680 x1874601358880640/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764766 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764741.330052:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764741.330055:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764741.330057:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764741.330058:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764741.330060:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764741.330062:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764741.330065:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764741.330069:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764741.330071:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764741.330075:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b1680 x1874601358880640/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764766 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764741.330083:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358880640:192.168.202.141@tcp:250:kworker.0
00000100:00000001:2.0:1787764741.330088:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764741.330090:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764741.330093:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b1680 x1874601358880640/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764766 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764741.330099:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764741.330103:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764741.330105:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869a400.
02000000:00000001:2.0:1787764741.330108:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764741.330110:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764741.330111:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000020:00000001:2.0:1787764741.330114:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764741.330116:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9e400.
02000000:00000001:2.0:1787764741.330121:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764741.330123:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764741.330125:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b1680.
00000100:00000001:2.0:1787764741.330128:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764741.330129:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764741.330131:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764741.330139:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764741.330142:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764741.330144:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764741.330146:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764741.330148:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764741.330153:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b3480 x1874601358880768/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764741.330160:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764741.330162:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764741.330165:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764741.330168:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764741.330171:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764741.330174:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358880768:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764741.330177:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764741.330180:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764741.330182:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764741.330184:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764741.330189:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869a400.
02000000:00000001:2.0:1787764741.330191:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764741.330195:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764741.330199:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764741.330202:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764741.330207:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358880768, portal 10
00000100:00000001:2.0:1787764741.330209:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764741.330211:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542833792 : -114205166717824 : ffff9821899b3480)
00000100:00000040:2.0:1787764741.330218:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b3480 x1874601358880768/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764741.330224:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764741.330227:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764741.330229:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0088.
00000100:00000200:2.0:1787764741.330232:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358880768, offset 0
00000400:00000200:2.0:1787764741.330236:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764741.330241:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764741.330245:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764741.330249:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764741.330252:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764741.330255:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764741.330257:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764741.330260:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70752:70752:256:4294967295] 192.168.202.141@tcp LPNI seq info [70752:70752:8:4294967295]
00000400:00000200:2.0:1787764741.330264:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764741.330271:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764741.330275:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764741.330280:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8c00.
00000800:00000200:2.0:1787764741.330284:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764741.330287:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787764741.330292:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764741.330294:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1787764741.330297:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764741.330299:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8c00.
00000400:00000200:2.0:1787764741.330302:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764741.330305:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764741.330308:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0088
00000400:00000010:2.0:1787764741.330310:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0088.
00000100:00000001:2.0:1787764741.330312:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764741.330316:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b3480 x1874601358880768/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764741.330324:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764741.330326:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b3480 x1874601358880768/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764766 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764741.330333:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764741.330334:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764741.330337:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764741.330341:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:2.0:1787764741.330345:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764741.330347:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300299288
00000100:00000001:2.0:1787764741.330350:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300300556
00000100:00000001:2.0:1787764741.330352:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300299288
00000100:00000001:2.0:1787764741.330354:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300300556
00000100:00000001:2.0:1787764741.330356:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764741.330358:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764741.330359:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764741.330564:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764741/real 1787764741]  req@ffff9821899b3480 x1874601358880768/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764741.330572:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764741.330574:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764741.330576:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764741.330579:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764741.330580:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764741.330583:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764741.330586:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b3480 x1874601358880768/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764741.330593:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b3480 x1874601358880768/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764741.330599:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764741.330601:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764741.330602:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764741.330604:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764741.330607:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b3480 x1874601358880768/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764741.330614:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764741.330617:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b3480 x1874601358880768/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764766 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764741.330623:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764741.330625:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764741.330695:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764741.330698:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764741.330700:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764741.330702:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764741.330704:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764741.330708:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764741.330710:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764741.330714:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b3480 x1874601358880768/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764766 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764741.330722:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358880768:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764741.330726:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764741.330730:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b2580 x1874601358880896/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764741.330737:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764741.330738:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764741.330740:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764741.330742:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764741.330744:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764741.330747:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358880896:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764741.330750:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764741.330752:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764741.330754:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764741.330756:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764741.330759:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188699400.
02000000:00000001:2.0:1787764741.330761:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764741.330765:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764741.330767:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764741.330770:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764741.330773:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358880896, portal 10
00000100:00000001:2.0:1787764741.330775:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764741.330776:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542829952 : -114205166721664 : ffff9821899b2580)
00000100:00000040:2.0:1787764741.330782:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b2580 x1874601358880896/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764741.330788:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764741.330790:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764741.330792:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0088.
00000100:00000200:2.0:1787764741.330795:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358880896, offset 0
00000400:00000200:2.0:1787764741.330799:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764741.330802:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764741.330806:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764741.330809:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764741.330835:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764741.330838:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764741.330841:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764741.330844:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70753:70753:256:4294967295] 192.168.202.141@tcp LPNI seq info [70753:70753:8:4294967295]
00000400:00000200:2.0:1787764741.330866:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764741.330873:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764741.330889:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764741.330893:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8c00.
00000800:00000200:2.0:1787764741.330897:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764741.330899:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787764741.330904:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764741.330906:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1787764741.330910:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764741.330912:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8c00.
00000400:00000200:2.0:1787764741.330915:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764741.330918:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764741.330921:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0088
00000400:00000010:2.0:1787764741.330923:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0088.
00000100:00000001:2.0:1787764741.330925:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764741.330929:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b2580 x1874601358880896/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764741.330936:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764741.330939:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b2580 x1874601358880896/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764766 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764741.330944:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764741.330946:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764741.330948:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764741.330951:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:2.0:1787764741.330954:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764741.330964:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300299283
00000100:00000001:2.0:1787764741.330967:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300300556
00000100:00000001:2.0:1787764741.330969:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300299283
00000100:00000001:2.0:1787764741.330971:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300300556
00000100:00000001:2.0:1787764741.330974:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764741.330975:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764741.330977:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764741.330980:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764741/real 1787764741]  req@ffff9821899b2580 x1874601358880896/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764741.330993:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764741.330994:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764741.330996:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764741.330998:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764741.330999:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764741.331002:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764741.331005:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b2580 x1874601358880896/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764741.331012:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b2580 x1874601358880896/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764741.331018:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764741.331019:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764741.331021:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764741.331023:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764741.331027:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b2580 x1874601358880896/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764741.331034:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764741.331038:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b2580 x1874601358880896/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764766 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764741.331045:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764741.331048:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764741.331049:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764741.331051:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764741.331053:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764741.331055:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764741.331058:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764741.331061:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764741.331063:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764741.331067:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b2580 x1874601358880896/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764766 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764741.331076:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358880896:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764741.331080:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764741.331084:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b30c0 x1874601358881024/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764741.331091:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764741.331092:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764741.331094:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764741.331096:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764741.331098:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764741.331101:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358881024:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764741.331104:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764741.331107:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764741.331108:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764741.331110:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764741.331113:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869bc00.
02000000:00000001:2.0:1787764741.331115:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764741.331119:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764741.331121:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764741.331125:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764741.331128:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358881024, portal 4
00000100:00000001:2.0:1787764741.331129:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764741.331130:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542832832 : -114205166718784 : ffff9821899b30c0)
00000100:00000040:2.0:1787764741.331136:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b30c0 x1874601358881024/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764741.331142:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764741.331144:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764741.331146:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0088.
00000100:00000200:2.0:1787764741.331149:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358881024, offset 0
00000400:00000200:2.0:1787764741.331152:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764741.331156:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764741.331159:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764741.331162:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764741.331165:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764741.331167:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764741.331169:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764741.331172:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70754:70754:256:4294967295] 192.168.202.141@tcp LPNI seq info [70754:70754:8:4294967295]
00000400:00000200:2.0:1787764741.331175:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764741.331181:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764741.331185:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764741.331188:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8c00.
00000800:00000200:2.0:1787764741.331191:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764741.331194:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787764741.331199:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764741.331201:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1787764741.331205:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764741.331207:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8c00.
00000400:00000200:2.0:1787764741.331210:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764741.331213:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764741.331216:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0088
00000400:00000010:2.0:1787764741.331217:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0088.
00000100:00000001:2.0:1787764741.331220:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764741.331224:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b30c0 x1874601358881024/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764741.331231:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764741.331235:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b30c0 x1874601358881024/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764766 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764741.331246:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764741.331247:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764741.331250:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764741.331253:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:2.0:1787764741.331257:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764741.331258:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300299288
00000100:00000001:2.0:1787764741.331261:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300300556
00000100:00000001:2.0:1787764741.331263:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300299288
00000100:00000001:2.0:1787764741.331265:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300300556
00000100:00000001:2.0:1787764741.331267:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764741.331269:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764741.331271:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764741.331275:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764741/real 1787764741]  req@ffff9821899b30c0 x1874601358881024/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764741.331282:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764741.331283:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764741.331285:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764741.331288:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764741.331289:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764741.331292:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764741.331295:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b30c0 x1874601358881024/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764741.331302:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b30c0 x1874601358881024/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764741.331308:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764741.331309:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764741.331311:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764741.331312:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764741.331316:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b30c0 x1874601358881024/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764741.331323:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764741.331327:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b30c0 x1874601358881024/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764766 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764741.331332:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764741.331334:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764741.331336:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764741.331337:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764741.331338:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764741.331340:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764741.331342:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764741.331345:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764741.331347:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764741.331351:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b30c0 x1874601358881024/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764766 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764741.331358:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358881024:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764741.331607:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764741.331613:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b0780 x1874601358881152/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764741.331620:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764741.331693:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764741.331697:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764741.331699:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764741.331701:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764741.331705:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358881152:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764741.331708:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764741.331711:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764741.331713:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764741.331715:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764741.331719:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188698c00.
02000000:00000001:2.0:1787764741.331721:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764741.331724:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764741.331728:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764741.331731:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764741.331733:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358881152, portal 4
00000100:00000001:2.0:1787764741.331735:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764741.331736:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542822272 : -114205166729344 : ffff9821899b0780)
00000100:00000040:2.0:1787764741.331742:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b0780 x1874601358881152/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764741.331748:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764741.331751:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764741.331753:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0088.
00000100:00000200:2.0:1787764741.331755:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358881152, offset 0
00000400:00000200:2.0:1787764741.331759:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764741.331763:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764741.331766:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764741.331769:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764741.331772:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764741.331774:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764741.331777:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764741.331779:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70755:70755:256:4294967295] 192.168.202.141@tcp LPNI seq info [70755:70755:8:4294967295]
00000400:00000200:2.0:1787764741.331783:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764741.331789:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764741.331793:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764741.331797:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8c00.
00000800:00000200:2.0:1787764741.331800:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764741.331803:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1787764741.331806:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764741.331808:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1787764741.331812:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764741.331814:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8c00.
00000400:00000200:2.0:1787764741.332174:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764741.332179:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764741.332182:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0088
00000400:00000010:2.0:1787764741.332184:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0088.
00000100:00000001:2.0:1787764741.332187:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764741.332191:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b0780 x1874601358881152/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764741.332200:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764741.332203:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b0780 x1874601358881152/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764766 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764741.332210:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764741.332212:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764741.332214:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764741.332218:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:2.0:1787764741.332220:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764741.332222:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300299290
00000100:00000001:2.0:1787764741.332225:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300300556
00000100:00000001:2.0:1787764741.332227:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300299290
00000100:00000001:2.0:1787764741.332229:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300300556
00000100:00000001:2.0:1787764741.332231:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764741.332234:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764741.332235:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764741.332238:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764741/real 1787764741]  req@ffff9821899b0780 x1874601358881152/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764741.332244:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764741.332245:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764741.332246:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764741.332248:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764741.332250:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764741.332252:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764741.332256:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b0780 x1874601358881152/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764741.332263:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b0780 x1874601358881152/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764741.332268:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764741.332269:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764741.332271:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764741.332272:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764741.332275:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b0780 x1874601358881152/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764741.332282:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764741.332286:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b0780 x1874601358881152/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764766 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764741.332292:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764741.332294:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764741.332296:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764741.332297:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764741.332298:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764741.332300:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764741.332302:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764741.332305:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764741.332307:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764741.332311:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b0780 x1874601358881152/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764766 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764741.332318:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358881152:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764741.332322:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764741.332325:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764741.332328:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b3480 x1874601358880768/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764766 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764741.332335:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764741.332338:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764741.332340:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869a400.
02000000:00000001:2.0:1787764741.332343:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764741.332345:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764741.332347:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:2.0:1787764741.332349:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764741.332352:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9d400.
02000000:00000001:2.0:1787764741.332356:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764741.332358:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764741.332359:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b3480.
00000100:00000001:2.0:1787764741.332363:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764741.332364:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764741.332366:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764741.332370:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b2580 x1874601358880896/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764766 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764741.332536:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764741.332538:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764741.332540:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188699400.
02000000:00000001:2.0:1787764741.332543:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764741.332545:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764741.332546:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:2.0:1787764741.332548:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764741.332549:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9d800.
02000000:00000001:2.0:1787764741.332552:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764741.332553:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764741.332555:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b2580.
00000100:00000001:2.0:1787764741.332558:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764741.332559:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764741.332561:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764741.332565:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b30c0 x1874601358881024/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764766 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764741.332571:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764741.332573:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764741.332574:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869bc00.
02000000:00000001:2.0:1787764741.332576:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764741.332577:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764741.332578:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:2.0:1787764741.332580:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764741.332581:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9c400.
02000000:00000001:2.0:1787764741.332583:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764741.332585:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764741.332586:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b30c0.
00000100:00000001:2.0:1787764741.332588:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764741.332589:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764741.332591:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764741.332594:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b0780 x1874601358881152/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764766 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764741.332598:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764741.332599:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764741.332600:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188698c00.
02000000:00000001:2.0:1787764741.332602:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764741.332603:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764741.332604:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:2.0:1787764741.332605:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764741.332607:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9f400.
02000000:00000001:2.0:1787764741.332609:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764741.332610:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764741.332611:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b0780.
00000100:00000001:2.0:1787764741.332613:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764741.332614:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764741.332616:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764741.332723:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764741.332725:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764741.332728:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764741.332730:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764741.648766:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764741.648773:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764741.648778:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764741.648780:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764741.648784:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764741.648785:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764741.648788:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764741.648789:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764741.648792:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764741.648793:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764741.653571:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764741.653578:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764741.653583:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764741.904077:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764741.904084:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764741.904086:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764741.904092:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764741.904096:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764741.904099:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764741.904102:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764741.904104:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764741.904106:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764742.671939:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4300300556, at 4300300608
00000100:00000040:2.0:1787764742.671942:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4300300556, at 4300300608
00000100:00000010:3.0:1787764742.671953:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9821832cfa20.
00000100:00000010:2.0:1787764742.671955:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9821832cfc00.
00010000:00000001:0.0:1787764742.672060:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764742.672063:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764742.672068:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764742.672069:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764742.672073:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764742.672074:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764742.672077:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764742.672077:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764742.672079:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764742.672080:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764742.672131:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764742.672135:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764742.672138:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764742.927947:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764742.927955:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764742.927957:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764742.927964:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764742.927968:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764742.927971:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764742.927974:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764742.927976:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764742.927979:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764743.696029:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764743.696040:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764743.696049:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764743.696051:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764743.696055:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764743.696057:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764743.696062:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764743.696063:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764743.696067:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764743.696068:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764743.696216:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764743.696223:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764743.696228:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764743.952010:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764743.952019:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764743.952023:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764743.952028:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764743.952035:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764743.952039:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764743.952043:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764743.952046:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764743.952051:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764744.719974:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764744.719982:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764744.719984:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764744.719986:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764744.719990:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764744.719991:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764744.719992:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764744.719994:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764744.719997:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764744.719998:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764744.720001:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764744.720001:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764744.720003:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764744.720004:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764744.720005:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764744.720006:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764744.720007:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764744.720008:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764744.720009:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764744.720010:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764744.720012:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764744.720012:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764744.720142:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764744.720145:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764744.720147:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764744.975935:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764744.975942:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764744.975945:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764744.975950:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764744.975954:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764744.975957:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764744.975961:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764744.975964:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764744.975967:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764745.743953:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764745.743960:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764745.743965:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764745.743966:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764745.743970:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764745.743971:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764745.743974:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764745.743975:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764745.743978:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764745.743979:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764745.744033:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764745.744036:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764745.744038:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764745.999932:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764745.999940:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764745.999942:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764745.999948:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764745.999953:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764745.999957:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764745.999960:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764745.999963:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764745.999966:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764746.448300:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764746.448311:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787764746.448320:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764746.448327:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764746.448331:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764746.448338:0:58520:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5631
00000400:00000200:1.0:1787764746.448348:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764746.448354:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764746.448357:0:58520:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764746.448361:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764746.448364:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764746.448367:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764746.448369:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764746.448374:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764746.448377:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:1.0:1787764746.448379:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764746.448382:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:1.0:1787764746.448385:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:1.0:1787764746.448387:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:1.0:1787764746.448390:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764746.448392:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764746.448394:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764746.448396:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764746.448399:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:1.0:1787764746.448403:0:58520:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764746.448405:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764746.448408:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764746.448411:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764746.448414:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764746.448417:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787764746.448419:0:58520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764746.448427:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f870c0.
00000020:00000040:1.0:1787764746.448430:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:1.0:1787764746.448434:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764746.448436:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764746.448439:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764746.448442:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764746.448446:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764746.448452:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649c800.
00000100:00000001:1.0:1787764746.448459:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764746.448469:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f870c0 x1874601358881280/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764746.448480:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764746.448484:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764746.448489:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a65be51] to pc [ptlrpcd_rcv+-1]  req@ffff982187f870c0 x1874601358881280/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764746.448518:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764746.448521:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764746.448524:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787764746.448526:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764746.448527:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764746.448529:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764746.448532:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5631
00000400:00000200:1.0:1787764746.448536:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764746.448539:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764746.448541:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764746.448545:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764746.448547:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764746.448550:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764746.448552:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764746.448554:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764746.448556:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000100:00000001:2.0:1787764746.448557:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1787764746.448559:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764746.448563:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000100:00000001:2.0:1787764746.448563:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1787764746.448569:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000001:2.0:1787764746.448569:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1787764746.448574:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:2.0:1787764746.448579:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f870c0 x1874601358881280/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787764746.448580:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764746.448586:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764746.448590:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764746.448594:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:2.0:1787764746.448598:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:1.0:1787764746.448599:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00000001:2.0:1787764746.448603:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764746.448604:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764746.448610:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764746.448610:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1787764746.448615:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764746.448615:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764746.448620:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764746.448622:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1787764746.448627:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358881280:192.168.202.141@tcp:250:kworker.0
02000000:00000001:1.0:1787764746.448628:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764746.448633:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787764746.448636:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:1.0:1787764746.448638:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1787764746.448642:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:1.0:1787764746.448643:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764746.448646:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764746.448647:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764746.448652:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:1.0:1787764746.448654:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f85a40.
00000020:00000040:1.0:1787764746.448658:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000010:2.0:1787764746.448659:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188698c00.
02000000:00000001:1.0:1787764746.448661:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764746.448663:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764746.448665:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764746.448668:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764746.448670:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1787764746.448671:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
02000000:00000001:1.0:1787764746.448673:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787764746.448677:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
02000000:00000010:1.0:1787764746.448680:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649c000.
00000100:00000001:1.0:1787764746.448685:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787764746.448686:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00100000:1.0:1787764746.448692:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f85a40 x1874601358881408/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1787764746.448695:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358881280, portal 25
00000100:00000001:1.0:1787764746.448702:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764746.448705:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764746.448709:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000920ad038] to pc [ptlrpcd_rcv+-1]  req@ffff982187f85a40 x1874601358881408/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764746.448715:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764746.448718:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515389632 : -114205194161984 : ffff982187f870c0)
00000100:00000001:1.0:1787764746.448721:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764746.448725:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1787764746.448727:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f870c0 x1874601358881280/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764746.448731:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1787764746.448734:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764746.448737:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764746.448742:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1787764746.448743:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:2.0:1787764746.448749:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000100:00080000:1.0:1787764746.448750:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5631
00000400:00000010:2.0:1787764746.448754:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0088.
00000400:00000200:1.0:1787764746.448758:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000200:2.0:1787764746.448760:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358881280, offset 0
00000400:00000200:1.0:1787764746.448764:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764746.448767:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1787764746.448771:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000100:00000040:1.0:1787764746.448774:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764746.448794:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764746.448796:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764746.448799:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764746.448801:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764746.448803:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000400:00000200:2.0:1787764746.448805:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000020:00000001:1.0:1787764746.448806:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764746.448810:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:1.0:1787764746.448813:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000400:00000200:2.0:1787764746.448816:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000020:00000001:1.0:1787764746.448817:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:1.0:1787764746.448824:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000400:00000200:2.0:1787764746.448825:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1787764746.448828:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1787764746.448833:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000100:00000040:1.0:1787764746.448834:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764746.448839:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000400:00000200:2.0:1787764746.448842:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000020:00000040:1.0:1787764746.448843:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000400:00000200:2.0:1787764746.448871:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764746.448876:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70756:70756:256:4294967295] 192.168.202.141@tcp LPNI seq info [70756:70756:8:4294967295]
00000400:00000200:2.0:1787764746.448882:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00080000:1.0:1787764746.448884:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764746.448889:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764746.448892:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764746.448897:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1787764746.448898:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
02000000:00000001:1.0:1787764746.448903:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764746.448907:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:2.0:1787764746.448908:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000008:00100000:1.0:1787764746.448910:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787764746.448914:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1787764746.448915:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8c00.
00000100:00000001:1.0:1787764746.448916:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764746.448923:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f86940.
00000800:00000200:2.0:1787764746.448925:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000020:00000040:1.0:1787764746.448927:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:1.0:1787764746.448932:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:2.0:1787764746.448932:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
02000000:00000001:1.0:1787764746.448935:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764746.448939:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764746.448941:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.1:1787764746.448942:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
02000000:00000001:1.0:1787764746.448944:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1787764746.448947:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
02000000:00000010:1.0:1787764746.448950:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649dc00.
00000100:00000001:1.0:1787764746.448955:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1787764746.448956:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764746.448960:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8c00.
00000100:00100000:1.0:1787764746.448964:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f86940 x1874601358881536/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1787764746.448968:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1787764746.448977:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1787764746.448977:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1787764746.448981:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764746.448986:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0088
00000100:00000040:1.0:1787764746.448989:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac69d1b8] to pc [ptlrpcd_rcv+-1]  req@ffff982187f86940 x1874601358881536/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1787764746.448990:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0088.
00000100:00000001:2.0:1787764746.448998:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1787764746.449001:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764746.449006:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1787764746.449006:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f870c0 x1874601358881280/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764746.449015:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787764746.449019:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764746.449021:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764746.449026:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1787764746.449027:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00080000:1.0:1787764746.449031:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5631
00000100:00000040:2.0:1787764746.449034:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f870c0 x1874601358881280/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764771 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787764746.449039:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764746.449045:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764746.449047:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764746.449049:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764746.449052:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764746.449057:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764746.449059:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764746.449064:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764746.449067:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000100:00000001:2.0:1787764746.449067:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764746.449069:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1787764746.449071:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:1.0:1787764746.449073:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:1.0:1787764746.449077:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:1.0:1787764746.449080:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000001:2.0:1787764746.449080:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764746.449087:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000400:00000200:2.0:1787764746.449090:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764746.449091:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787764746.449094:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4300305676
00000100:00000040:1.0:1787764746.449096:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764746.449100:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764746.449103:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00000010:2.0:1787764746.449103:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9821832cfc00.
00000100:00080000:1.0:1787764746.449110:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764746.449113:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764746.449113:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
02000000:00000001:1.0:1787764746.449117:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1787764746.449120:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4300305676
02000000:00000001:1.0:1787764746.449121:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764746.449126:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764746.449128:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9821832cf1e0.
00000100:00000001:1.0:1787764746.449129:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764746.449133:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1787764746.449134:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000008:00000001:1.0:1787764746.449139:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764746.449140:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1787764746.449142:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764746.449144:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764746.449148:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f84780.
00000100:00000001:2.0:1787764746.449149:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000020:00000040:1.0:1787764746.449153:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
00000100:00100000:2.0:1787764746.449157:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764746/real 1787764746]  req@ffff982187f870c0 x1874601358881280/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787764746.449158:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764746.449160:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764746.449164:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764746.449167:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764746.449170:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1787764746.449175:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000010:1.0:1787764746.449176:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649c400.
00000400:00000001:2.0:1787764746.449178:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1787764746.449181:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1787764746.449182:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764746.449187:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000100:00100000:1.0:1787764746.449190:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f84780 x1874601358881664/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1787764746.449191:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764746.449196:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764746.449203:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f870c0 x1874601358881280/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764746.449204:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764746.449208:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764746.449217:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bf6eed9] to pc [ptlrpcd_rcv+-1]  req@ffff982187f84780 x1874601358881664/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764746.449221:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f870c0 x1874601358881280/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764746.449239:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764746.449241:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:1.0:1787764746.449244:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1787764746.449245:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764746.449250:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:1.0:1787764746.449251:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787764746.449253:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764746.449254:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764746.449258:0:58520:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1787764746.449260:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f870c0 x1874601358881280/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764746.449262:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764746.449268:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5631
00000100:00000001:2.0:1787764746.449275:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1787764746.449276:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764746.449283:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00000040:2.0:1787764746.449283:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f870c0 x1874601358881280/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764771 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764746.449289:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764746.449294:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764746.449299:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1787764746.449301:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:1.0:1787764746.449304:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764746.449306:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764746.449309:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:2.0:1787764746.449310:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764746.449312:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1787764746.449314:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764746.449317:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000100:00000001:2.0:1787764746.449317:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764746.449321:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:1.0:1787764746.449322:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764746.449325:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000100:00080000:2.0:1787764746.449327:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000020:00000001:1.0:1787764746.449329:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:1.0:1787764746.449334:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00080000:2.0:1787764746.449343:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000100:00000040:1.0:1787764746.449346:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764746.449348:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:1.0:1787764746.449350:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764746.449355:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000040:2.0:1787764746.449358:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f870c0 x1874601358881280/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764771 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764746.449359:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764746.449363:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:1.0:1787764746.449370:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764746.449376:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764746.449378:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358881280:192.168.202.141@tcp:250:kworker.0
02000000:00000001:1.0:1787764746.449379:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764746.449384:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764746.449386:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1787764746.449387:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764746.449390:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1787764746.449391:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764746.449395:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00000040:2.0:1787764746.449397:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f870c0 x1874601358881280/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764771 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1787764746.449398:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764746.449403:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764746.449409:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f843c0.
00000100:00000001:2.0:1787764746.449411:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000020:00000040:1.0:1787764746.449413:0:58520:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:2.0:1787764746.449415:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1787764746.449417:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764746.449420:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764746.449420:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188698c00.
00000100:00000001:1.0:1787764746.449425:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764746.449427:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:1.0:1787764746.449428:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000020:00000001:2.0:1787764746.449430:0:2388:0:(genops.c:1217:class_import_put()) Process entered
02000000:00000001:1.0:1787764746.449431:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1787764746.449434:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
02000000:00000010:1.0:1787764746.449437:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649f000.
00000020:00000001:2.0:1787764746.449439:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
00000100:00000001:1.0:1787764746.449442:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764746.449443:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649c800.
00000100:00100000:1.0:1787764746.449450:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f843c0 x1874601358881792/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1787764746.449457:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:1.0:1787764746.449458:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764746.449462:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764746.449462:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764746.449466:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f870c0.
00000100:00000040:1.0:1787764746.449470:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ab335ac] to pc [ptlrpcd_rcv+-1]  req@ffff982187f843c0 x1874601358881792/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764746.449471:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764746.449474:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764746.449478:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764746.449485:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764746.449488:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:1.0:1787764746.449490:0:58520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5642)
00000100:00000001:2.0:1787764746.449492:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764746.449496:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764746.449498:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764746.449500:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764746.449505:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f85a40 x1874601358881408/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764746.449513:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764746.449514:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764746.449517:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764746.449518:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764746.449520:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764746.449523:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358881408:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764746.449526:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764746.449528:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764746.449530:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764746.449532:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764746.449535:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188698c00.
02000000:00000001:2.0:1787764746.449536:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764746.449540:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764746.449543:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764746.449546:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764746.449549:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358881408, portal 10
00000100:00000001:2.0:1787764746.449551:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764746.449552:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515383872 : -114205194167744 : ffff982187f85a40)
00000100:00000040:2.0:1787764746.449558:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f85a40 x1874601358881408/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764746.449565:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764746.449567:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764746.449569:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0088.
00000100:00000200:2.0:1787764746.449571:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358881408, offset 0
00000400:00000200:2.0:1787764746.449575:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764746.449579:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764746.449583:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764746.449586:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764746.449588:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764746.449591:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764746.449593:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764746.449596:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70757:70757:256:4294967295] 192.168.202.141@tcp LPNI seq info [70757:70757:8:4294967295]
00000400:00000200:2.0:1787764746.449600:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764746.449606:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764746.449610:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764746.449614:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8c00.
00000800:00000200:2.0:1787764746.449618:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764746.449620:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787764746.449625:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764746.449627:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1787764746.449630:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764746.449632:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8c00.
00000400:00000200:2.0:1787764746.449635:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764746.449639:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764746.449642:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0088
00000400:00000010:2.0:1787764746.449643:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0088.
00000100:00000001:2.0:1787764746.449646:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764746.449649:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f85a40 x1874601358881408/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764746.449657:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764746.449660:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f85a40 x1874601358881408/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764771 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764746.449671:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764746.449673:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764746.449676:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764746.449679:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:2.0:1787764746.449683:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764746.449685:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300304407
00000100:00000001:2.0:1787764746.449687:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300305676
00000100:00000001:2.0:1787764746.449689:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300304407
00000100:00000001:2.0:1787764746.449691:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300305676
00000100:00000001:2.0:1787764746.449694:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764746.449695:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764746.449697:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764746.449701:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764746/real 1787764746]  req@ffff982187f85a40 x1874601358881408/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764746.449708:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764746.449710:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764746.449712:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764746.449714:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764746.449715:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764746.449718:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764746.449721:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f85a40 x1874601358881408/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764746.449729:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f85a40 x1874601358881408/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764746.449735:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764746.449736:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764746.449738:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764746.449739:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764746.449742:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f85a40 x1874601358881408/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764746.449749:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764746.449753:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f85a40 x1874601358881408/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764771 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764746.449760:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764746.449762:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764746.449764:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764746.449765:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764746.449767:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764746.449768:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764746.449771:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764746.449774:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764746.449776:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764746.449794:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f85a40 x1874601358881408/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764771 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764746.449802:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358881408:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764746.449805:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764746.449813:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f86940 x1874601358881536/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764746.449819:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764746.449820:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764746.449822:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764746.449824:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764746.449826:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764746.449828:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358881536:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764746.449832:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764746.449834:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764746.449835:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764746.449837:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764746.449840:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869bc00.
02000000:00000001:2.0:1787764746.449842:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764746.449845:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764746.449865:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764746.449868:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764746.449871:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358881536, portal 10
00000100:00000001:2.0:1787764746.449873:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764746.449874:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515387712 : -114205194163904 : ffff982187f86940)
00000100:00000040:2.0:1787764746.449880:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f86940 x1874601358881536/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764746.449886:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764746.449889:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764746.449891:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0088.
00000100:00000200:2.0:1787764746.449894:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358881536, offset 0
00000400:00000200:2.0:1787764746.449897:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764746.449901:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764746.449904:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764746.449908:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764746.449910:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764746.449912:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764746.449914:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764746.449917:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70758:70758:256:4294967295] 192.168.202.141@tcp LPNI seq info [70758:70758:8:4294967295]
00000400:00000200:2.0:1787764746.449921:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764746.449926:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764746.449930:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764746.449933:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8c00.
00000800:00000200:2.0:1787764746.449937:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764746.449940:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787764746.449944:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764746.449946:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1787764746.449950:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764746.449952:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8c00.
00000400:00000200:2.0:1787764746.449955:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764746.449958:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764746.449961:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0088
00000400:00000010:2.0:1787764746.449962:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0088.
00000100:00000001:2.0:1787764746.449965:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764746.449968:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f86940 x1874601358881536/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764746.449975:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764746.449978:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f86940 x1874601358881536/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764771 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764746.449983:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764746.449985:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764746.449988:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764746.449991:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:2.0:1787764746.449994:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764746.449996:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300304402
00000100:00000001:2.0:1787764746.449998:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300305676
00000100:00000001:2.0:1787764746.450000:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300304402
00000100:00000001:2.0:1787764746.450002:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300305676
00000100:00000001:2.0:1787764746.450004:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764746.450006:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764746.450008:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764746.450011:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764746/real 1787764746]  req@ffff982187f86940 x1874601358881536/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764746.450019:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764746.450021:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764746.450022:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764746.450025:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764746.450026:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764746.450029:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764746.450032:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f86940 x1874601358881536/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764746.450039:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f86940 x1874601358881536/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764746.450045:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764746.450047:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764746.450048:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764746.450050:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764746.450053:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f86940 x1874601358881536/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764746.450060:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764746.450063:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f86940 x1874601358881536/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764771 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764746.450069:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764746.450071:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764746.450072:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764746.450073:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764746.450075:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764746.450077:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764746.450079:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764746.450082:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764746.450084:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764746.450088:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f86940 x1874601358881536/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764771 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764746.450095:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358881536:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764746.450098:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764746.450102:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f84780 x1874601358881664/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764746.450107:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764746.450109:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764746.450111:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764746.450112:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764746.450114:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764746.450117:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f84780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358881664:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764746.450119:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764746.450121:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764746.450123:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764746.450125:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764746.450128:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188699400.
02000000:00000001:2.0:1787764746.450130:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764746.450133:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764746.450135:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764746.450138:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764746.450141:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358881664, portal 4
00000100:00000001:2.0:1787764746.450143:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764746.450144:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515379072 : -114205194172544 : ffff982187f84780)
00000100:00000040:2.0:1787764746.450150:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f84780 x1874601358881664/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764746.450156:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764746.450158:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764746.450160:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0088.
00000100:00000200:2.0:1787764746.450163:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358881664, offset 0
00000400:00000200:2.0:1787764746.450166:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764746.450170:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764746.450173:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764746.450176:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764746.450178:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764746.450180:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764746.450183:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764746.450186:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70759:70759:256:4294967295] 192.168.202.141@tcp LPNI seq info [70759:70759:8:4294967295]
00000400:00000200:2.0:1787764746.450190:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764746.450196:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764746.450200:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764746.450203:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8c00.
00000800:00000200:2.0:1787764746.450207:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764746.450209:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787764746.450213:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764746.450216:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1787764746.450219:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764746.450221:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8c00.
00000400:00000200:2.0:1787764746.450223:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764746.450226:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764746.450229:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0088
00000400:00000010:2.0:1787764746.450231:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0088.
00000100:00000001:2.0:1787764746.450233:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764746.450237:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f84780 x1874601358881664/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764746.450245:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764746.450248:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f84780 x1874601358881664/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764771 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764746.450253:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764746.450255:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764746.450258:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764746.450261:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:2.0:1787764746.450264:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764746.450266:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300304407
00000100:00000001:2.0:1787764746.450268:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300305676
00000100:00000001:2.0:1787764746.450270:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300304407
00000100:00000001:2.0:1787764746.450272:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300305676
00000100:00000001:2.0:1787764746.450274:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764746.450276:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764746.450278:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764746.450281:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764746/real 1787764746]  req@ffff982187f84780 x1874601358881664/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764746.450288:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764746.450289:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764746.450292:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764746.450294:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764746.450296:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764746.450298:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764746.450301:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f84780 x1874601358881664/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764746.450308:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f84780 x1874601358881664/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764746.450314:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764746.450315:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764746.450317:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764746.450318:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764746.450321:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f84780 x1874601358881664/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764746.450328:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764746.450331:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f84780 x1874601358881664/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764771 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764746.450338:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764746.450340:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764746.450341:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764746.450343:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764746.450344:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764746.450346:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764746.450348:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764746.450351:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764746.450353:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764746.450357:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f84780 x1874601358881664/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764771 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764746.450363:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f84780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358881664:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764746.450367:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764746.450369:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f843c0 x1874601358881792/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764746.450375:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764746.450376:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764746.450378:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764746.450380:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764746.450381:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764746.450384:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f843c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358881792:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764746.450386:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764746.450388:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764746.450389:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764746.450391:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764746.450394:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869a400.
02000000:00000001:2.0:1787764746.450396:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764746.450399:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764746.450401:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764746.450404:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764746.450406:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358881792, portal 4
00000100:00000001:2.0:1787764746.450408:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764746.450409:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515378112 : -114205194173504 : ffff982187f843c0)
00000100:00000040:2.0:1787764746.450415:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f843c0 x1874601358881792/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764746.450420:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764746.450422:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764746.450424:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0088.
00000100:00000200:2.0:1787764746.450426:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358881792, offset 0
00000400:00000200:2.0:1787764746.450430:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764746.450433:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764746.450436:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764746.450439:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764746.450441:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764746.450443:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764746.450445:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764746.450447:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70760:70760:256:4294967295] 192.168.202.141@tcp LPNI seq info [70760:70760:8:4294967295]
00000400:00000200:2.0:1787764746.450451:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764746.450456:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764746.450460:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764746.450462:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8c00.
00000800:00000200:2.0:1787764746.450466:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764746.450468:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1787764746.450472:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764746.450474:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1787764746.450477:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764746.450479:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8c00.
00000400:00000200:2.0:1787764746.450481:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764746.450484:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764746.450487:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0088
00000400:00000010:2.0:1787764746.450488:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0088.
00000100:00000001:2.0:1787764746.450491:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764746.450493:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f843c0 x1874601358881792/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764746.450500:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764746.450503:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f843c0 x1874601358881792/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764771 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764746.450508:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764746.450510:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764746.450512:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764746.450515:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:2.0:1787764746.450517:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764746.450519:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300304408
00000100:00000001:2.0:1787764746.450521:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300305676
00000100:00000001:2.0:1787764746.450523:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300304408
00000100:00000001:2.0:1787764746.450525:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300305676
00000100:00000001:2.0:1787764746.450527:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764746.450529:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764746.450530:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764746.450533:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764746/real 1787764746]  req@ffff982187f843c0 x1874601358881792/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764746.450540:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764746.450541:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764746.450543:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764746.450545:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764746.450546:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764746.450548:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764746.450551:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f843c0 x1874601358881792/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764746.450558:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f843c0 x1874601358881792/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764746.450564:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764746.450565:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764746.450567:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764746.450568:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764746.450571:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f843c0 x1874601358881792/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764746.450577:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764746.450580:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f843c0 x1874601358881792/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764771 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764746.450587:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764746.450589:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764746.450590:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764746.450591:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764746.450593:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764746.450594:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764746.450597:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764746.450600:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764746.450602:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764746.450605:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f843c0 x1874601358881792/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764771 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764746.450613:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f843c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358881792:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764746.450616:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764746.450618:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764746.450621:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f85a40 x1874601358881408/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764771 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764746.450627:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764746.450629:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764746.450631:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188698c00.
02000000:00000001:2.0:1787764746.450633:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764746.450635:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764746.450636:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:2.0:1787764746.450638:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764746.450640:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649c000.
02000000:00000001:2.0:1787764746.450642:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764746.450643:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764746.450645:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f85a40.
00000100:00000001:2.0:1787764746.450647:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764746.450648:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764746.450650:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764746.450653:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f86940 x1874601358881536/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764771 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764746.450659:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764746.450660:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764746.450662:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869bc00.
02000000:00000001:2.0:1787764746.450664:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764746.450665:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764746.450666:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:2.0:1787764746.450668:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764746.450669:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649dc00.
02000000:00000001:2.0:1787764746.450671:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764746.450672:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764746.450674:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f86940.
00000100:00000001:2.0:1787764746.450676:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764746.450677:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764746.450678:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764746.450681:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f84780 x1874601358881664/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764771 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764746.450687:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764746.450688:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764746.450689:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188699400.
02000000:00000001:2.0:1787764746.450691:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764746.450692:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764746.450693:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:2.0:1787764746.450695:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764746.450696:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649c400.
02000000:00000001:2.0:1787764746.450699:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764746.450700:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764746.450701:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f84780.
00000100:00000001:2.0:1787764746.450703:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764746.450704:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764746.450705:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764746.450708:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f843c0 x1874601358881792/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764771 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764746.450719:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764746.450720:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764746.450722:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869a400.
02000000:00000001:2.0:1787764746.450724:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764746.450725:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764746.450726:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:2.0:1787764746.450728:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764746.450729:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649f000.
02000000:00000001:2.0:1787764746.450731:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764746.450732:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764746.450733:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f843c0.
00000100:00000001:2.0:1787764746.450735:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764746.450736:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764746.450738:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764746.450742:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764746.450743:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764746.450745:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764746.450746:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764746.767982:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764746.767989:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764746.767995:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764746.767996:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764746.768000:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764746.768001:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764746.768004:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764746.768006:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764746.768009:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764746.768010:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764746.768063:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764746.768073:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764746.768077:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764747.024137:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764747.024145:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764747.024147:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764747.024153:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764747.024156:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764747.024160:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764747.024162:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764747.024165:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764747.024167:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764747.791947:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4300305676, at 4300305728
00000100:00000040:3.0:1787764747.791947:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4300305676, at 4300305728
00010000:00000001:0.0:1787764747.791951:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764747.791956:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764747.791960:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:2.0:1787764747.791960:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9821832cfc00.
00000100:00000010:3.0:1787764747.791962:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9821832cf1e0.
00010000:00000001:0.0:1787764747.791965:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764747.791967:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764747.791970:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764747.791972:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764747.791974:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764747.791975:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764747.791976:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764747.791979:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764747.791980:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764747.791983:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764747.791984:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764747.791987:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764747.791988:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764747.792017:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764747.792021:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764747.792023:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764748.048486:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764748.048493:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764748.048495:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764748.048499:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764748.048502:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764748.048504:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764748.048506:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764748.048508:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764748.048510:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764748.815953:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764748.815960:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764748.815966:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764748.815967:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764748.815970:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764748.815971:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764748.815975:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764748.815976:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764748.815980:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764748.815981:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764748.816032:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764748.816036:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764748.816038:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764749.072883:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764749.072890:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764749.072892:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764749.072897:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764749.072900:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764749.072904:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764749.072907:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764749.072909:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764749.072911:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764749.840002:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764749.840010:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764749.840017:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764749.840019:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764749.840022:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764749.840024:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764749.840027:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764749.840028:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764749.840030:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764749.840031:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764749.840129:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764749.840137:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764749.840142:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764750.097081:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764750.097091:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764750.097094:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764750.097102:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764750.097106:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764750.097111:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764750.097114:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764750.097117:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764750.097120:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000010:0.0:1787764750.543937:0:59221:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9821812e7a00.
00000020:00000010:0.0:1787764750.543950:0:59221:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9821812e7000.
00000020:00000010:0.0:1787764750.543956:0:59221:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff982191c76800.
00000020:00000010:0.0:1787764750.543962:0:59221:0:(tgt_main.c:722:tgt_key_init()) slab-alloced 'thread': 1296 at ffff9821983f0a20.
00000020:00000010:0.0:1787764750.543967:0:59221:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff982190fa3800.
80000000:00000010:0.0:1787764750.543971:0:59221:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9821992d4a20.
40000000:00000010:0.0:1787764750.543976:0:59221:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff982191cc4280.
00100000:00000010:0.0:1787764750.543980:0:59221:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff982191c72800.
00040000:00000010:0.0:1787764750.543985:0:59221:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff982185622b00.
00040000:00000010:0.0:1787764750.543989:0:59221:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff98219871f000.
00002000:00000010:0.0:1787764750.543993:0:59221:0:(ofd_dev.c:3019:ofd_key_init()) kmalloced '(value)': 1000 at ffff982186486400.
00000020:00000010:0.0:1787764750.543998:0:59221:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9821812e7000.
00000020:00000010:0.0:1787764750.544005:0:59221:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff982191c76800.
00000020:00000010:0.0:1787764750.544009:0:59221:0:(tgt_main.c:742:tgt_key_fini()) slab-freed '(info)': 1296 at ffff9821983f0a20.
00000020:00000010:0.0:1787764750.544013:0:59221:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff982190fa3800.
80000000:00000010:0.0:1787764750.544016:0:59221:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9821992d4a20.
40000000:00000010:0.0:1787764750.544019:0:59221:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff982191cc4280.
00100000:00000010:0.0:1787764750.544022:0:59221:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff982191c72800.
00040000:00000010:0.0:1787764750.544024:0:59221:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff982185622b00.
00040000:00000010:0.0:1787764750.544027:0:59221:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff98219871f000.
00002000:00000010:0.0:1787764750.544031:0:59221:0:(ofd_dev.c:3048:ofd_key_fini()) kfreed 'info': 1000 at ffff982186486400.
00000020:00000010:0.0:1787764750.544034:0:59221:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9821812e7a00.
00010000:00000001:0.0:1787764750.863994:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764750.863999:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764750.864004:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764750.864005:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764750.864008:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764750.864017:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764750.864020:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764750.864023:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764750.864025:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764750.864028:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764750.864029:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764750.864030:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764750.864033:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764750.864033:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764750.864036:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764750.864037:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764750.864037:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764750.864038:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764750.864039:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764750.864040:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764750.864041:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764750.864043:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764750.864099:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764750.864103:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764750.864107:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764751.120310:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764751.120319:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764751.120322:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764751.120329:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764751.120335:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764751.120340:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764751.120344:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764751.120347:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764751.120351:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764751.568015:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764751.568027:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787764751.568030:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764751.568034:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764751.568039:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764751.568047:0:58520:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5637
00000400:00000200:1.0:1787764751.568056:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764751.568062:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764751.568066:0:58520:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764751.568068:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764751.568072:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764751.568075:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764751.568077:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764751.568081:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764751.568084:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:1.0:1787764751.568086:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764751.568089:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:1.0:1787764751.568090:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:1.0:1787764751.568092:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:1.0:1787764751.568094:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764751.568095:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764751.568096:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764751.568097:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764751.568099:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:1.0:1787764751.568102:0:58520:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764751.568103:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764751.568105:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764751.568108:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764751.568109:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764751.568111:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787764751.568112:0:58520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764751.568122:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f85e00.
00000020:00000040:1.0:1787764751.568125:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:1.0:1787764751.568130:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764751.568132:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764751.568135:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764751.568138:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764751.568143:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764751.568164:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649d800.
00000100:00000001:1.0:1787764751.568171:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764751.568181:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f85e00 x1874601358881920/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764751.568191:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764751.568195:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764751.568199:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004bea692] to pc [ptlrpcd_rcv+-1]  req@ffff982187f85e00 x1874601358881920/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764751.568285:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764751.568293:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764751.568297:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764751.568314:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f85e00 x1874601358881920/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764751.568323:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764751.568326:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764751.568331:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764751.568333:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764751.568336:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764751.568340:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f85e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358881920:192.168.202.141@tcp:250:kworker.0
00000100:00000001:2.0:1787764751.568344:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764751.568349:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764751.568351:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764751.568354:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764751.568360:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869a400.
02000000:00000001:2.0:1787764751.568363:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764751.568371:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764751.568376:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764751.568384:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764751.568393:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358881920, portal 25
00000100:00000001:2.0:1787764751.568395:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764751.568397:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515384832 : -114205194166784 : ffff982187f85e00)
00000100:00000040:2.0:1787764751.568402:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f85e00 x1874601358881920/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764751.568410:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764751.568413:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764751.568416:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0088.
00000100:00000200:2.0:1787764751.568418:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358881920, offset 0
00000400:00000200:2.0:1787764751.568426:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764751.568435:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764751.568442:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764751.568449:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764751.568454:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764751.568458:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764751.568462:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764751.568466:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70761:70761:256:4294967295] 192.168.202.141@tcp LPNI seq info [70761:70761:8:4294967295]
00000400:00000200:2.0:1787764751.568470:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764751.568480:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764751.568487:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764751.568493:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8c00.
00000800:00000200:2.0:1787764751.568500:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764751.568504:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787764751.568510:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764751.568524:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1787764751.568530:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764751.568533:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8c00.
00000400:00000200:2.0:1787764751.568540:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764751.568545:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764751.568553:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0088
00000400:00000010:2.0:1787764751.568555:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0088.
00000100:00000001:2.0:1787764751.568561:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764751.568565:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f85e00 x1874601358881920/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764751.568767:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764751.568771:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764751.568774:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787764751.568776:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764751.568777:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764751.568780:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764751.568783:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5637
00000400:00000200:1.0:1787764751.568787:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764751.568790:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764751.568793:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764751.568796:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764751.568798:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764751.568800:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764751.568802:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764751.568804:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764751.568806:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:1.0:1787764751.568808:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764751.568809:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:1.0:1787764751.568812:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:1.0:1787764751.568814:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:1.0:1787764751.568818:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764751.568820:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764751.568821:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764751.568823:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764751.568826:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:1.0:1787764751.568829:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764751.568832:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764751.568834:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764751.568840:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764751.568843:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764751.568845:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764751.568875:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787764751.568879:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764751.568881:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764751.568886:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f87840.
00000020:00000040:1.0:1787764751.568889:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:1.0:1787764751.568892:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764751.568894:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764751.568896:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764751.568898:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764751.568900:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764751.568904:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649f000.
00000100:00000001:1.0:1787764751.568908:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764751.568912:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f87840 x1874601358882048/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764751.568921:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764751.568923:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764751.568926:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000974c9555] to pc [ptlrpcd_rcv+-1]  req@ffff982187f87840 x1874601358882048/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764751.569070:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764751.569076:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f85e00 x1874601358881920/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764776 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764751.569084:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764751.569086:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764751.569093:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764751.569098:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764751.569101:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4300310796
00000100:00000010:2.0:1787764751.569106:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9821832cfc00.
00000100:00000001:2.0:1787764751.569114:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787764751.569121:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4300310796
00000100:00000010:2.0:1787764751.569124:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9821832cfd20.
00000100:00000001:2.0:1787764751.569127:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787764751.569130:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764751.569133:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764751.569136:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764751.569140:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764751/real 1787764751]  req@ffff982187f85e00 x1874601358881920/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764751.569283:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764751.569287:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764751.569292:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1787764751.569293:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764751.569294:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764751.569481:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764751.569485:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5637
00000400:00000200:1.0:1787764751.569489:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764751.569492:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764751.569495:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764751.569498:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764751.569501:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764751.569503:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764751.569505:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764751.569508:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764751.569509:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000400:00000001:2.0:1787764751.569564:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764751.569566:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764751.569568:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764751.569572:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764751.569574:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764751.569578:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764751.569582:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f85e00 x1874601358881920/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764751.569592:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f85e00 x1874601358881920/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764751.569601:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764751.569603:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764751.569606:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764751.569608:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764751.569612:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f85e00 x1874601358881920/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764751.569621:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764751.569627:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f85e00 x1874601358881920/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764776 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764751.569635:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764751.569638:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764751.569640:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764751.569642:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764751.569645:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764751.569647:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764751.569651:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764751.569656:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764751.569659:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764751.569664:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f85e00 x1874601358881920/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764776 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764751.569672:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f85e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358881920:192.168.202.141@tcp:250:kworker.0
00000100:00000001:2.0:1787764751.569677:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764751.569681:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764751.569684:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f85e00 x1874601358881920/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764776 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764751.569690:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764751.569693:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764751.569696:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869a400.
02000000:00000001:2.0:1787764751.569700:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764751.569702:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764751.569703:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000020:00000001:2.0:1787764751.569706:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764751.569709:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649d800.
02000000:00000001:2.0:1787764751.569714:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764751.569716:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764751.569718:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f85e00.
00000100:00000001:2.0:1787764751.569722:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764751.569724:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764751.569726:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764751.569745:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764751.569748:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764751.569751:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764751.569753:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764751.569755:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764751.569759:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f87840 x1874601358882048/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764751.569766:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764751.569769:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764751.569772:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764751.569774:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764751.569776:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764751.569779:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358882048:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764751.569783:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764751.569786:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764751.569789:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764751.569791:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764751.569795:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869a400.
02000000:00000001:2.0:1787764751.569797:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764751.569801:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764751.569804:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764751.569809:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764751.569813:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358882048, portal 10
00000100:00000001:2.0:1787764751.569816:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764751.569817:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515391552 : -114205194160064 : ffff982187f87840)
00000100:00000040:2.0:1787764751.569824:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f87840 x1874601358882048/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764751.569831:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764751.569833:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764751.569835:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0088.
00000100:00000200:2.0:1787764751.569838:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358882048, offset 0
00000400:00000200:2.0:1787764751.569843:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764751.569868:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764751.569873:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764751.569878:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764751.569882:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764751.569884:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764751.569887:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764751.569891:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70762:70762:256:4294967295] 192.168.202.141@tcp LPNI seq info [70762:70762:8:4294967295]
00000400:00000200:2.0:1787764751.569896:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764751.569904:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764751.569910:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764751.569915:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8c00.
00000800:00000200:2.0:1787764751.569921:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764751.569925:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787764751.569931:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764751.569934:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1787764751.569938:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764751.569941:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8c00.
00000400:00000200:2.0:1787764751.569945:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764751.569949:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764751.569953:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0088
00000400:00000010:2.0:1787764751.569955:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0088.
00000100:00000001:2.0:1787764751.569958:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764751.569961:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f87840 x1874601358882048/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764751.569969:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764751.569972:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f87840 x1874601358882048/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764776 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764751.569978:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764751.569980:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764751.569983:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764751.569987:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:2.0:1787764751.569990:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764751.569991:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300309527
00000100:00000001:2.0:1787764751.569994:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300310796
00000100:00000001:2.0:1787764751.569996:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300309527
00000100:00000001:2.0:1787764751.569998:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300310796
00000100:00000001:2.0:1787764751.570000:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764751.570003:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764751.570005:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764751.570008:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764751/real 1787764751]  req@ffff982187f87840 x1874601358882048/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764751.570015:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764751.570016:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764751.570017:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764751.570019:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764751.570021:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764751.570022:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764751.570025:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f87840 x1874601358882048/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764751.570032:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f87840 x1874601358882048/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764751.570037:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764751.570038:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764751.570040:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764751.570042:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764751.570044:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f87840 x1874601358882048/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764751.570050:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764751.570053:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f87840 x1874601358882048/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764776 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764751.570059:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764751.570062:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764751.570063:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764751.570064:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764751.570066:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764751.570067:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764751.570069:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764751.570073:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764751.570075:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764751.570079:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f87840 x1874601358882048/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764776 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764751.570086:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358882048:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764751.570090:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764751.570092:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764751.570095:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f87840 x1874601358882048/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764776 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764751.570100:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764751.570102:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764751.570103:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869a400.
02000000:00000001:2.0:1787764751.570106:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764751.570107:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764751.570109:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:2.0:1787764751.570110:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764751.570112:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649f000.
02000000:00000001:2.0:1787764751.570115:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764751.570116:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764751.570117:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f87840.
00000100:00000001:2.0:1787764751.570120:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764751.570121:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764751.570123:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764751.570126:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764751.570128:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764751.570130:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764751.570132:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764751.570209:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764751.570212:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:1.0:1787764751.570215:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:1.0:1787764751.570218:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:1.0:1787764751.570222:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764751.570224:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764751.570235:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764751.570238:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764751.570240:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:1.0:1787764751.570244:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764751.570247:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764751.570249:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764751.570254:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764751.570256:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764751.570259:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764751.570262:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787764751.570265:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764751.570266:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764751.570270:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f86580.
00000020:00000040:1.0:1787764751.570273:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:1.0:1787764751.570277:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764751.570278:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764751.570281:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764751.570283:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764751.570286:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764751.570291:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649c400.
00000100:00000001:1.0:1787764751.570296:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764751.570373:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f86580 x1874601358882176/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764751.570382:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764751.570387:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764751.570391:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d31d406] to pc [ptlrpcd_rcv+-1]  req@ffff982187f86580 x1874601358882176/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764751.570414:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764751.570417:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764751.570421:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787764751.570423:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764751.570425:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764751.570428:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764751.570430:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5637
00000400:00000200:1.0:1787764751.570434:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764751.570438:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764751.570440:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764751.570442:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764751.570445:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764751.570447:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764751.570449:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764751.570451:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764751.570453:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:1.0:1787764751.570454:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764751.570457:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:1.0:1787764751.570459:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:1.0:1787764751.570461:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:1.0:1787764751.570464:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764751.570466:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764751.570468:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764751.570470:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764751.570472:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:1.0:1787764751.570475:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764751.570477:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764751.570478:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764751.570481:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764751.570483:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764751.570485:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764751.570487:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1787764751.570495:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764751.570496:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764751.570501:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f87480.
00000020:00000040:1.0:1787764751.570503:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:1.0:1787764751.570505:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764751.570507:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764751.570508:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764751.570510:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764751.570516:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764751.570520:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649dc00.
00000100:00000001:1.0:1787764751.570523:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764751.570528:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f87480 x1874601358882304/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764751.570536:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764751.570538:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764751.570541:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003027b144] to pc [ptlrpcd_rcv+-1]  req@ffff982187f87480 x1874601358882304/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764751.570549:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764751.570552:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764751.570555:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787764751.570556:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764751.570558:0:58520:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764751.570561:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764751.570563:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5637
00000400:00000200:1.0:1787764751.570567:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764751.570570:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764751.570572:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764751.570575:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764751.570577:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764751.570578:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764751.570580:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764751.570583:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764751.570584:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:1.0:1787764751.570585:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764751.570587:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:1.0:1787764751.570589:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:1.0:1787764751.570591:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:1.0:1787764751.570594:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764751.570596:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764751.570597:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764751.570599:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764751.570601:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:1.0:1787764751.570604:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764751.570607:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764751.570609:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764751.570612:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764751.570614:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764751.570616:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764751.570618:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1787764751.570620:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764751.570622:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764751.570626:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f86d00.
00000020:00000040:1.0:1787764751.570628:0:58520:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:1.0:1787764751.570630:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764751.570632:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764751.570633:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764751.570635:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764751.570637:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764751.570641:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649c000.
00000100:00000001:1.0:1787764751.570643:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764751.570647:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f86d00 x1874601358882432/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764751.570668:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764751.570671:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764751.570675:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008cf4c69e] to pc [ptlrpcd_rcv+-1]  req@ffff982187f86d00 x1874601358882432/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764751.570682:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764751.570687:0:58520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5647)
00000100:00000001:2.0:1787764751.571023:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764751.571027:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764751.571029:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764751.571034:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f86580 x1874601358882176/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764751.571048:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764751.571050:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764751.571053:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764751.571055:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764751.571057:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764751.571060:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358882176:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764751.571063:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764751.571068:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764751.571070:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764751.571072:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764751.571076:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869a400.
02000000:00000001:2.0:1787764751.571078:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764751.571083:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764751.571088:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764751.571094:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764751.571101:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358882176, portal 10
00000100:00000001:2.0:1787764751.571103:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764751.571105:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515386752 : -114205194164864 : ffff982187f86580)
00000100:00000040:2.0:1787764751.571112:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f86580 x1874601358882176/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764751.571120:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764751.571123:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764751.571125:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0088.
00000100:00000200:2.0:1787764751.571128:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358882176, offset 0
00000400:00000200:2.0:1787764751.571133:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764751.571138:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764751.571143:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764751.571148:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764751.571207:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764751.571211:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764751.571215:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764751.571219:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70763:70763:256:4294967295] 192.168.202.141@tcp LPNI seq info [70763:70763:8:4294967295]
00000400:00000200:2.0:1787764751.571274:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764751.571284:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764751.571290:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764751.571296:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8c00.
00000800:00000200:2.0:1787764751.571365:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764751.571370:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787764751.571376:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764751.571380:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1787764751.571404:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764751.571406:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8c00.
00000400:00000200:2.0:1787764751.571413:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764751.571418:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764751.571423:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0088
00000400:00000010:2.0:1787764751.571426:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0088.
00000100:00000001:2.0:1787764751.571430:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764751.571434:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f86580 x1874601358882176/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764751.571442:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764751.571445:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f86580 x1874601358882176/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764776 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764751.571452:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764751.571453:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764751.571459:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764751.571463:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:2.0:1787764751.571466:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764751.571469:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300309523
00000100:00000001:2.0:1787764751.571472:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300310796
00000100:00000001:2.0:1787764751.571474:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300309523
00000100:00000001:2.0:1787764751.571477:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300310796
00000100:00000001:2.0:1787764751.571479:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764751.571482:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764751.571484:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764751.571488:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764751/real 1787764751]  req@ffff982187f86580 x1874601358882176/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764751.571498:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764751.571499:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764751.571501:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764751.571504:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764751.571505:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764751.571507:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764751.571511:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f86580 x1874601358882176/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764751.571519:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f86580 x1874601358882176/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764751.571525:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764751.571527:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764751.571529:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764751.571531:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764751.571535:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f86580 x1874601358882176/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764751.571542:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764751.571547:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f86580 x1874601358882176/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764776 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764751.571554:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764751.571557:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764751.571558:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764751.571559:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764751.571562:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764751.571563:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764751.571566:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764751.571570:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764751.571572:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764751.571576:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f86580 x1874601358882176/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764776 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764751.571584:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358882176:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764751.571589:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764751.571591:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f87480 x1874601358882304/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764751.571598:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764751.571599:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764751.571601:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764751.571603:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764751.571605:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764751.571608:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358882304:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764751.571610:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764751.571612:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764751.571614:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764751.571615:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764751.571618:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188699400.
02000000:00000001:2.0:1787764751.571620:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764751.571624:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764751.571626:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764751.571629:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764751.571631:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358882304, portal 4
00000100:00000001:2.0:1787764751.571633:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764751.571634:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515390592 : -114205194161024 : ffff982187f87480)
00000100:00000040:2.0:1787764751.571639:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f87480 x1874601358882304/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764751.571646:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764751.571649:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764751.571651:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0088.
00000100:00000200:2.0:1787764751.571654:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358882304, offset 0
00000400:00000200:2.0:1787764751.571657:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764751.571661:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764751.571665:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764751.571667:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764751.571670:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764751.571672:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764751.571674:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764751.571677:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70764:70764:256:4294967295] 192.168.202.141@tcp LPNI seq info [70764:70764:8:4294967295]
00000400:00000200:2.0:1787764751.571681:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764751.571686:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764751.571691:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764751.571694:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8c00.
00000800:00000200:2.0:1787764751.571698:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764751.571701:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787764751.571706:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764751.571708:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1787764751.571712:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764751.571714:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8c00.
00000400:00000200:2.0:1787764751.571716:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764751.571720:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764751.571723:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0088
00000400:00000010:2.0:1787764751.571724:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0088.
00000100:00000001:2.0:1787764751.571727:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764751.571742:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f87480 x1874601358882304/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764751.571750:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764751.571753:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f87480 x1874601358882304/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764776 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764751.571759:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764751.571761:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764751.571765:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764751.571768:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:2.0:1787764751.571771:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764751.571773:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300309528
00000100:00000001:2.0:1787764751.571775:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300310796
00000100:00000001:2.0:1787764751.571777:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300309528
00000100:00000001:2.0:1787764751.571779:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300310796
00000100:00000001:2.0:1787764751.571781:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764751.571783:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764751.571784:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764751.571787:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764751/real 1787764751]  req@ffff982187f87480 x1874601358882304/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764751.571794:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764751.571795:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764751.571797:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764751.571799:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764751.571800:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764751.571802:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764751.571805:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f87480 x1874601358882304/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764751.571812:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f87480 x1874601358882304/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764751.571818:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764751.571819:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764751.571821:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764751.571822:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764751.571826:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f87480 x1874601358882304/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764751.571832:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764751.571836:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f87480 x1874601358882304/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764776 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764751.571843:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764751.571845:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764751.571846:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764751.571882:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764751.571884:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764751.571886:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764751.571888:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764751.571892:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764751.571894:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764751.571898:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f87480 x1874601358882304/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764776 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764751.571906:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358882304:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764751.571909:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764751.571913:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f86d00 x1874601358882432/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764751.571920:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764751.571921:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764751.571924:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764751.571926:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764751.571928:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764751.571931:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358882432:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764751.571934:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764751.571936:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764751.571938:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764751.571940:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764751.571943:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869bc00.
02000000:00000001:2.0:1787764751.571945:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764751.571948:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764751.571952:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764751.571955:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764751.571958:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358882432, portal 4
00000100:00000001:2.0:1787764751.571961:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764751.571963:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515388672 : -114205194162944 : ffff982187f86d00)
00000100:00000040:2.0:1787764751.571971:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f86d00 x1874601358882432/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764751.571978:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764751.571981:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764751.571984:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0088.
00000100:00000200:2.0:1787764751.571986:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358882432, offset 0
00000400:00000200:2.0:1787764751.571991:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764751.571996:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764751.571999:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764751.572002:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764751.572005:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764751.572007:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764751.572009:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764751.572013:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70765:70765:256:4294967295] 192.168.202.141@tcp LPNI seq info [70765:70765:8:4294967295]
00000400:00000200:2.0:1787764751.572017:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764751.572023:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764751.572028:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764751.572031:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8c00.
00000800:00000200:2.0:1787764751.572035:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764751.572038:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1787764751.572043:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764751.572045:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1787764751.572050:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764751.572052:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8c00.
00000400:00000200:2.0:1787764751.572055:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764751.572058:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764751.572062:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0088
00000400:00000010:2.0:1787764751.572063:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0088.
00000100:00000001:2.0:1787764751.572067:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764751.572071:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f86d00 x1874601358882432/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764751.572080:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764751.572083:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f86d00 x1874601358882432/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764776 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764751.572090:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764751.572091:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764751.572095:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764751.572098:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:2.0:1787764751.572100:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764751.572102:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300309530
00000100:00000001:2.0:1787764751.572104:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300310796
00000100:00000001:2.0:1787764751.572107:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300309530
00000100:00000001:2.0:1787764751.572109:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300310796
00000100:00000001:2.0:1787764751.572110:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764751.572113:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764751.572115:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764751.572118:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764751/real 1787764751]  req@ffff982187f86d00 x1874601358882432/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764751.572124:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764751.572125:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764751.572127:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764751.572129:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764751.572130:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764751.572132:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764751.572134:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f86d00 x1874601358882432/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764751.572141:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f86d00 x1874601358882432/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764751.572152:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764751.572218:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764751.572220:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764751.572222:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764751.572291:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f86d00 x1874601358882432/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764751.572299:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764751.572348:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f86d00 x1874601358882432/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764776 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764751.572353:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764751.572355:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764751.572356:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764751.572357:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764751.572358:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764751.572359:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764751.572360:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764751.572362:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764751.572363:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764751.572366:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f86d00 x1874601358882432/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764776 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764751.572370:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358882432:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764751.572372:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764751.572374:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764751.572376:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f86580 x1874601358882176/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764776 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764751.572380:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764751.572381:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764751.572383:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869a400.
02000000:00000001:2.0:1787764751.572386:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764751.572388:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764751.572389:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:2.0:1787764751.572391:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764751.572393:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649c400.
02000000:00000001:2.0:1787764751.572398:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764751.572399:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764751.572400:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f86580.
00000100:00000001:2.0:1787764751.572403:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764751.572404:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764751.572405:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764751.572407:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f87480 x1874601358882304/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764776 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764751.572411:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764751.572412:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764751.572412:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188699400.
02000000:00000001:2.0:1787764751.572413:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764751.572414:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764751.572415:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:2.0:1787764751.572416:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764751.572416:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649dc00.
02000000:00000001:2.0:1787764751.572418:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764751.572418:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764751.572419:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f87480.
00000100:00000001:2.0:1787764751.572420:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764751.572421:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764751.572422:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764751.572423:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f86d00 x1874601358882432/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764776 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764751.572427:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764751.572428:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764751.572429:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869bc00.
02000000:00000001:2.0:1787764751.572431:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764751.572432:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764751.572433:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:2.0:1787764751.572437:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764751.572438:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649c000.
02000000:00000001:2.0:1787764751.572440:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764751.572441:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764751.572442:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f86d00.
00000100:00000001:2.0:1787764751.572444:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764751.572446:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764751.572448:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764751.572457:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764751.572459:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764751.572462:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764751.572464:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764751.887967:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764751.887972:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764751.887976:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764751.887977:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764751.887979:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764751.887980:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764751.887982:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764751.887983:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764751.887985:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764751.887986:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764751.888044:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764751.888048:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764751.888052:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764752.147758:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764752.147769:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764752.147773:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764752.147791:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764752.147798:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764752.147803:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764752.147807:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764752.147811:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764752.147815:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764752.912451:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4300310796, at 4300310848
00000100:00000010:3.0:1787764752.912477:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9821832cfd20.
00000100:00000040:2.0:1787764752.912525:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4300310796, at 4300310848
00000100:00000010:2.0:1787764752.912534:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9821832cfc00.
00010000:00000001:0.0:1787764752.913253:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764752.913257:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764752.913263:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764752.913264:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764752.913268:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764752.913269:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764752.913272:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764752.913274:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764752.913277:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764752.913278:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764752.914555:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764752.914561:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764752.914567:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764753.168177:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764753.168188:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764753.168191:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764753.168198:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764753.168203:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764753.168208:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764753.168211:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764753.168214:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764753.168217:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764753.936087:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764753.936097:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764753.936107:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764753.936108:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764753.936113:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764753.936114:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764753.936118:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764753.936118:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764753.936122:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764753.936123:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764753.936196:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764753.936201:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764753.936205:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764754.193903:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764754.193916:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764754.193919:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764754.193927:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764754.193931:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764754.193935:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764754.193938:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764754.193941:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764754.193945:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764754.960000:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764754.960012:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764754.960014:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764754.960018:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764754.960024:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764754.960026:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764754.960028:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764754.960030:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764754.960035:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764754.960036:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764754.960040:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764754.960041:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764754.960045:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764754.960046:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764754.960048:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764754.960049:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764754.960051:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764754.960052:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764754.960054:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764754.960056:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764754.960060:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764754.960061:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764754.960124:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764754.960128:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764754.960131:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764755.215927:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764755.215938:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764755.215941:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764755.215949:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764755.215954:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764755.215960:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764755.215964:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764755.215967:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764755.215971:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764755.986977:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764755.986986:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764755.986992:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764755.986993:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764755.986996:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764755.986996:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764755.987000:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764755.987001:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764755.987004:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764755.987005:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764755.987083:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764755.987089:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764755.987092:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764756.240101:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764756.240113:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764756.240116:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764756.240182:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764756.240187:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764756.240192:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764756.240195:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764756.240198:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764756.240201:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764756.687985:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764756.687999:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764756.688002:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764756.688006:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764756.688011:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764756.688021:0:58520:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5642
00000400:00000200:3.0:1787764756.688031:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764756.688039:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764756.688043:0:58520:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764756.688047:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764756.688050:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764756.688053:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764756.688056:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764756.688060:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764756.688063:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:3.0:1787764756.688066:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764756.688070:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:3.0:1787764756.688073:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:3.0:1787764756.688075:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:3.0:1787764756.688078:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764756.688080:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764756.688082:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764756.688084:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764756.688088:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:3.0:1787764756.688092:0:58520:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764756.688095:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764756.688098:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764756.688102:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764756.688105:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764756.688108:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764756.688110:0:58520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764756.688131:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b12c0.
00000020:00000040:3.0:1787764756.688135:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:3.0:1787764756.688140:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764756.688142:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764756.688145:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764756.688149:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764756.688153:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764756.688161:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9f000.
00000100:00000001:3.0:1787764756.688167:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764756.688176:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b12c0 x1874601358882560/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764756.688184:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764756.688188:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764756.688192:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001900fdea] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b12c0 x1874601358882560/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764756.688252:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764756.688256:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764756.688258:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764756.688264:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b12c0 x1874601358882560/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764756.688269:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764756.688271:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764756.688274:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764756.688276:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764756.688278:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764756.688280:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358882560:192.168.202.141@tcp:250:kworker.0
00000100:00000001:2.0:1787764756.688284:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764756.688288:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764756.688290:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764756.688292:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764756.688297:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869bc00.
02000000:00000001:2.0:1787764756.688298:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764756.688303:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764756.688307:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764756.688312:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764756.688321:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358882560, portal 25
00000100:00000001:2.0:1787764756.688322:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764756.688324:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542825152 : -114205166726464 : ffff9821899b12c0)
00000100:00000040:2.0:1787764756.688329:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b12c0 x1874601358882560/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764781 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764756.688337:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764756.688339:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764756.688341:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0088.
00000100:00000200:2.0:1787764756.688344:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358882560, offset 0
00000400:00000200:2.0:1787764756.688351:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764756.688361:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764756.688369:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764756.688376:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764756.688382:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764756.688385:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764756.688387:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764756.688390:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70766:70766:256:4294967295] 192.168.202.141@tcp LPNI seq info [70766:70766:8:4294967295]
00000400:00000200:2.0:1787764756.688394:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764756.688405:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764756.688412:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764756.688417:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8c00.
00000800:00000200:2.0:1787764756.688425:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764756.688429:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787764756.688435:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764756.688439:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1787764756.688443:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764756.688446:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8c00.
00000400:00000200:2.0:1787764756.688454:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764756.688459:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764756.688466:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0088
00000400:00000010:2.0:1787764756.688469:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0088.
00000100:00000001:2.0:1787764756.688475:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764756.688479:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b12c0 x1874601358882560/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764781 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764756.688509:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764756.688513:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764756.688516:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764756.688518:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764756.688520:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764756.688523:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764756.688526:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5642
00000400:00000200:3.0:1787764756.688530:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764756.688533:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764756.688535:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764756.688537:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764756.688539:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764756.688540:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764756.688542:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764756.688543:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764756.688544:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:3.0:1787764756.688545:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764756.688547:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:3.0:1787764756.688548:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:3.0:1787764756.688549:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:3.0:1787764756.688551:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764756.688552:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764756.688553:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764756.688555:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764756.688556:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:3.0:1787764756.688558:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764756.688559:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764756.688560:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764756.688566:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764756.688567:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764756.688568:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764756.688572:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764756.688575:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764756.688576:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764756.688578:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b2d00.
00000020:00000040:3.0:1787764756.688580:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:3.0:1787764756.688582:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764756.688583:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764756.688584:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764756.688585:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764756.688586:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764756.688589:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9f800.
00000100:00000001:3.0:1787764756.688593:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764756.688603:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b2d00 x1874601358882688/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764756.688611:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764756.688614:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764756.688617:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000583ee9bd] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b2d00 x1874601358882688/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764756.688646:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764756.688655:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b12c0 x1874601358882560/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764781 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764756.688661:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764756.688662:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764756.688671:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764756.688675:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764756.688694:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4300315915
00000100:00000010:2.0:1787764756.688701:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9821832cfc00.
00000100:00000001:2.0:1787764756.688708:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1787764756.688714:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4300315915
00000100:00000010:2.0:1787764756.688718:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9821832cfb40.
00000100:00000001:2.0:1787764756.688721:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1787764756.688724:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764756.688727:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764756.688730:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764756.688736:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764756/real 1787764756]  req@ffff9821899b12c0 x1874601358882560/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764756.688744:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764756.688746:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764756.688747:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764756.688750:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764756.688751:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764756.688754:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764756.688757:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b12c0 x1874601358882560/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764756.688766:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b12c0 x1874601358882560/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764756.688773:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764756.688775:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764756.688777:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764756.688779:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764756.688784:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b12c0 x1874601358882560/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764756.688790:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764756.688794:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b12c0 x1874601358882560/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764781 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764756.688801:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764756.688804:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764756.688806:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764756.688807:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764756.688810:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764756.688812:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764756.688815:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764756.688819:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764756.688822:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764756.688826:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b12c0 x1874601358882560/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764781 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764756.688834:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358882560:192.168.202.141@tcp:250:kworker.0
00000100:00000001:2.0:1787764756.688839:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764756.688841:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764756.688844:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b12c0 x1874601358882560/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764781 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764756.688887:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764756.688890:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764756.688894:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869bc00.
02000000:00000001:2.0:1787764756.688897:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764756.688899:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764756.688901:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000020:00000001:2.0:1787764756.688904:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764756.688907:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9f000.
02000000:00000001:2.0:1787764756.688912:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764756.688914:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764756.688916:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b12c0.
00000100:00000001:2.0:1787764756.688919:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764756.688920:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764756.688923:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764756.688931:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764756.688933:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764756.688935:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764756.688937:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764756.688938:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764756.688942:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b2d00 x1874601358882688/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764756.688949:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764756.688950:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764756.688953:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764756.688954:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764756.688957:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764756.688959:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358882688:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764756.688963:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764756.688965:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764756.688966:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764756.688967:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764756.688970:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869bc00.
02000000:00000001:2.0:1787764756.688971:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764756.688974:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764756.688977:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764756.688980:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764756.688983:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358882688, portal 10
00000100:00000001:2.0:1787764756.688985:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764756.688986:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542831872 : -114205166719744 : ffff9821899b2d00)
00000100:00000040:2.0:1787764756.688994:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b2d00 x1874601358882688/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764781 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764756.689001:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764756.689003:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764756.689005:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0088.
00000100:00000200:2.0:1787764756.689008:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358882688, offset 0
00000400:00000200:2.0:1787764756.689012:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764756.689016:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764756.689020:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764756.689023:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764756.689025:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764756.689027:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764756.689028:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764756.689030:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70767:70767:256:4294967295] 192.168.202.141@tcp LPNI seq info [70767:70767:8:4294967295]
00000400:00000200:2.0:1787764756.689033:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764756.689038:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764756.689041:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764756.689043:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8c00.
00000800:00000200:2.0:1787764756.689046:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764756.689048:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787764756.689051:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764756.689053:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1787764756.689055:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764756.689057:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8c00.
00000400:00000200:2.0:1787764756.689059:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764756.689061:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764756.689063:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0088
00000400:00000010:2.0:1787764756.689064:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0088.
00000100:00000001:2.0:1787764756.689066:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764756.689069:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b2d00 x1874601358882688/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764781 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764756.689074:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764756.689076:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b2d00 x1874601358882688/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764781 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764756.689084:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764756.689085:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764756.689088:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764756.689091:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:2.0:1787764756.689093:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764756.689095:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300314647
00000100:00000001:2.0:1787764756.689097:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300315915
00000100:00000001:2.0:1787764756.689098:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300314647
00000100:00000001:2.0:1787764756.689100:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300315915
00000100:00000001:2.0:1787764756.689101:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764756.689102:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764756.689103:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764756.689105:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764756/real 1787764756]  req@ffff9821899b2d00 x1874601358882688/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764756.689109:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764756.689110:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764756.689111:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764756.689113:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764756.689114:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764756.689115:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764756.689117:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b2d00 x1874601358882688/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764756.689122:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b2d00 x1874601358882688/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764756.689125:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764756.689126:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764756.689127:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764756.689128:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764756.689129:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b2d00 x1874601358882688/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764756.689134:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764756.689137:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b2d00 x1874601358882688/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764781 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764756.689140:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764756.689142:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764756.689142:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764756.689143:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764756.689144:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764756.689145:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764756.689147:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764756.689148:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764756.689149:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764756.689151:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b2d00 x1874601358882688/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764781 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764756.689155:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358882688:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764756.689157:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764756.689158:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764756.689160:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b2d00 x1874601358882688/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764781 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764756.689164:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764756.689165:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764756.689166:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869bc00.
02000000:00000001:2.0:1787764756.689168:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764756.689169:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764756.689170:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:2.0:1787764756.689171:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764756.689172:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9f800.
02000000:00000001:2.0:1787764756.689174:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764756.689175:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764756.689176:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b2d00.
00000100:00000001:2.0:1787764756.689178:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764756.689179:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764756.689180:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764756.689183:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764756.689183:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764756.689185:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764756.689186:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764756.689241:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764756.689243:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764756.689246:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764756.689247:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764756.689248:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764756.689251:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764756.689253:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5642
00000400:00000200:3.0:1787764756.689256:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764756.689258:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764756.689259:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764756.689262:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764756.689263:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764756.689265:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764756.689266:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764756.689268:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764756.689268:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:3.0:1787764756.689269:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764756.689271:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:3.0:1787764756.689272:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:3.0:1787764756.689273:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:3.0:1787764756.689275:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764756.689276:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764756.689277:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764756.689279:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764756.689280:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:3.0:1787764756.689282:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764756.689284:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764756.689285:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764756.689287:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764756.689288:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764756.689289:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764756.689290:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764756.689292:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764756.689293:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764756.689297:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b2d00.
00000020:00000040:3.0:1787764756.689298:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:3.0:1787764756.689300:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764756.689301:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764756.689302:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764756.689303:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764756.689305:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764756.689308:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9fc00.
00000100:00000001:3.0:1787764756.689310:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764756.689313:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b2d00 x1874601358882816/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764756.689318:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764756.689319:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764756.689321:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000583ee9bd] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b2d00 x1874601358882816/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764756.689329:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764756.689332:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764756.689335:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764756.689337:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764756.689339:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764756.689341:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764756.689344:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5642
00000400:00000200:3.0:1787764756.689347:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764756.689350:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764756.689352:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764756.689355:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764756.689357:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764756.689359:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764756.689361:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764756.689364:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764756.689365:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:3.0:1787764756.689366:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764756.689369:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:3.0:1787764756.689371:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:3.0:1787764756.689373:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:3.0:1787764756.689376:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764756.689378:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764756.689379:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764756.689380:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764756.689381:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:3.0:1787764756.689383:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764756.689385:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764756.689387:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764756.689389:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764756.689391:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764756.689393:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764756.689396:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764756.689398:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764756.689400:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764756.689404:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b12c0.
00000020:00000040:3.0:1787764756.689406:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:3.0:1787764756.689408:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764756.689409:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764756.689411:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764756.689413:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764756.689414:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764756.689418:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9d000.
00000100:00000001:3.0:1787764756.689421:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764756.689426:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b12c0 x1874601358882944/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764756.689433:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764756.689435:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764756.689438:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001900fdea] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b12c0 x1874601358882944/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764756.689446:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764756.689449:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764756.689452:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764756.689453:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764756.689455:0:58520:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764756.689458:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764756.689460:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5642
00000400:00000200:3.0:1787764756.689464:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764756.689467:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764756.689469:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764756.689472:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764756.689474:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764756.689476:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764756.689478:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764756.689480:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764756.689482:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:3.0:1787764756.689483:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764756.689485:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:3.0:1787764756.689487:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:3.0:1787764756.689489:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:3.0:1787764756.689492:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764756.689494:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764756.689496:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764756.689498:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764756.689500:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:3.0:1787764756.689503:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764756.689505:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764756.689507:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764756.689510:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764756.689512:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764756.689513:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764756.689515:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764756.689516:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764756.689517:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764756.689520:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b0780.
00000020:00000040:3.0:1787764756.689521:0:58520:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:3.0:1787764756.689523:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764756.689524:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764756.689525:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764756.689526:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764756.689527:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764756.689530:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9c800.
00000100:00000001:3.0:1787764756.689532:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764756.689535:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b0780 x1874601358883072/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764756.689540:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764756.689541:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764756.689544:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cef40868] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b0780 x1874601358883072/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764756.689549:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764756.689552:0:58520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5652)
00000100:00000001:2.0:1787764756.689600:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764756.689603:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764756.689604:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764756.689609:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b2d00 x1874601358882816/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764756.689616:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764756.689617:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764756.689619:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764756.689621:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764756.689623:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764756.689626:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358882816:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764756.689629:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764756.689631:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764756.689633:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764756.689635:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764756.689638:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869bc00.
02000000:00000001:2.0:1787764756.689640:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764756.689643:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764756.689646:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764756.689649:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764756.689652:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358882816, portal 10
00000100:00000001:2.0:1787764756.689653:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764756.689654:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542831872 : -114205166719744 : ffff9821899b2d00)
00000100:00000040:2.0:1787764756.689660:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b2d00 x1874601358882816/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764781 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764756.689672:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764756.689674:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764756.689676:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0088.
00000100:00000200:2.0:1787764756.689678:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358882816, offset 0
00000400:00000200:2.0:1787764756.689682:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764756.689695:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764756.689699:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764756.689702:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764756.689704:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764756.689706:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764756.689709:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764756.689712:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70768:70768:256:4294967295] 192.168.202.141@tcp LPNI seq info [70768:70768:8:4294967295]
00000400:00000200:2.0:1787764756.689716:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764756.689722:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764756.689727:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764756.689731:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8c00.
00000800:00000200:2.0:1787764756.689735:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764756.689738:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787764756.689742:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764756.689745:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1787764756.689749:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764756.689751:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8c00.
00000400:00000200:2.0:1787764756.689754:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764756.689757:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764756.689760:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0088
00000400:00000010:2.0:1787764756.689762:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0088.
00000100:00000001:2.0:1787764756.689765:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764756.689768:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b2d00 x1874601358882816/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764781 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764756.689774:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764756.689775:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b2d00 x1874601358882816/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764781 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764756.689784:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764756.689785:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764756.689787:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764756.689789:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:2.0:1787764756.689791:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764756.689793:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300314641
00000100:00000001:2.0:1787764756.689794:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300315915
00000100:00000001:2.0:1787764756.689796:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300314641
00000100:00000001:2.0:1787764756.689797:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300315915
00000100:00000001:2.0:1787764756.689798:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764756.689800:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764756.689801:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764756.689803:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764756/real 1787764756]  req@ffff9821899b2d00 x1874601358882816/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764756.689807:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764756.689808:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764756.689810:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764756.689811:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764756.689812:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764756.689813:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764756.689815:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b2d00 x1874601358882816/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764756.689820:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b2d00 x1874601358882816/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764756.689823:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764756.689824:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764756.689825:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764756.689826:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764756.689828:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b2d00 x1874601358882816/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764756.689832:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764756.689835:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b2d00 x1874601358882816/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764781 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764756.689839:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764756.689840:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764756.689841:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764756.689841:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764756.689842:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764756.689843:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764756.689845:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764756.689846:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764756.689864:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764756.689868:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b2d00 x1874601358882816/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764781 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764756.689874:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b2d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358882816:192.168.202.141@tcp:38:kworker.0
00000100:00000001:2.0:1787764756.689878:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764756.689880:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b12c0 x1874601358882944/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764756.689887:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764756.689888:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764756.689890:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764756.689893:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764756.689894:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764756.689898:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358882944:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764756.689901:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764756.689903:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764756.689904:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764756.689906:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764756.689909:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982188699400.
02000000:00000001:2.0:1787764756.689911:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764756.689914:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764756.689916:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764756.689918:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764756.689920:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358882944, portal 4
00000100:00000001:2.0:1787764756.689921:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764756.689923:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542825152 : -114205166726464 : ffff9821899b12c0)
00000100:00000040:2.0:1787764756.689927:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b12c0 x1874601358882944/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764781 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764756.689934:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764756.689936:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764756.689938:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0088.
00000100:00000200:2.0:1787764756.689940:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358882944, offset 0
00000400:00000200:2.0:1787764756.689944:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764756.689948:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764756.689951:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764756.689954:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764756.689956:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764756.689959:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764756.689961:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764756.689964:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70769:70769:256:4294967295] 192.168.202.141@tcp LPNI seq info [70769:70769:8:4294967295]
00000400:00000200:2.0:1787764756.689969:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764756.689974:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764756.689978:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764756.689981:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8c00.
00000800:00000200:2.0:1787764756.689984:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764756.689987:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787764756.689991:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764756.689994:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1787764756.689997:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764756.690000:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8c00.
00000400:00000200:2.0:1787764756.690003:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764756.690006:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764756.690009:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0088
00000400:00000010:2.0:1787764756.690011:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0088.
00000100:00000001:2.0:1787764756.690013:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764756.690017:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b12c0 x1874601358882944/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764781 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764756.690025:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764756.690027:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b12c0 x1874601358882944/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764781 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764756.690031:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764756.690032:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764756.690034:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764756.690036:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:2.0:1787764756.690038:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764756.690040:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300314647
00000100:00000001:2.0:1787764756.690041:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300315915
00000100:00000001:2.0:1787764756.690043:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300314647
00000100:00000001:2.0:1787764756.690044:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300315915
00000100:00000001:2.0:1787764756.690045:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764756.690046:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764756.690048:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764756.690049:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764756/real 1787764756]  req@ffff9821899b12c0 x1874601358882944/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764756.690054:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764756.690055:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764756.690056:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764756.690058:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764756.690059:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764756.690061:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764756.690062:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b12c0 x1874601358882944/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764756.690067:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b12c0 x1874601358882944/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764756.690071:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764756.690071:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764756.690072:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764756.690073:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764756.690075:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b12c0 x1874601358882944/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764756.690078:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764756.690080:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b12c0 x1874601358882944/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764781 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764756.690084:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764756.690086:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764756.690087:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764756.690088:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764756.690089:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764756.690090:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764756.690091:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764756.690093:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764756.690094:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764756.690096:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b12c0 x1874601358882944/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764781 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764756.690100:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b12c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358882944:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764756.690102:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1787764756.690104:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b0780 x1874601358883072/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764756.690108:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764756.690109:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764756.690111:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1787764756.690112:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764756.690113:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764756.690114:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358883072:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764756.690116:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1787764756.690117:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1787764756.690118:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764756.690119:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1787764756.690122:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff98218869a400.
02000000:00000001:2.0:1787764756.690123:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1787764756.690125:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:2.0:1787764756.690126:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982185512f78.
00000400:00000010:2.0:1787764756.690128:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0c38.
00000100:00000200:2.0:1787764756.690130:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358883072, portal 4
00000100:00000001:2.0:1787764756.690131:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764756.690132:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542822272 : -114205166729344 : ffff9821899b0780)
00000100:00000040:2.0:1787764756.690136:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b0780 x1874601358883072/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764781 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764756.690140:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1787764756.690141:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:2.0:1787764756.690142:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821886e0088.
00000100:00000200:2.0:1787764756.690144:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358883072, offset 0
00000400:00000200:2.0:1787764756.690146:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:2.0:1787764756.690148:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764756.690150:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:2.0:1787764756.690152:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764756.690153:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:2.0:1787764756.690155:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1787764756.690156:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:2.0:1787764756.690158:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70770:70770:256:4294967295] 192.168.202.141@tcp LPNI seq info [70770:70770:8:4294967295]
00000400:00000200:2.0:1787764756.690161:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764756.690165:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1787764756.690168:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764756.690170:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982198cc8c00.
00000800:00000200:2.0:1787764756.690172:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.0:1787764756.690174:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1787764756.690176:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:2.1:1787764756.690178:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1787764756.690180:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:2.0:1787764756.690182:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982198cc8c00.
00000400:00000200:2.0:1787764756.690183:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1787764756.690186:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1787764756.690187:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0088
00000400:00000010:2.0:1787764756.690188:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0088.
00000100:00000001:2.0:1787764756.690190:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1787764756.690191:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821899b0780 x1874601358883072/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764781 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764756.690198:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764756.690201:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b0780 x1874601358883072/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764781 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764756.690207:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764756.690209:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764756.690212:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764756.690214:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:2.0:1787764756.690217:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764756.690219:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300314648
00000100:00000001:2.0:1787764756.690222:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300315915
00000100:00000001:2.0:1787764756.690224:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300314648
00000100:00000001:2.0:1787764756.690227:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300315915
00000100:00000001:2.0:1787764756.690229:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1787764756.690231:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764756.690233:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1787764756.690237:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764756/real 1787764756]  req@ffff9821899b0780 x1874601358883072/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1787764756.690244:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1787764756.690245:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1787764756.690246:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982185512f78.
00000400:00000200:2.0:1787764756.690247:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821886e0c38
00000400:00000010:2.0:1787764756.690248:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821886e0c38.
00000100:00000001:2.0:1787764756.690250:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1787764756.690252:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b0780 x1874601358883072/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1787764756.690257:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b0780 x1874601358883072/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764756.690262:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1787764756.690264:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764756.690266:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764756.690267:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1787764756.690270:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b0780 x1874601358883072/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764756.690276:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1787764756.690280:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b0780 x1874601358883072/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764781 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764756.690287:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764756.690289:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764756.690291:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1787764756.690292:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764756.690293:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1787764756.690295:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1787764756.690297:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1787764756.690300:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:2.0:1787764756.690302:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1787764756.690306:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b0780 x1874601358883072/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764781 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764756.690313:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b0780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358883072:192.168.202.141@tcp:8:kworker.0
00000100:00000001:2.0:1787764756.690316:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764756.690319:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764756.690322:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b2d00 x1874601358882816/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764781 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764756.690328:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764756.690330:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764756.690332:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869bc00.
02000000:00000001:2.0:1787764756.690335:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764756.690337:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764756.690338:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:2.0:1787764756.690340:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764756.690342:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9fc00.
02000000:00000001:2.0:1787764756.690344:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764756.690346:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764756.690348:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b2d00.
00000100:00000001:2.0:1787764756.690350:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764756.690351:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764756.690353:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764756.690356:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b12c0 x1874601358882944/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764781 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764756.690363:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764756.690364:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764756.690366:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982188699400.
02000000:00000001:2.0:1787764756.690368:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764756.690369:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764756.690371:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:2.0:1787764756.690372:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764756.690375:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9d000.
02000000:00000001:2.0:1787764756.690378:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764756.690379:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764756.690380:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b12c0.
00000100:00000001:2.0:1787764756.690383:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764756.690384:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764756.690386:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1787764756.690389:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b0780 x1874601358883072/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764781 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764756.690395:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1787764756.690396:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1787764756.690397:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff98218869a400.
02000000:00000001:2.0:1787764756.690400:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1787764756.690401:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:2.0:1787764756.690402:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:2.0:1787764756.690404:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:2.0:1787764756.690406:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9c800.
02000000:00000001:2.0:1787764756.690408:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1787764756.690409:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1787764756.690411:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b0780.
00000100:00000001:2.0:1787764756.690413:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1787764756.690414:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764756.690416:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764756.690420:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764756.690421:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764756.690423:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764756.690425:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764757.008011:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764757.008019:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764757.008024:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764757.008025:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764757.008028:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764757.008029:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764757.008032:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764757.008033:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764757.008036:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764757.008036:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764757.008107:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764757.008112:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764757.008116:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764757.263964:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764757.263972:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764757.263974:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764757.263980:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764757.263984:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764757.263987:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764757.263990:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764757.263992:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764757.263995:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764758.031980:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4300315915, at 4300315968
00000100:00000040:3.0:1787764758.031981:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4300315915, at 4300315968
00000100:00000010:2.0:1787764758.031999:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9821832cfc00.
00000100:00000010:3.0:1787764758.032001:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9821832cfb40.
00010000:00000001:0.0:1787764758.032110:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764758.032114:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764758.032119:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764758.032123:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764758.032126:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764758.032129:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764758.032133:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764758.032135:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764758.032137:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764758.032140:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764758.032144:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764758.032146:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764758.032150:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764758.032151:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764758.032154:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764758.032156:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764758.032224:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764758.032227:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764758.032230:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764758.287990:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764758.288001:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764758.288004:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764758.288010:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764758.288016:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764758.288020:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764758.288024:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764758.288028:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764758.288032:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764759.055993:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764759.056001:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764759.056016:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764759.056018:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764759.056023:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764759.056024:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764759.056027:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764759.056029:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764759.056033:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764759.056034:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764759.056103:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764759.056108:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764759.056111:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764759.311933:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764759.311941:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764759.311944:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764759.311951:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764759.311956:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764759.311962:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764759.311965:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764759.311968:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764759.311972:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764760.080008:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764760.080017:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764760.080025:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764760.080026:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764760.080029:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764760.080031:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764760.080034:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764760.080035:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764760.080039:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764760.080040:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764760.080116:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764760.080121:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764760.080125:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764760.335993:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764760.336012:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764760.336015:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764760.336021:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764760.336027:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764760.336031:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764760.336035:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764760.336038:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764760.336041:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764761.104029:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764761.104040:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764761.104048:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764761.104049:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764761.104053:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764761.104058:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764761.104060:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764761.104065:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764761.104068:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764761.104070:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764761.104072:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764761.104075:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764761.104078:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764761.104080:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764761.104084:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764761.104086:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764761.104087:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764761.104089:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764761.104090:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764761.104091:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764761.104094:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764761.104096:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764761.104166:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764761.104172:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764761.104176:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764761.360009:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764761.360020:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764761.360022:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764761.360030:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764761.360035:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764761.360051:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764761.360054:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764761.360057:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764761.360061:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764761.808347:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764761.808361:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787764761.808364:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764761.808369:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764761.808374:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764761.808383:0:18336:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5647
00000400:00000200:2.0:1787764761.808394:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764761.808401:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764761.808405:0:18336:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764761.808408:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764761.808417:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764761.808420:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764761.808424:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764761.808429:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764761.808432:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:2.0:1787764761.808436:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764761.808439:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:2.0:1787764761.808442:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:2.0:1787764761.808445:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:2.0:1787764761.808448:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764761.808450:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764761.808452:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764761.808454:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764761.808459:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:2.0:1787764761.808462:0:18336:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764761.808465:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764761.808469:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764761.808481:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764761.808485:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764761.808487:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787764761.808495:0:18336:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764761.808505:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896bf840.
00000020:00000040:2.0:1787764761.808510:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:2.0:1787764761.808515:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764761.808517:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764761.808521:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764761.808525:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764761.808530:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764761.808539:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218869a400.
00000100:00000001:2.0:1787764761.808547:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764761.808558:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896bf840 x1874601358883200/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764761.808570:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764761.808576:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764761.808581:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e03e097] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bf840 x1874601358883200/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764761.808792:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764761.808797:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764761.808800:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787764761.808802:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764761.808804:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764761.808807:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764761.808810:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5647
00000400:00000200:2.0:1787764761.808814:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764761.808817:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764761.808820:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764761.808824:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764761.808826:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764761.808828:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764761.808830:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764761.808832:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764761.808834:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:2.0:1787764761.808835:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764761.808837:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:2.0:1787764761.808840:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:2.0:1787764761.808842:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:2.0:1787764761.808845:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764761.808883:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764761.808886:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764761.808888:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764761.808891:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:2.0:1787764761.808894:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764761.808897:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764761.808898:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764761.808905:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764761.808908:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764761.808910:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764761.808914:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764761.808918:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764761.808920:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764761.808924:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896bda40.
00000020:00000040:2.0:1787764761.808927:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:2.0:1787764761.808930:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764761.808931:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764761.808933:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764761.808935:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764761.808937:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764761.808941:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982188699400.
00000100:00000001:2.0:1787764761.808945:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764761.808950:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896bda40 x1874601358883328/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764761.808957:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764761.808960:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764761.808964:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b5343c60] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bda40 x1874601358883328/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764761.808972:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764761.808975:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764761.808978:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787764761.808979:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764761.808981:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764761.808984:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764761.808987:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5647
00000400:00000200:2.0:1787764761.808990:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764761.808993:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764761.808995:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764761.808998:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764761.809000:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764761.809002:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764761.809004:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764761.809006:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764761.809007:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:2.0:1787764761.809009:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764761.809010:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:2.0:1787764761.809012:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:2.0:1787764761.809013:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:2.0:1787764761.809017:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764761.809019:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764761.809021:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764761.809023:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764761.809025:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:2.0:1787764761.809027:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764761.809029:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764761.809030:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764761.809032:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764761.809034:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764761.809036:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764761.809038:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764761.809040:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764761.809042:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764761.809045:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896bf480.
00000020:00000040:2.0:1787764761.809047:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:2.0:1787764761.809049:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764761.809051:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764761.809052:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764761.809053:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764761.809055:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764761.809058:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218869bc00.
00000100:00000001:2.0:1787764761.809061:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764761.809065:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896bf480 x1874601358883456/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764761.809073:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764761.809074:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764761.809078:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000021ebdc3a] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bf480 x1874601358883456/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764761.809085:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764761.809087:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764761.809091:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787764761.809093:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764761.809095:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764761.809097:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764761.809100:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5647
00000400:00000200:2.0:1787764761.809103:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764761.809106:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764761.809108:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764761.809110:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764761.809112:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764761.809114:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764761.809116:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764761.809119:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764761.809120:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:2.0:1787764761.809122:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764761.809124:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:2.0:1787764761.809126:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:2.0:1787764761.809127:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:2.0:1787764761.809130:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764761.809132:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764761.809134:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764761.809136:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764761.809138:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:2.0:1787764761.809141:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764761.809143:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764761.809145:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764761.809147:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764761.809149:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764761.809151:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764761.809153:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764761.809156:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764761.809158:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764761.809161:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896bde00.
00000020:00000040:2.0:1787764761.809163:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:2.0:1787764761.809166:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764761.809167:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764761.809169:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764761.809170:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764761.809172:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764761.809175:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982188698c00.
00000100:00000001:2.0:1787764761.809178:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764761.809182:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896bde00 x1874601358883584/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764761.809189:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764761.809191:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764761.809195:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003193aebe] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bde00 x1874601358883584/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764761.809202:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764761.809205:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764761.809209:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787764761.809210:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764761.809212:0:18336:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764761.809214:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764761.809217:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5647
00000400:00000200:2.0:1787764761.809220:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764761.809223:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764761.809225:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764761.809227:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764761.809229:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764761.809231:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764761.809234:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764761.809236:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764761.809237:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:2.0:1787764761.809239:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764761.809241:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:2.0:1787764761.809243:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:2.0:1787764761.809244:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:2.0:1787764761.809247:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764761.809248:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764761.809250:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764761.809252:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764761.809255:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:2.0:1787764761.809257:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764761.809260:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764761.809261:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764761.809263:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764761.809265:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764761.809267:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764761.809268:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764761.809270:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764761.809271:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764761.809274:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896bc780.
00000020:00000040:2.0:1787764761.809275:0:18336:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:2.0:1787764761.809277:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764761.809278:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764761.809280:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764761.809281:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764761.809283:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764761.809286:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982188698400.
00000100:00000001:2.0:1787764761.809288:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764761.809293:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896bc780 x1874601358883712/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764761.809306:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764761.809307:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764761.809311:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da9b6c09] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bc780 x1874601358883712/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764761.809318:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764761.809323:0:18336:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5657)
00000100:00000001:0.0:1787764761.810009:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764761.810016:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764761.810019:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764761.810028:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896bf840 x1874601358883200/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764761.810037:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764761.810040:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764761.810044:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764761.810047:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764761.810050:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764761.810054:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896bf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358883200:192.168.202.141@tcp:250:kworker.0
00000100:00000001:0.0:1787764761.810059:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764761.810064:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764761.810066:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764761.810069:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764761.810076:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982186486400.
02000000:00000001:0.0:1787764761.810078:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764761.810084:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:0.0:1787764761.810089:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982187cf3f20.
00000400:00000010:0.0:1787764761.810098:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821866783b8.
00000100:00000200:0.0:1787764761.810106:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358883200, portal 25
00000100:00000001:0.0:1787764761.810109:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764761.810111:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539738176 : -114205169813440 : ffff9821896bf840)
00000100:00000040:0.0:1787764761.810117:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896bf840 x1874601358883200/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764786 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764761.810125:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764761.810128:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:0.0:1787764761.810131:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821866785d8.
00000100:00000200:0.0:1787764761.810135:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358883200, offset 0
00000400:00000200:0.0:1787764761.810143:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:0.0:1787764761.810154:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764761.810162:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:0.0:1787764761.810169:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764761.810174:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:0.0:1787764761.810178:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764761.810182:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:0.0:1787764761.810186:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70771:70771:256:4294967295] 192.168.202.141@tcp LPNI seq info [70771:70771:8:4294967295]
00000400:00000200:0.0:1787764761.810191:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764761.810201:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764761.810208:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:0.0:1787764761.810214:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982185622b00.
00000800:00000200:0.0:1787764761.810221:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.0:1787764761.810226:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787764761.810232:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787764761.810236:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1787764761.810240:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:0.0:1787764761.810243:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982185622b00.
00000400:00000200:0.0:1787764761.810250:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764761.810255:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764761.810261:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821866785d8
00000400:00000010:0.0:1787764761.810263:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821866785d8.
00000100:00000001:0.0:1787764761.810269:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764761.810273:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896bf840 x1874601358883200/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764786 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764761.810284:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764761.810287:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bf840 x1874601358883200/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764786 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764761.810296:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764761.810297:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764761.810305:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764761.810309:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:0.0:1787764761.810312:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4300321037
00000100:00000010:0.0:1787764761.810317:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9821992d4a20.
00000100:00000001:0.0:1787764761.810325:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787764761.810331:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4300321037
00000100:00000010:0.0:1787764761.810334:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9821992d4c00.
00000100:00000001:0.0:1787764761.810337:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787764761.810341:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764761.810344:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764761.810347:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764761.810351:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764761/real 1787764761]  req@ffff9821896bf840 x1874601358883200/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764786 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764761.810368:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764761.810370:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764761.810372:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982187cf3f20.
00000400:00000200:0.0:1787764761.810374:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821866783b8
00000400:00000010:0.0:1787764761.810376:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821866783b8.
00000100:00000001:0.0:1787764761.810378:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764761.810381:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896bf840 x1874601358883200/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764786 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764761.810390:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896bf840 x1874601358883200/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764786 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764761.810397:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764761.810399:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764761.810402:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764761.810404:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764761.810408:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896bf840 x1874601358883200/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764786 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764761.810429:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764761.810434:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896bf840 x1874601358883200/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764786 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764761.810442:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764761.810445:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764761.810447:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764761.810448:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764761.810450:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764761.810453:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764761.810456:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764761.810460:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000100:00000001:0.0:1787764761.810463:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764761.810468:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896bf840 x1874601358883200/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764786 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764761.810484:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896bf840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358883200:192.168.202.141@tcp:250:kworker.0
00000100:00000001:0.0:1787764761.810488:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764761.810501:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896bda40 x1874601358883328/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764761.810508:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764761.810509:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764761.810512:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764761.810513:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764761.810516:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764761.810518:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896bda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358883328:192.168.202.141@tcp:38:kworker.0
00000100:00000001:0.0:1787764761.810521:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764761.810524:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764761.810525:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764761.810527:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764761.810531:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982186486800.
02000000:00000001:0.0:1787764761.810533:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764761.810536:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:0.0:1787764761.810539:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982187cf3f20.
00000400:00000010:0.0:1787764761.810542:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821866783b8.
00000100:00000200:0.0:1787764761.810545:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358883328, portal 10
00000100:00000001:0.0:1787764761.810547:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764761.810549:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539730496 : -114205169821120 : ffff9821896bda40)
00000100:00000040:0.0:1787764761.810555:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896bda40 x1874601358883328/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764786 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764761.810562:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764761.810564:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:0.0:1787764761.810566:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821866785d8.
00000100:00000200:0.0:1787764761.810569:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358883328, offset 0
00000400:00000200:0.0:1787764761.810573:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:0.0:1787764761.810577:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764761.810580:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:0.0:1787764761.810583:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764761.810586:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:0.0:1787764761.810588:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764761.810601:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:0.0:1787764761.810605:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70772:70772:256:4294967295] 192.168.202.141@tcp LPNI seq info [70772:70772:8:4294967295]
00000400:00000200:0.0:1787764761.810609:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764761.810616:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764761.810621:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:0.0:1787764761.810624:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982185622b00.
00000800:00000200:0.0:1787764761.810627:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.0:1787764761.810630:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787764761.810635:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787764761.810637:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1787764761.810650:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:0.0:1787764761.810652:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982185622b00.
00000400:00000200:0.0:1787764761.810655:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764761.810659:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764761.810662:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821866785d8
00000400:00000010:0.0:1787764761.810664:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821866785d8.
00000100:00000001:0.0:1787764761.810666:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764761.810669:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896bda40 x1874601358883328/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764786 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764761.810677:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764761.810680:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bda40 x1874601358883328/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764786 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764761.810687:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764761.810689:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764761.810691:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764761.810696:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:0.0:1787764761.810698:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:0.0:1787764761.810701:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300319768
00000100:00000001:0.0:1787764761.810704:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300321037
00000100:00000001:0.0:1787764761.810707:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300319768
00000100:00000001:0.0:1787764761.810709:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300321037
00000100:00000001:0.0:1787764761.810711:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764761.810712:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764761.810714:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764761.810718:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764761/real 1787764761]  req@ffff9821896bda40 x1874601358883328/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764786 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764761.810726:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764761.810727:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764761.810729:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982187cf3f20.
00000400:00000200:0.0:1787764761.810731:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821866783b8
00000400:00000010:0.0:1787764761.810732:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821866783b8.
00000100:00000001:0.0:1787764761.810734:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764761.810738:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896bda40 x1874601358883328/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764786 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764761.810746:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896bda40 x1874601358883328/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764786 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764761.810752:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764761.810754:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764761.810755:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764761.810757:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764761.810761:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896bda40 x1874601358883328/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764786 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764761.810767:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764761.810770:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896bda40 x1874601358883328/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764786 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764761.810776:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764761.810779:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764761.810781:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764761.810782:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764761.810784:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764761.810786:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764761.810788:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764761.810792:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:0.0:1787764761.810794:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764761.810798:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896bda40 x1874601358883328/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764786 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764761.810806:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896bda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358883328:192.168.202.141@tcp:38:kworker.0
00000100:00000001:0.0:1787764761.810810:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764761.810814:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896bf480 x1874601358883456/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764761.810821:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764761.810823:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764761.810825:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764761.810826:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764761.810828:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764761.810830:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358883456:192.168.202.141@tcp:38:kworker.0
00000100:00000001:0.0:1787764761.810833:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764761.810835:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764761.810837:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764761.810838:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764761.810841:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982186485800.
02000000:00000001:0.0:1787764761.810843:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764761.810846:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:0.0:1787764761.810897:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982187cf3f20.
00000400:00000010:0.0:1787764761.810901:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821866783b8.
00000100:00000200:0.0:1787764761.810904:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358883456, portal 10
00000100:00000001:0.0:1787764761.810906:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764761.810907:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539737216 : -114205169814400 : ffff9821896bf480)
00000100:00000040:0.0:1787764761.810914:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896bf480 x1874601358883456/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764786 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764761.810920:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764761.810922:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:0.0:1787764761.810924:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821866785d8.
00000100:00000200:0.0:1787764761.810927:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358883456, offset 0
00000400:00000200:0.0:1787764761.810930:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:0.0:1787764761.810934:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764761.810938:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:0.0:1787764761.810940:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764761.810943:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:0.0:1787764761.810945:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764761.810948:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:0.0:1787764761.810951:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70773:70773:256:4294967295] 192.168.202.141@tcp LPNI seq info [70773:70773:8:4294967295]
00000400:00000200:0.0:1787764761.810955:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764761.810961:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764761.810965:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:0.0:1787764761.810968:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982185622b00.
00000800:00000200:0.0:1787764761.810971:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.0:1787764761.810974:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787764761.810978:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787764761.810981:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1787764761.810984:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:0.0:1787764761.810986:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982185622b00.
00000400:00000200:0.0:1787764761.810989:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764761.810992:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764761.810995:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821866785d8
00000400:00000010:0.0:1787764761.810997:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821866785d8.
00000100:00000001:0.0:1787764761.810999:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764761.811002:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896bf480 x1874601358883456/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764786 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764761.811015:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764761.811018:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bf480 x1874601358883456/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764786 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764761.811024:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764761.811026:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764761.811029:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764761.811031:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:0.0:1787764761.811035:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:0.0:1787764761.811037:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300319763
00000100:00000001:0.0:1787764761.811039:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300321037
00000100:00000001:0.0:1787764761.811041:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300319763
00000100:00000001:0.0:1787764761.811043:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300321037
00000100:00000001:0.0:1787764761.811045:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764761.811047:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764761.811049:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764761.811053:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764761/real 1787764761]  req@ffff9821896bf480 x1874601358883456/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764786 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764761.811060:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764761.811062:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764761.811063:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982187cf3f20.
00000400:00000200:0.0:1787764761.811065:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821866783b8
00000400:00000010:0.0:1787764761.811067:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821866783b8.
00000100:00000001:0.0:1787764761.811069:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764761.811072:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896bf480 x1874601358883456/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764786 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764761.811080:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896bf480 x1874601358883456/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764786 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764761.811087:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764761.811089:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764761.811091:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764761.811092:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764761.811096:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896bf480 x1874601358883456/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764786 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764761.811103:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764761.811106:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896bf480 x1874601358883456/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764786 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764761.811113:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764761.811116:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764761.811117:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764761.811119:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764761.811121:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764761.811122:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764761.811125:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764761.811128:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:0.0:1787764761.811131:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764761.811134:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896bf480 x1874601358883456/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764786 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764761.811141:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358883456:192.168.202.141@tcp:38:kworker.0
00000100:00000001:0.0:1787764761.811145:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764761.811149:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896bde00 x1874601358883584/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764761.811156:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764761.811157:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764761.811159:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764761.811161:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764761.811163:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764761.811166:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896bde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358883584:192.168.202.141@tcp:8:kworker.0
00000100:00000001:0.0:1787764761.811169:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764761.811171:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764761.811172:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764761.811174:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764761.811177:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982186484400.
02000000:00000001:0.0:1787764761.811179:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764761.811182:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:0.0:1787764761.811184:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982187cf3f20.
00000400:00000010:0.0:1787764761.811188:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821866783b8.
00000100:00000200:0.0:1787764761.811190:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358883584, portal 4
00000100:00000001:0.0:1787764761.811192:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764761.811194:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539731456 : -114205169820160 : ffff9821896bde00)
00000100:00000040:0.0:1787764761.811200:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896bde00 x1874601358883584/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764786 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764761.811206:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764761.811208:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:0.0:1787764761.811211:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821866785d8.
00000100:00000200:0.0:1787764761.811212:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358883584, offset 0
00000400:00000200:0.0:1787764761.811216:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:0.0:1787764761.811219:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764761.811223:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:0.0:1787764761.811225:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764761.811228:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:0.0:1787764761.811230:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764761.811232:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:0.0:1787764761.811235:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70774:70774:256:4294967295] 192.168.202.141@tcp LPNI seq info [70774:70774:8:4294967295]
00000400:00000200:0.0:1787764761.811239:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764761.811245:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764761.811249:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:0.0:1787764761.811252:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982185622b00.
00000800:00000200:0.0:1787764761.811256:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.0:1787764761.811259:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787764761.811263:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787764761.811266:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1787764761.811290:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:0.0:1787764761.811293:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982185622b00.
00000400:00000200:0.0:1787764761.811297:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764761.811300:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764761.811303:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821866785d8
00000400:00000010:0.0:1787764761.811305:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821866785d8.
00000100:00000001:0.0:1787764761.811307:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764761.811311:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896bde00 x1874601358883584/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764786 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764761.811319:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764761.811322:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bde00 x1874601358883584/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764786 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764761.811329:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764761.811330:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764761.811333:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764761.811335:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:0.0:1787764761.811339:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:0.0:1787764761.811341:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300319768
00000100:00000001:0.0:1787764761.811343:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300321037
00000100:00000001:0.0:1787764761.811345:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300319768
00000100:00000001:0.0:1787764761.811347:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300321037
00000100:00000001:0.0:1787764761.811349:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764761.811351:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764761.811353:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764761.811356:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764761/real 1787764761]  req@ffff9821896bde00 x1874601358883584/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764786 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764761.811363:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764761.811365:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764761.811367:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982187cf3f20.
00000400:00000200:0.0:1787764761.811369:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821866783b8
00000400:00000010:0.0:1787764761.811371:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821866783b8.
00000100:00000001:0.0:1787764761.811373:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764761.811376:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896bde00 x1874601358883584/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764786 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764761.811384:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896bde00 x1874601358883584/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764786 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764761.811390:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764761.811392:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764761.811393:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764761.811394:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764761.811398:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896bde00 x1874601358883584/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764786 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764761.811404:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764761.811408:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896bde00 x1874601358883584/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764786 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764761.811415:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764761.811418:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764761.811419:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764761.811421:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764761.811422:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764761.811424:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764761.811426:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764761.811430:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:0.0:1787764761.811432:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764761.811435:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896bde00 x1874601358883584/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764786 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764761.811449:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896bde00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358883584:192.168.202.141@tcp:8:kworker.0
00000100:00000001:0.0:1787764761.811453:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764761.811457:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896bc780 x1874601358883712/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764761.811463:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764761.811464:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764761.811466:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764761.811468:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764761.811470:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764761.811473:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896bc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358883712:192.168.202.141@tcp:8:kworker.0
00000100:00000001:0.0:1787764761.811476:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764761.811478:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764761.811480:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764761.811481:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764761.811485:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982186487000.
02000000:00000001:0.0:1787764761.811486:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764761.811489:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:0.0:1787764761.811491:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982187cf3f20.
00000400:00000010:0.0:1787764761.811494:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821866783b8.
00000100:00000200:0.0:1787764761.811497:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358883712, portal 4
00000100:00000001:0.0:1787764761.811499:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764761.811500:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539725696 : -114205169825920 : ffff9821896bc780)
00000100:00000040:0.0:1787764761.811506:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896bc780 x1874601358883712/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764786 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764761.811512:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764761.811514:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:0.0:1787764761.811516:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821866785d8.
00000100:00000200:0.0:1787764761.811519:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358883712, offset 0
00000400:00000200:0.0:1787764761.811523:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:0.0:1787764761.811526:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764761.811530:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:0.0:1787764761.811532:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764761.811535:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:0.0:1787764761.811537:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764761.811540:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:0.0:1787764761.811543:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70775:70775:256:4294967295] 192.168.202.141@tcp LPNI seq info [70775:70775:8:4294967295]
00000400:00000200:0.0:1787764761.811547:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764761.811553:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764761.811557:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:0.0:1787764761.811560:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982185622b00.
00000800:00000200:0.0:1787764761.811563:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.0:1787764761.811566:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1787764761.811570:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787764761.811573:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1787764761.811576:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:0.0:1787764761.811578:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982185622b00.
00000400:00000200:0.0:1787764761.811581:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764761.811584:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764761.811587:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821866785d8
00000400:00000010:0.0:1787764761.811589:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821866785d8.
00000100:00000001:0.0:1787764761.811591:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764761.811594:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896bc780 x1874601358883712/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764786 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764761.811601:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764761.811605:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bc780 x1874601358883712/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764786 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764761.811611:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764761.811613:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764761.811615:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764761.811618:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:0.0:1787764761.811621:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:0.0:1787764761.811624:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300319769
00000100:00000001:0.0:1787764761.811626:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300321037
00000100:00000001:0.0:1787764761.811628:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300319769
00000100:00000001:0.0:1787764761.811630:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300321037
00000100:00000001:0.0:1787764761.811633:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764761.811635:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764761.811636:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764761.811653:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764761/real 1787764761]  req@ffff9821896bc780 x1874601358883712/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764786 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764761.811661:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764761.811663:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764761.811665:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982187cf3f20.
00000400:00000200:0.0:1787764761.811667:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821866783b8
00000400:00000010:0.0:1787764761.811668:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821866783b8.
00000100:00000001:0.0:1787764761.811670:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764761.811673:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896bc780 x1874601358883712/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764786 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764761.811682:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896bc780 x1874601358883712/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764786 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764761.811688:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764761.811689:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764761.811691:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764761.811693:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764761.811696:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896bc780 x1874601358883712/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764786 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764761.811703:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764761.811706:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896bc780 x1874601358883712/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764786 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764761.811714:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764761.811717:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764761.811718:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764761.811720:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764761.811721:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764761.811723:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764761.811725:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764761.811729:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:0.0:1787764761.811731:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764761.811734:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896bc780 x1874601358883712/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764786 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764761.811741:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896bc780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358883712:192.168.202.141@tcp:8:kworker.0
00000100:00000001:0.0:1787764761.811745:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764761.811748:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764761.811752:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bf840 x1874601358883200/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764786 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764761.811759:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764761.811762:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764761.811765:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982186486400.
02000000:00000001:0.0:1787764761.811768:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764761.811771:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764761.811773:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000020:00000001:0.0:1787764761.811776:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764761.811779:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218869a400.
02000000:00000001:0.0:1787764761.811784:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764761.811787:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764761.811789:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bf840.
00000100:00000001:0.0:1787764761.811793:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764761.811794:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764761.811796:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764761.811799:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bda40 x1874601358883328/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764786 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764761.811812:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764761.811813:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764761.811815:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982186486800.
02000000:00000001:0.0:1787764761.811817:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764761.811818:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764761.811819:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:0.0:1787764761.811821:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764761.811822:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982188699400.
02000000:00000001:0.0:1787764761.811824:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764761.811826:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764761.811827:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bda40.
00000100:00000001:0.0:1787764761.811829:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764761.811830:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764761.811832:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764761.811835:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bf480 x1874601358883456/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764786 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764761.811841:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764761.811842:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764761.811844:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982186485800.
02000000:00000001:0.0:1787764761.811846:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764761.811873:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764761.811875:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:0.0:1787764761.811877:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764761.811878:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218869bc00.
02000000:00000001:0.0:1787764761.811881:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764761.811882:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764761.811884:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bf480.
00000100:00000001:0.0:1787764761.811886:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764761.811887:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764761.811888:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764761.811892:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bde00 x1874601358883584/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764786 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764761.811900:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764761.811901:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764761.811903:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982186484400.
02000000:00000001:0.0:1787764761.811905:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764761.811906:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764761.811907:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:0.0:1787764761.811909:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764761.811911:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982188698c00.
02000000:00000001:0.0:1787764761.811913:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764761.811914:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764761.811916:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bde00.
00000100:00000001:0.0:1787764761.811918:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764761.811920:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764761.811921:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764761.811924:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bc780 x1874601358883712/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764786 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764761.811930:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764761.811931:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764761.811932:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982186487000.
02000000:00000001:0.0:1787764761.811934:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764761.811935:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764761.811936:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:0.0:1787764761.811938:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764761.811939:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982188698400.
02000000:00000001:0.0:1787764761.811941:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764761.811942:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764761.811944:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bc780.
00000100:00000001:0.0:1787764761.811946:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764761.811947:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764761.811949:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764761.811958:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764761.811960:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764761.811962:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764761.811964:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764762.128027:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764762.128037:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764762.128044:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764762.128045:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764762.128050:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764762.128052:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764762.128056:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764762.128057:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764762.128062:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764762.128063:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764762.128316:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764762.128320:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764762.128323:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764762.387784:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764762.387795:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764762.387797:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764762.387804:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764762.387808:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764762.387813:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764762.387816:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764762.387819:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764762.387822:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764763.152010:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4300321037, at 4300321088
00000100:00000010:3.0:1787764763.152032:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9821992d4c00.
00010000:00000001:0.0:1787764763.152161:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764763.152166:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764763.152172:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764763.152173:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764763.152178:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764763.152179:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764763.152183:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764763.152184:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764763.152188:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764763.152189:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764763.152274:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764763.152277:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764763.152281:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787764763.152411:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4300321037, at 4300321088
00000100:00000010:2.0:1787764763.152418:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9821992d4a20.
00000100:00000001:2.0:1787764763.408178:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764763.408188:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764763.408190:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764763.408197:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764763.408202:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764763.408206:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764763.408209:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764763.408212:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764763.408216:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764764.176333:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764764.176344:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764764.176352:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764764.176353:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764764.176357:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764764.176358:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764764.176362:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764764.176363:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764764.176367:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764764.176368:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764764.176634:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764764.176639:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764764.176643:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764764.435784:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764764.435794:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764764.435796:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764764.435803:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764764.435807:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764764.435812:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764764.435814:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764764.435817:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764764.435820:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764765.200005:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764765.200017:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764765.200020:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764765.200024:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764765.200031:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764765.200034:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764765.200036:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764765.200039:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764765.200044:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764765.200046:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764765.200049:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764765.200050:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764765.200052:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764765.200054:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764765.200056:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764765.200057:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764765.200058:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764765.200059:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764765.200061:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764765.200063:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764765.200067:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764765.200068:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764765.200190:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764765.200193:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764765.200195:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764765.456807:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764765.456818:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764765.456821:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764765.456828:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764765.456833:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764765.456839:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764765.456843:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764765.456846:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764765.456876:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764766.224016:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764766.224026:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764766.224035:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764766.224036:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764766.224041:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764766.224042:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764766.224046:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764766.224047:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764766.224051:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764766.224052:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764766.224136:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764766.224144:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764766.224148:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764766.479992:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764766.480002:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764766.480005:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764766.480012:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764766.480017:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764766.480021:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764766.480025:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764766.480028:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764766.480031:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764766.928216:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764766.928231:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1787764766.928233:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764766.928238:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764766.928244:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764766.928254:0:18336:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5652
00000400:00000200:2.0:1787764766.928264:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764766.928272:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764766.928277:0:18336:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764766.928281:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764766.928285:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764766.928287:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764766.928290:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764766.928295:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764766.928297:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:2.0:1787764766.928301:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764766.928304:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:2.0:1787764766.928307:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:2.0:1787764766.928310:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:2.0:1787764766.928313:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764766.928315:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764766.928317:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764766.928319:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764766.928322:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:2.0:1787764766.928326:0:18336:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764766.928329:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764766.928332:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764766.928336:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764766.928339:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764766.928342:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1787764766.928344:0:18336:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764766.928357:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896bd680.
00000020:00000040:2.0:1787764766.928361:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:2.0:1787764766.928366:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764766.928368:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764766.928372:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764766.928376:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764766.928391:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1787764766.928402:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982188699c00.
00000100:00000001:2.0:1787764766.928411:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764766.928423:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896bd680 x1874601358883840/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1787764766.928433:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764766.928438:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764766.928443:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3e0fd1d] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bd680 x1874601358883840/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764766.928470:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764766.928474:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764766.928477:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1787764766.928479:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764766.928480:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1787764766.928483:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1787764766.928485:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5652
00000400:00000200:2.0:1787764766.928490:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764766.928493:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764766.928496:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764766.928500:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764766.928502:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764766.928504:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764766.928506:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764766.928509:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764766.928511:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:2.0:1787764766.928512:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764766.928514:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:2.0:1787764766.928515:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:2.0:1787764766.928517:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:2.0:1787764766.928520:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764766.928522:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764766.928524:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764766.928525:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764766.928527:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:2.0:1787764766.928530:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787764766.928532:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1787764766.928533:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764766.928535:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1787764766.928543:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1787764766.928544:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764766.928550:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764766.928552:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787764766.928553:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000008:00100000:2.0:1787764766.928559:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764766.928562:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764766.928566:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764766.928571:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896bd680 x1874601358883840/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1787764766.928572:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896bed00.
00000020:00000040:2.0:1787764766.928577:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:2.0:1787764766.928582:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764766.928586:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764766.928603:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764766.928607:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764766.928609:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764766.928614:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000010:2.0:1787764766.928616:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218869b800.
00000100:00000001:0.0:1787764766.928619:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764766.928621:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764766.928627:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764766.928633:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1787764766.928638:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896bed00 x1874601358883968/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1787764766.928639:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764766.928653:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896bd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358883840:192.168.202.141@tcp:250:kworker.0
00000100:00000001:2.0:1787764766.928660:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764766.928664:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1787764766.928666:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764766.928671:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:2.0:1787764766.928676:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f5b4eb0] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bed00 x1874601358883968/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1787764766.928677:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764766.928684:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764766.928696:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982186487000.
00000100:00000001:2.0:1787764766.928696:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764766.928702:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764766.928703:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1787764766.928711:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1787764766.928714:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764766.928717:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1787764766.928718:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764766.928726:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:0.0:1787764766.928729:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982187cf3f20.
00000100:00080000:2.0:1787764766.928733:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5652
00000400:00000200:2.0:1787764766.928740:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:0.0:1787764766.928741:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821866783b8.
00000400:00000200:2.0:1787764766.928745:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764766.928748:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1787764766.928751:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000200:0.0:1787764766.928752:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358883840, portal 25
00000100:00000001:2.0:1787764766.928755:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764766.928758:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764766.928759:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1787764766.928763:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:0.0:1787764766.928764:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539729536 : -114205169822080 : ffff9821896bd680)
00000020:00000001:2.0:1787764766.928766:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764766.928770:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:2.0:1787764766.928772:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764766.928774:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:2.0:1787764766.928776:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:2.0:1787764766.928781:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:0.0:1787764766.928783:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896bd680 x1874601358883840/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764791 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787764766.928790:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764766.928796:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764766.928800:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764766.928805:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:2.0:1787764766.928809:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:2.0:1787764766.928819:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764766.928827:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764766.928834:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764766.928837:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764766.928838:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764766.928840:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764766.928841:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1787764766.928842:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764766.928843:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764766.928846:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896bfc00.
00000020:00000040:2.0:1787764766.928873:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:2.0:1787764766.928876:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764766.928877:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764766.928879:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764766.928880:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764766.928882:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764766.928892:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000010:2.0:1787764766.928893:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982188698800.
00000100:00000001:2.0:1787764766.928898:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764766.928904:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000100:00100000:2.0:1787764766.928906:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896bfc00 x1874601358884096/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1787764766.928912:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821866785d8.
00000100:00000001:2.0:1787764766.928914:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764766.928918:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764766.928922:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000558bde2f] to pc [ptlrpcd_rcv+-1]  req@ffff9821896bfc00 x1874601358884096/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764766.928927:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358883840, offset 0
00000100:00000001:2.0:1787764766.928935:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764766.928940:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1787764766.928948:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000100:00080000:2.0:1787764766.928949:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1787764766.928953:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764766.928955:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1787764766.928962:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:2.0:1787764766.928967:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1787764766.928973:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000100:00080000:2.0:1787764766.928975:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5652
00000400:00000200:2.0:1787764766.928985:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764766.928986:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1787764766.928990:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:2.0:1787764766.928993:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1787764766.928998:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:0.0:1787764766.929005:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764766.929008:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000100:00000040:2.0:1787764766.929009:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000400:00000200:0.0:1787764766.929018:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70776:70776:256:4294967295] 192.168.202.141@tcp LPNI seq info [70776:70776:8:4294967295]
00000100:00000001:2.0:1787764766.929021:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1787764766.929029:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000040:2.0:1787764766.929029:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764766.929036:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000400:00000200:0.0:1787764766.929045:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000020:00000001:2.0:1787764766.929048:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764766.929052:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000800:00000200:0.0:1787764766.929056:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000020:00000001:2.0:1787764766.929057:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764766.929063:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000800:00000010:0.0:1787764766.929066:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982185622b00.
00000020:00000001:2.0:1787764766.929068:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:2.0:1787764766.929074:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000800:00000200:0.0:1787764766.929078:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000040:2.0:1787764766.929083:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000800:00000200:0.0:1787764766.929086:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000100:00000001:2.0:1787764766.929089:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764766.929097:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:2.0:1787764766.929104:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000800:00000200:0.1:1787764766.929105:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000020:00000040:2.0:1787764766.929112:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000800:00000200:0.1:1787764766.929113:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000100:00080000:2.0:1787764766.929122:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000800:00000100:0.0:1787764766.929127:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000100:00000001:2.0:1787764766.929129:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1787764766.929132:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982185622b00.
02000000:00000001:2.0:1787764766.929134:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1787764766.929140:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1787764766.929142:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:2.0:1787764766.929144:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764766.929148:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764766.929151:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1787764766.929156:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764766.929158:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1787764766.929159:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764766.929167:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896be940.
00000400:00000200:0.0:1787764766.929170:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821866785d8
00000020:00000040:2.0:1787764766.929171:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
00000400:00000010:0.0:1787764766.929180:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821866785d8.
02000000:00000001:2.0:1787764766.929181:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764766.929186:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764766.929191:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1787764766.929192:0:2388:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:2.0:1787764766.929197:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1787764766.929201:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787764766.929202:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896bd680 x1874601358883840/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764791 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1787764766.929221:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218869a800.
00000100:00000001:0.0:1787764766.929223:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1787764766.929231:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764766.929233:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bd680 x1874601358883840/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764791 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1787764766.929243:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896be940 x1874601358884224/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764766.929248:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764766.929258:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1787764766.929265:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1787764766.929266:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764766.929270:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764766.929278:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000040:2.0:1787764766.929280:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000067aaa64d] to pc [ptlrpcd_rcv+-1]  req@ffff9821896be940 x1874601358884224/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764766.929285:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4300326156
00000100:00000010:0.0:1787764766.929298:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9821992d41e0.
00000100:00000001:2.0:1787764766.929300:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1787764766.929305:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787764766.929308:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000100:00080000:2.0:1787764766.929310:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1787764766.929314:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1787764766.929316:0:18336:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764766.929318:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4300326156
00000100:00000001:2.0:1787764766.929320:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00000010:0.0:1787764766.929326:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9821992d4420.
00000100:00080000:2.0:1787764766.929327:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5652
00000100:00000001:0.0:1787764766.929335:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000400:00000200:2.0:1787764766.929337:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:2.0:1787764766.929347:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00000001:0.0:1787764766.929348:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1787764766.929355:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787764766.929357:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764766.929363:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764766.929365:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1787764766.929371:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1787764766.929378:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00100000:0.0:1787764766.929379:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764766/real 1787764766]  req@ffff9821896bd680 x1874601358883840/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764791 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1787764766.929382:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:2.0:1787764766.929390:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1787764766.929396:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:2.0:1787764766.929400:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1787764766.929403:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000400:00000001:0.0:1787764766.929410:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000001:2.0:1787764766.929410:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000400:00000001:0.0:1787764766.929415:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000001:2.0:1787764766.929416:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000400:00000010:0.0:1787764766.929421:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982187cf3f20.
00000100:00000040:2.0:1787764766.929425:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000400:00000200:0.0:1787764766.929428:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821866783b8
00000100:00000001:2.0:1787764766.929431:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1787764766.929432:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821866783b8.
00000100:00000040:2.0:1787764766.929439:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764766.929442:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1787764766.929445:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000200:0.0:1787764766.929448:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896bd680 x1874601358883840/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764791 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1787764766.929451:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:2.0:1787764766.929462:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:2.0:1787764766.929470:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1787764766.929477:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:0.0:1787764766.929478:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896bd680 x1874601358883840/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764791 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787764766.929482:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1787764766.929489:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764766.929496:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1787764766.929499:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1787764766.929502:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000008:00000001:2.0:1787764766.929505:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764766.929507:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764766.929509:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764766.929512:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000010:2.0:1787764766.929517:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821896be1c0.
00000100:00000001:0.0:1787764766.929518:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1787764766.929525:0:18336:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
00000100:00100000:0.0:1787764766.929529:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896bd680 x1874601358883840/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764791 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1787764766.929531:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1787764766.929534:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1787764766.929542:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1787764766.929547:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1787764766.929549:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1787764766.929551:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764766.929555:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896bd680 x1874601358883840/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764791 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1787764766.929559:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982188698400.
00000100:00000001:0.0:1787764766.929561:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764766.929571:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764766.929572:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764766.929583:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764766.929585:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764766.929587:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00100000:2.0:1787764766.929602:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821896be1c0 x1874601358884352/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1787764766.929611:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1787764766.929613:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1787764766.929618:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1787764766.929620:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:2.0:1787764766.929626:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063016f18] to pc [ptlrpcd_rcv+-1]  req@ffff9821896be1c0 x1874601358884352/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1787764766.929632:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000100:00000001:0.0:1787764766.929643:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:2.0:1787764766.929651:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764766.929656:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896bd680 x1874601358883840/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764791 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1787764766.929660:0:18336:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5662)
00000100:00100000:0.0:1787764766.929672:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896bd680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358883840:192.168.202.141@tcp:250:kworker.0
00000100:00000001:0.0:1787764766.929678:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764766.929680:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764766.929682:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bd680 x1874601358883840/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764791 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764766.929687:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764766.929689:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764766.929693:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982186487000.
02000000:00000001:0.0:1787764766.929696:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764766.929698:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764766.929700:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000020:00000001:0.0:1787764766.929701:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764766.929703:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982188699c00.
02000000:00000001:0.0:1787764766.929706:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764766.929707:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764766.929709:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bd680.
00000100:00000001:0.0:1787764766.929711:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764766.929712:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764766.929713:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764766.929719:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764766.929720:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764766.929722:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764766.929723:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764766.929724:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764766.929727:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896bed00 x1874601358883968/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764766.929731:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764766.929732:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764766.929734:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764766.929735:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764766.929736:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764766.929738:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896bed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358883968:192.168.202.141@tcp:38:kworker.0
00000100:00000001:0.0:1787764766.929740:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764766.929742:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764766.929743:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764766.929744:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764766.929746:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982186487000.
02000000:00000001:0.0:1787764766.929747:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764766.929750:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:0.0:1787764766.929752:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982187cf3f20.
00000400:00000010:0.0:1787764766.929754:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821866783b8.
00000100:00000200:0.0:1787764766.929757:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358883968, portal 10
00000100:00000001:0.0:1787764766.929758:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764766.929759:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539735296 : -114205169816320 : ffff9821896bed00)
00000100:00000040:0.0:1787764766.929763:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896bed00 x1874601358883968/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764791 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764766.929767:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764766.929769:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:0.0:1787764766.929770:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821866785d8.
00000100:00000200:0.0:1787764766.929772:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358883968, offset 0
00000400:00000200:0.0:1787764766.929776:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:0.0:1787764766.929780:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764766.929783:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:0.0:1787764766.929786:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764766.929789:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:0.0:1787764766.929791:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764766.929793:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:0.0:1787764766.929796:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70777:70777:256:4294967295] 192.168.202.141@tcp LPNI seq info [70777:70777:8:4294967295]
00000400:00000200:0.0:1787764766.929799:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764766.929805:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764766.929810:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:0.0:1787764766.929813:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982185622b00.
00000800:00000200:0.0:1787764766.929817:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.0:1787764766.929820:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787764766.929824:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787764766.929827:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1787764766.929831:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:0.0:1787764766.929832:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982185622b00.
00000400:00000200:0.0:1787764766.929836:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764766.929839:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764766.929841:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821866785d8
00000400:00000010:0.0:1787764766.929842:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821866785d8.
00000100:00000001:0.0:1787764766.929844:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764766.929846:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896bed00 x1874601358883968/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764791 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764766.929880:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764766.929883:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bed00 x1874601358883968/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764791 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764766.929890:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764766.929891:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764766.929895:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764766.929899:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:0.0:1787764766.929902:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:0.0:1787764766.929904:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300324888
00000100:00000001:0.0:1787764766.929907:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300326156
00000100:00000001:0.0:1787764766.929909:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300324888
00000100:00000001:0.0:1787764766.929911:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300326156
00000100:00000001:0.0:1787764766.929913:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764766.929915:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764766.929916:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764766.929919:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764766/real 1787764766]  req@ffff9821896bed00 x1874601358883968/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764791 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764766.929924:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764766.929925:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764766.929926:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982187cf3f20.
00000400:00000200:0.0:1787764766.929929:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821866783b8
00000400:00000010:0.0:1787764766.929930:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821866783b8.
00000100:00000001:0.0:1787764766.929933:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764766.929936:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896bed00 x1874601358883968/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764791 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764766.929943:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896bed00 x1874601358883968/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764791 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764766.929948:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764766.929950:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764766.929952:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764766.929953:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764766.929957:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896bed00 x1874601358883968/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764791 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764766.929963:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764766.929967:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896bed00 x1874601358883968/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764791 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764766.929974:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764766.929975:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764766.929976:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764766.929977:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764766.929978:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764766.929980:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764766.929981:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764766.929983:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:0.0:1787764766.929985:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764766.929987:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896bed00 x1874601358883968/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764791 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764766.929992:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896bed00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358883968:192.168.202.141@tcp:38:kworker.0
00000100:00000001:0.0:1787764766.929994:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764766.929996:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896bfc00 x1874601358884096/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764766.930001:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764766.930002:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764766.930003:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764766.930004:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764766.930005:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764766.930007:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896bfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358884096:192.168.202.141@tcp:38:kworker.0
00000100:00000001:0.0:1787764766.930009:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764766.930011:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764766.930012:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764766.930013:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764766.930015:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982186484400.
02000000:00000001:0.0:1787764766.930016:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764766.930018:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:0.0:1787764766.930020:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982187cf3f20.
00000400:00000010:0.0:1787764766.930022:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821866783b8.
00000100:00000200:0.0:1787764766.930024:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358884096, portal 10
00000100:00000001:0.0:1787764766.930025:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764766.930026:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539739136 : -114205169812480 : ffff9821896bfc00)
00000100:00000040:0.0:1787764766.930032:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896bfc00 x1874601358884096/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764791 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764766.930037:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764766.930039:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:0.0:1787764766.930041:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821866785d8.
00000100:00000200:0.0:1787764766.930043:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358884096, offset 0
00000400:00000200:0.0:1787764766.930047:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:0.0:1787764766.930051:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764766.930054:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:0.0:1787764766.930057:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764766.930059:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:0.0:1787764766.930062:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764766.930064:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:0.0:1787764766.930067:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70778:70778:256:4294967295] 192.168.202.141@tcp LPNI seq info [70778:70778:8:4294967295]
00000400:00000200:0.0:1787764766.930070:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764766.930076:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764766.930079:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:0.0:1787764766.930081:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982185622b00.
00000800:00000200:0.0:1787764766.930084:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.0:1787764766.930086:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787764766.930089:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787764766.930091:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1787764766.930094:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:0.0:1787764766.930095:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982185622b00.
00000400:00000200:0.0:1787764766.930098:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764766.930101:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764766.930104:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821866785d8
00000400:00000010:0.0:1787764766.930106:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821866785d8.
00000100:00000001:0.0:1787764766.930108:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764766.930111:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896bfc00 x1874601358884096/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764791 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764766.930119:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764766.930121:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896bfc00 x1874601358884096/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764791 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764766.930127:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764766.930128:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764766.930131:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764766.930134:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:0.0:1787764766.930137:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:0.0:1787764766.930139:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300324882
00000100:00000001:0.0:1787764766.930141:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300326156
00000100:00000001:0.0:1787764766.930143:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300324882
00000100:00000001:0.0:1787764766.930146:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300326156
00000100:00000001:0.0:1787764766.930148:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764766.930149:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764766.930151:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764766.930154:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764766/real 1787764766]  req@ffff9821896bfc00 x1874601358884096/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764791 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764766.930161:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764766.930162:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764766.930163:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982187cf3f20.
00000400:00000200:0.0:1787764766.930165:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821866783b8
00000400:00000010:0.0:1787764766.930165:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821866783b8.
00000100:00000001:0.0:1787764766.930167:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764766.930169:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896bfc00 x1874601358884096/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764791 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764766.930174:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896bfc00 x1874601358884096/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764791 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764766.930177:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764766.930178:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764766.930179:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764766.930180:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764766.930182:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896bfc00 x1874601358884096/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764791 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764766.930186:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764766.930188:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896bfc00 x1874601358884096/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764791 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764766.930192:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764766.930193:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764766.930194:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764766.930195:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764766.930196:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764766.930197:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764766.930198:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764766.930200:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:0.0:1787764766.930201:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764766.930203:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896bfc00 x1874601358884096/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764791 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764766.930211:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896bfc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358884096:192.168.202.141@tcp:38:kworker.0
00000100:00000001:0.0:1787764766.930213:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764766.930215:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896be940 x1874601358884224/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764766.930219:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764766.930220:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764766.930221:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764766.930222:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764766.930223:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764766.930225:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896be940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358884224:192.168.202.141@tcp:8:kworker.0
00000100:00000001:0.0:1787764766.930226:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764766.930228:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764766.930228:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764766.930230:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764766.930232:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982186485800.
02000000:00000001:0.0:1787764766.930233:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764766.930235:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:0.0:1787764766.930237:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982187cf3f20.
00000400:00000010:0.0:1787764766.930239:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821866783b8.
00000100:00000200:0.0:1787764766.930240:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358884224, portal 4
00000100:00000001:0.0:1787764766.930242:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764766.930243:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539734336 : -114205169817280 : ffff9821896be940)
00000100:00000040:0.0:1787764766.930246:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896be940 x1874601358884224/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764791 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764766.930250:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764766.930252:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:0.0:1787764766.930253:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821866785d8.
00000100:00000200:0.0:1787764766.930254:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358884224, offset 0
00000400:00000200:0.0:1787764766.930256:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:0.0:1787764766.930259:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764766.930261:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:0.0:1787764766.930263:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764766.930264:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:0.0:1787764766.930266:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764766.930267:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:0.0:1787764766.930269:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70779:70779:256:4294967295] 192.168.202.141@tcp LPNI seq info [70779:70779:8:4294967295]
00000400:00000200:0.0:1787764766.930271:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764766.930275:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764766.930278:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:0.0:1787764766.930279:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982185622b00.
00000800:00000200:0.0:1787764766.930282:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.0:1787764766.930283:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787764766.930286:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787764766.930287:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1787764766.930290:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:0.0:1787764766.930291:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982185622b00.
00000400:00000200:0.0:1787764766.930293:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764766.930295:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764766.930297:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821866785d8
00000400:00000010:0.0:1787764766.930297:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821866785d8.
00000100:00000001:0.0:1787764766.930299:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764766.930300:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896be940 x1874601358884224/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764791 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764766.930305:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764766.930307:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896be940 x1874601358884224/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764791 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764766.930310:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764766.930311:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764766.930313:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764766.930314:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:0.0:1787764766.930316:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:0.0:1787764766.930318:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300324887
00000100:00000001:0.0:1787764766.930319:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300326156
00000100:00000001:0.0:1787764766.930320:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300324887
00000100:00000001:0.0:1787764766.930322:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300326156
00000100:00000001:0.0:1787764766.930323:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764766.930324:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764766.930325:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764766.930326:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764766/real 1787764766]  req@ffff9821896be940 x1874601358884224/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764791 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764766.930330:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764766.930331:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764766.930332:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982187cf3f20.
00000400:00000200:0.0:1787764766.930333:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821866783b8
00000400:00000010:0.0:1787764766.930334:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821866783b8.
00000100:00000001:0.0:1787764766.930335:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764766.930337:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896be940 x1874601358884224/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764791 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764766.930342:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896be940 x1874601358884224/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764791 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764766.930345:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764766.930346:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764766.930347:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764766.930348:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764766.930350:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896be940 x1874601358884224/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764791 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764766.930356:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764766.930359:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896be940 x1874601358884224/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764791 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764766.930366:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764766.930368:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764766.930370:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764766.930371:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764766.930372:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764766.930373:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764766.930376:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764766.930379:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:0.0:1787764766.930381:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764766.930385:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896be940 x1874601358884224/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764791 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764766.930392:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896be940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358884224:192.168.202.141@tcp:8:kworker.0
00000100:00000001:0.0:1787764766.930396:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764766.930399:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821896be1c0 x1874601358884352/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764766.930404:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764766.930405:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764766.930407:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764766.930408:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764766.930409:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764766.930411:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821896be1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358884352:192.168.202.141@tcp:8:kworker.0
00000100:00000001:0.0:1787764766.930413:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764766.930414:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764766.930415:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764766.930416:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764766.930418:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982186486800.
02000000:00000001:0.0:1787764766.930419:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764766.930421:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:0.0:1787764766.930423:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982187cf3f20.
00000400:00000010:0.0:1787764766.930425:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821866783b8.
00000100:00000200:0.0:1787764766.930427:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358884352, portal 4
00000100:00000001:0.0:1787764766.930428:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764766.930429:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868539732416 : -114205169819200 : ffff9821896be1c0)
00000100:00000040:0.0:1787764766.930432:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821896be1c0 x1874601358884352/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764791 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764766.930436:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764766.930437:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:0.0:1787764766.930439:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821866785d8.
00000100:00000200:0.0:1787764766.930440:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358884352, offset 0
00000400:00000200:0.0:1787764766.930442:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:0.0:1787764766.930444:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764766.930446:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:0.0:1787764766.930448:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764766.930449:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:0.0:1787764766.930451:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764766.930452:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:0.0:1787764766.930454:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70780:70780:256:4294967295] 192.168.202.141@tcp LPNI seq info [70780:70780:8:4294967295]
00000400:00000200:0.0:1787764766.930458:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764766.930463:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764766.930467:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:0.0:1787764766.930470:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982185622b00.
00000800:00000200:0.0:1787764766.930473:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.0:1787764766.930475:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1787764766.930478:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787764766.930480:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1787764766.930484:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:0.0:1787764766.930485:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982185622b00.
00000400:00000200:0.0:1787764766.930488:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764766.930491:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764766.930494:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821866785d8
00000400:00000010:0.0:1787764766.930495:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821866785d8.
00000100:00000001:0.0:1787764766.930498:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764766.930501:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9821896be1c0 x1874601358884352/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764791 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764766.930509:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764766.930511:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821896be1c0 x1874601358884352/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764791 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764766.930515:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764766.930516:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764766.930518:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764766.930520:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:0.0:1787764766.930522:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:0.0:1787764766.930523:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300324888
00000100:00000001:0.0:1787764766.930524:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300326156
00000100:00000001:0.0:1787764766.930526:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300324888
00000100:00000001:0.0:1787764766.930527:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300326156
00000100:00000001:0.0:1787764766.930528:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764766.930530:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764766.930531:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764766.930533:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764766/real 1787764766]  req@ffff9821896be1c0 x1874601358884352/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764791 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764766.930537:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764766.930537:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764766.930538:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982187cf3f20.
00000400:00000200:0.0:1787764766.930539:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821866783b8
00000400:00000010:0.0:1787764766.930540:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821866783b8.
00000100:00000001:0.0:1787764766.930541:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764766.930543:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821896be1c0 x1874601358884352/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764791 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764766.930547:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821896be1c0 x1874601358884352/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764791 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764766.930551:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764766.930552:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764766.930554:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764766.930554:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764766.930556:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821896be1c0 x1874601358884352/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764791 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764766.930560:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764766.930562:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821896be1c0 x1874601358884352/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764791 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764766.930565:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764766.930566:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764766.930567:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764766.930568:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764766.930569:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764766.930570:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764766.930571:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764766.930573:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:0.0:1787764766.930574:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764766.930576:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821896be1c0 x1874601358884352/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764791 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764766.930580:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821896be1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358884352:192.168.202.141@tcp:8:kworker.0
00000100:00000001:0.0:1787764766.930582:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764766.930583:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764766.930585:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bed00 x1874601358883968/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764791 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764766.930589:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764766.930590:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764766.930604:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982186487000.
02000000:00000001:0.0:1787764766.930607:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764766.930609:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764766.930611:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:0.0:1787764766.930613:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764766.930615:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218869b800.
02000000:00000001:0.0:1787764766.930617:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764766.930618:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764766.930620:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bed00.
00000100:00000001:0.0:1787764766.930623:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764766.930624:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764766.930625:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764766.930628:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896bfc00 x1874601358884096/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764791 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764766.930634:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764766.930635:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764766.930636:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982186484400.
02000000:00000001:0.0:1787764766.930638:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764766.930639:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764766.930640:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:0.0:1787764766.930642:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764766.930643:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982188698800.
02000000:00000001:0.0:1787764766.930645:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764766.930646:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764766.930647:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896bfc00.
00000100:00000001:0.0:1787764766.930649:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764766.930651:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764766.930652:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764766.930655:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896be940 x1874601358884224/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764791 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764766.930661:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764766.930662:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764766.930664:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982186485800.
02000000:00000001:0.0:1787764766.930666:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764766.930667:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764766.930669:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:0.0:1787764766.930670:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764766.930671:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218869a800.
02000000:00000001:0.0:1787764766.930673:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764766.930675:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764766.930676:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896be940.
00000100:00000001:0.0:1787764766.930678:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764766.930679:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764766.930680:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764766.930682:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821896be1c0 x1874601358884352/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764791 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764766.930686:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764766.930687:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764766.930688:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982186486800.
02000000:00000001:0.0:1787764766.930689:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764766.930690:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764766.930690:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:0.0:1787764766.930691:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764766.930692:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982188698400.
02000000:00000001:0.0:1787764766.930693:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764766.930694:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764766.930694:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821896be1c0.
00000100:00000001:0.0:1787764766.930695:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764766.930696:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764766.930697:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764766.930700:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764766.930700:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764766.930701:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764766.930702:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764767.247972:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764767.247979:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764767.247985:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764767.247987:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764767.247990:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764767.247991:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764767.247994:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764767.247996:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764767.247999:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764767.248000:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764767.248069:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764767.248073:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764767.248077:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764767.503953:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764767.503960:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764767.503962:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764767.503965:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764767.503968:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764767.503971:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764767.503973:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764767.503975:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764767.503976:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764768.271960:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4300326156, at 4300326208
00010000:00000001:0.0:1787764768.271964:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764768.271969:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764768.271976:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9821992d41e0.
00010000:00000001:0.0:1787764768.271977:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764768.271981:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764768.271983:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764768.271986:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764768.271989:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764768.271991:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764768.271993:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764768.271996:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764768.272001:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764768.272014:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764768.272018:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764768.272020:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764768.272024:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4300326156, at 4300326208
00010000:00000001:0.0:1787764768.272025:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764768.272028:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764768.272041:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9821992d4420.
00000020:00000001:2.0:1787764768.272080:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764768.272085:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764768.272090:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764768.527995:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764768.528003:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764768.528005:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764768.528010:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764768.528013:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764768.528017:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764768.528020:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764768.528023:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764768.528025:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764769.295975:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764769.295982:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764769.295987:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764769.295988:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764769.296004:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764769.296006:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764769.296009:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764769.296010:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764769.296013:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764769.296014:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764769.296634:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764769.296637:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764769.296639:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764769.551970:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764769.551979:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764769.551981:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764769.551987:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764769.551991:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764769.551995:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764769.551998:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764769.552011:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764769.552014:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764770.319970:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764770.319976:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764770.319981:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764770.319983:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764770.319986:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764770.319987:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764770.319991:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764770.319992:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764770.319996:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764770.319997:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764770.320063:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764770.320068:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764770.320072:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764770.575949:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764770.575956:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764770.575958:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764770.575964:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764770.575968:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764770.575972:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764770.575975:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764770.575979:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764770.575982:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764771.344060:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764771.344071:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764771.344078:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764771.344079:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764771.344085:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764771.344089:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764771.344091:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764771.344095:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764771.344099:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764771.344102:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764771.344104:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764771.344107:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764771.344110:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764771.344112:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764771.344117:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764771.344118:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764771.344120:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764771.344122:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764771.344123:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764771.344124:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764771.344137:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764771.344140:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764771.344266:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764771.344270:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764771.344273:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764771.600025:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764771.600038:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764771.600042:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764771.600049:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764771.600054:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764771.600059:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764771.600062:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764771.600065:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764771.600069:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764772.050086:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764772.050101:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787764772.050104:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764772.050109:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764772.050114:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764772.050124:0:58520:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5657
00000400:00000200:1.0:1787764772.050136:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764772.050144:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764772.050148:0:58520:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764772.050152:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764772.050156:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764772.050159:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764772.050163:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764772.050168:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764772.050171:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:1.0:1787764772.050175:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764772.050178:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:1.0:1787764772.050181:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:1.0:1787764772.050183:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:1.0:1787764772.050186:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764772.050188:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764772.050190:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764772.050192:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764772.050196:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:1.0:1787764772.050200:0:58520:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764772.050203:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764772.050207:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764772.050211:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764772.050214:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764772.050218:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787764772.050220:0:58520:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764772.050233:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f852c0.
00000020:00000040:1.0:1787764772.050238:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:1.0:1787764772.050244:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764772.050246:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764772.050250:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764772.050254:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764772.050259:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764772.050270:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649cc00.
00000100:00000001:1.0:1787764772.050280:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764772.050293:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f852c0 x1874601358884480/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764772.050306:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764772.050313:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764772.050319:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1b77011] to pc [ptlrpcd_rcv+-1]  req@ffff982187f852c0 x1874601358884480/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764772.050347:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764772.050351:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764772.050354:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787764772.050355:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764772.050357:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764772.050359:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764772.050361:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5657
00000400:00000200:1.0:1787764772.050365:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764772.050368:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764772.050370:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764772.050372:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764772.050374:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764772.050376:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764772.050378:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764772.050380:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764772.050381:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:1.0:1787764772.050383:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764772.050386:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:1.0:1787764772.050388:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:1.0:1787764772.050390:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:1.0:1787764772.050393:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764772.050396:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764772.050398:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764772.050399:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764772.050402:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:1.0:1787764772.050405:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764772.050407:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764772.050410:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764772.050419:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764772.050421:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764772.050423:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764772.050430:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787764772.050433:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764772.050437:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764772.050441:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f84000.
00000020:00000040:1.0:1787764772.050443:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:1.0:1787764772.050446:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764772.050447:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764772.050449:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764772.050450:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764772.050452:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764772.050456:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649e400.
00000100:00000001:1.0:1787764772.050460:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764772.050465:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f84000 x1874601358884608/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764772.050473:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764772.050475:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764772.050478:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7c0e572] to pc [ptlrpcd_rcv+-1]  req@ffff982187f84000 x1874601358884608/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764772.050485:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764772.050488:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764772.050492:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1787764772.050493:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764772.050495:0:58520:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764772.050497:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764772.050500:0:58520:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5657
00000400:00000200:1.0:1787764772.050504:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764772.050506:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764772.050509:0:58520:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764772.050523:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764772.050526:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764772.050528:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764772.050530:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764772.050532:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764772.050533:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:1.0:1787764772.050535:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764772.050537:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:1.0:1787764772.050539:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:1.0:1787764772.050542:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:1.0:1787764772.050553:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764772.050556:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764772.050558:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764772.050560:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764772.050562:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:1.0:1787764772.050565:0:58520:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764772.050567:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764772.050569:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764772.050572:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764772.050574:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764772.050577:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764772.050579:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787764772.050581:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764772.050583:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764772.050590:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f86d00.
00000020:00000040:1.0:1787764772.050592:0:58520:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:1.0:1787764772.050595:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764772.050596:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764772.050598:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764772.050600:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764772.050601:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764772.050607:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649d000.
00000100:00000001:1.0:1787764772.050611:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764772.050616:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f86d00 x1874601358884736/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764772.050623:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764772.050625:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764772.050628:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008cf4c69e] to pc [ptlrpcd_rcv+-1]  req@ffff982187f86d00 x1874601358884736/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764772.050635:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764772.050638:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764772.050642:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787764772.050643:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764772.050645:0:58520:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764772.050647:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764772.050649:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5657
00000400:00000200:1.0:1787764772.050653:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764772.050656:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764772.050658:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764772.050661:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764772.050663:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764772.050665:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764772.050667:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764772.050669:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764772.050670:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:1.0:1787764772.050672:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764772.050674:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000100:00000001:0.0:1787764772.050928:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764772.050935:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764772.050938:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764772.050948:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f852c0 x1874601358884480/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764772.050956:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764772.050959:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764772.050965:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764772.050968:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764772.050970:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764772.050974:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358884480:192.168.202.141@tcp:250:kworker.0
00000100:00000001:0.0:1787764772.050979:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764772.050984:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764772.050987:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764772.050990:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764772.050996:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982186486800.
02000000:00000001:0.0:1787764772.050998:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764772.051005:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:0.0:1787764772.051011:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982187cf3f20.
00000400:00000010:0.0:1787764772.051019:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821866783b8.
00000100:00000200:0.0:1787764772.051027:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358884480, portal 25
00000100:00000001:0.0:1787764772.051030:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764772.051032:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515381952 : -114205194169664 : ffff982187f852c0)
00000100:00000040:0.0:1787764772.051037:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f852c0 x1874601358884480/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764772.051045:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764772.051048:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:0.0:1787764772.051051:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821866785d8.
00000100:00000200:0.0:1787764772.051055:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358884480, offset 0
00000400:00000200:0.0:1787764772.051062:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:0.0:1787764772.051071:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764772.051077:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:0.0:1787764772.051084:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764772.051090:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:0.0:1787764772.051095:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764772.051098:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:0.0:1787764772.051102:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70781:70781:256:4294967295] 192.168.202.141@tcp LPNI seq info [70781:70781:8:4294967295]
00000400:00000200:0.0:1787764772.051107:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764772.051118:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764772.051125:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:0.0:1787764772.051132:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982185622b00.
00000800:00000200:0.0:1787764772.051140:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.0:1787764772.051144:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787764772.051151:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787764772.051156:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1787764772.051161:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:0.0:1787764772.051164:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982185622b00.
00000400:00000200:0.0:1787764772.051172:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764772.051177:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764772.051183:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821866785d8
00000400:00000010:0.0:1787764772.051186:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821866785d8.
00000100:00000001:0.0:1787764772.051192:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764772.051196:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f852c0 x1874601358884480/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764772.051206:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764772.051210:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f852c0 x1874601358884480/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764797 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764772.051217:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764772.051219:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764772.051226:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764772.051230:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:0.0:1787764772.051233:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4300331278
00000100:00000010:0.0:1787764772.051238:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9821992d4060.
00000100:00000001:0.0:1787764772.051247:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787764772.051256:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4300331278
00000100:00000010:0.0:1787764772.051259:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9821992d4720.
00000100:00000001:0.0:1787764772.051262:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787764772.051274:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764772.051277:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764772.051280:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764772.051285:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764772/real 1787764772]  req@ffff982187f852c0 x1874601358884480/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764772.051296:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764772.051299:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764772.051301:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982187cf3f20.
00000400:00000200:0.0:1787764772.051305:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821866783b8
00000400:00000010:0.0:1787764772.051307:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821866783b8.
00000100:00000001:0.0:1787764772.051309:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764772.051314:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f852c0 x1874601358884480/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764772.051323:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f852c0 x1874601358884480/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764772.051337:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764772.051339:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764772.051341:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764772.051344:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764772.051348:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f852c0 x1874601358884480/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764772.051356:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764772.051361:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f852c0 x1874601358884480/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764797 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764772.051368:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764772.051371:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764772.051373:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764772.051374:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764772.051377:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764772.051380:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764772.051383:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764772.051387:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000100:00000001:0.0:1787764772.051389:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764772.051394:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f852c0 x1874601358884480/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764797 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764772.051402:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f852c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358884480:192.168.202.141@tcp:250:kworker.0
00000100:00000001:0.0:1787764772.051408:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764772.051411:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f84000 x1874601358884608/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764772.051417:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764772.051419:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764772.051421:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764772.051423:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764772.051425:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764772.051428:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358884608:192.168.202.141@tcp:38:kworker.0
00000100:00000001:0.0:1787764772.051431:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764772.051433:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764772.051435:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764772.051437:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764772.051440:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982186485800.
02000000:00000001:0.0:1787764772.051442:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764772.051445:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:0.0:1787764772.051448:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982187cf3f20.
00000400:00000010:0.0:1787764772.051451:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821866783b8.
00000100:00000200:0.0:1787764772.051455:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358884608, portal 10
00000100:00000001:0.0:1787764772.051457:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764772.051458:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515377152 : -114205194174464 : ffff982187f84000)
00000100:00000040:0.0:1787764772.051466:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f84000 x1874601358884608/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764772.051472:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764772.051474:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:0.0:1787764772.051476:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821866785d8.
00000100:00000200:0.0:1787764772.051479:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358884608, offset 0
00000400:00000200:0.0:1787764772.051483:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:0.0:1787764772.051487:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764772.051490:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:0.0:1787764772.051492:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764772.051495:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:0.0:1787764772.051497:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764772.051499:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:0.0:1787764772.051502:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70782:70782:256:4294967295] 192.168.202.141@tcp LPNI seq info [70782:70782:8:4294967295]
00000400:00000200:0.0:1787764772.051506:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764772.051511:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764772.051516:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:0.0:1787764772.051521:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982185622b00.
00000800:00000200:0.0:1787764772.051525:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.0:1787764772.051528:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787764772.051531:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787764772.051534:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1787764772.051539:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:0.0:1787764772.051541:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982185622b00.
00000400:00000200:0.0:1787764772.051544:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764772.051557:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764772.051560:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821866785d8
00000400:00000010:0.0:1787764772.051562:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821866785d8.
00000100:00000001:0.0:1787764772.051564:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764772.051568:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f84000 x1874601358884608/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764772.051576:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764772.051579:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f84000 x1874601358884608/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764797 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764772.051586:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764772.051587:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764772.051590:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764772.051595:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:0.0:1787764772.051598:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:0.0:1787764772.051600:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300330009
00000100:00000001:0.0:1787764772.051603:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300331278
00000100:00000001:0.0:1787764772.051605:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300330009
00000100:00000001:0.0:1787764772.051607:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300331278
00000100:00000001:0.0:1787764772.051609:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764772.051611:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764772.051613:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764772.051618:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764772/real 1787764772]  req@ffff982187f84000 x1874601358884608/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764772.051631:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764772.051633:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764772.051635:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982187cf3f20.
00000400:00000200:0.0:1787764772.051637:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821866783b8
00000400:00000010:0.0:1787764772.051639:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821866783b8.
00000100:00000001:0.0:1787764772.051641:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764772.051644:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f84000 x1874601358884608/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764772.051651:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f84000 x1874601358884608/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764772.051657:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764772.051659:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764772.051660:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764772.051661:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764772.051665:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f84000 x1874601358884608/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764772.051670:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764772.051674:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f84000 x1874601358884608/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764797 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764772.051680:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764772.051682:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764772.051684:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764772.051685:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764772.051687:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764772.051689:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764772.051691:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764772.051694:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:0.0:1787764772.051696:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764772.051701:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f84000 x1874601358884608/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764797 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764772.052090:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358884608:192.168.202.141@tcp:38:kworker.0
00000100:00000001:0.0:1787764772.052095:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764772.052099:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f86d00 x1874601358884736/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764772.052105:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764772.052106:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764772.052109:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764772.052110:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764772.052112:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764772.052116:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358884736:192.168.202.141@tcp:38:kworker.0
00000100:00000001:0.0:1787764772.052119:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764772.052121:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764772.052123:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764772.052125:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764772.052129:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982186484400.
02000000:00000001:0.0:1787764772.052131:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764772.052135:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:0.0:1787764772.052138:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982187cf3f20.
00000400:00000010:0.0:1787764772.052142:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821866783b8.
00000100:00000200:0.0:1787764772.052146:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358884736, portal 10
00000100:00000001:0.0:1787764772.052148:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764772.052150:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515388672 : -114205194162944 : ffff982187f86d00)
00000100:00000040:0.0:1787764772.052156:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f86d00 x1874601358884736/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764772.052163:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764772.052165:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:0.0:1787764772.052167:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821866785d8.
00000100:00000200:0.0:1787764772.052170:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358884736, offset 0
00000400:00000200:0.0:1787764772.052175:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:0.0:1787764772.052179:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764772.052183:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:0.0:1787764772.052187:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764772.052191:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:0.0:1787764772.052194:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764772.052196:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:0.0:1787764772.052199:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70783:70783:256:4294967295] 192.168.202.141@tcp LPNI seq info [70783:70783:8:4294967295]
00000400:00000200:0.0:1787764772.052204:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764772.052210:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764772.052215:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:0.0:1787764772.052218:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982185622b00.
00000800:00000200:0.0:1787764772.052222:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.0:1787764772.052225:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787764772.052230:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787764772.052233:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1787764772.052238:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:0.0:1787764772.052240:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982185622b00.
00000400:00000200:0.0:1787764772.052243:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764772.052246:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764772.052250:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821866785d8
00000400:00000010:0.0:1787764772.052251:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821866785d8.
00000100:00000001:0.0:1787764772.052254:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764772.052258:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f86d00 x1874601358884736/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764772.052266:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764772.052270:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f86d00 x1874601358884736/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764797 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764772.052277:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764772.052278:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764772.052282:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764772.052285:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:0.0:1787764772.052288:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:0.0:1787764772.052291:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300330003
00000100:00000001:0.0:1787764772.052293:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300331278
00000100:00000001:0.0:1787764772.052296:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300330003
00000100:00000001:0.0:1787764772.052297:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300331278
00000100:00000001:0.0:1787764772.052299:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764772.052301:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764772.052303:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764772.052306:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764772/real 1787764772]  req@ffff982187f86d00 x1874601358884736/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764772.052313:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764772.052315:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764772.052316:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982187cf3f20.
00000400:00000200:0.0:1787764772.052318:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821866783b8
00000400:00000010:0.0:1787764772.052320:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821866783b8.
00000100:00000001:0.0:1787764772.052322:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764772.052325:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f86d00 x1874601358884736/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764772.052333:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f86d00 x1874601358884736/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764772.052339:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764772.052341:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764772.052343:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764772.052344:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764772.052347:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f86d00 x1874601358884736/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764772.052353:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764772.052358:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f86d00 x1874601358884736/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764797 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764772.052364:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764772.052367:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764772.052368:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764772.052370:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764772.052372:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764772.052374:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764772.052376:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764772.052380:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:0.0:1787764772.052382:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764772.052385:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f86d00 x1874601358884736/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764797 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764772.052393:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f86d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358884736:192.168.202.141@tcp:38:kworker.0
00000100:00000001:0.0:1787764772.052397:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764772.052400:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764772.052404:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f852c0 x1874601358884480/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764797 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764772.052411:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764772.052415:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764772.052418:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982186486800.
02000000:00000001:0.0:1787764772.052421:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764772.052425:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764772.052426:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000020:00000001:0.0:1787764772.052429:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764772.052433:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649cc00.
02000000:00000001:0.0:1787764772.052439:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764772.052442:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764772.052444:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f852c0.
00000100:00000001:0.0:1787764772.052449:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764772.052450:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764772.052452:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764772.052455:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f84000 x1874601358884608/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764797 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764772.052468:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764772.052470:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764772.052471:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982186485800.
02000000:00000001:0.0:1787764772.052474:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764772.052475:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764772.052477:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:0.0:1787764772.052479:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764772.052480:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649e400.
02000000:00000001:0.0:1787764772.052483:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764772.052484:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764772.052485:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f84000.
00000100:00000001:0.0:1787764772.052487:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764772.052489:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764772.052490:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764772.052494:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f86d00 x1874601358884736/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764797 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764772.052500:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764772.052501:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764772.052502:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982186484400.
02000000:00000001:0.0:1787764772.052505:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764772.052506:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764772.052507:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:0.0:1787764772.052509:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764772.052521:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649d000.
02000000:00000001:0.0:1787764772.052525:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764772.052526:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764772.052527:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f86d00.
00000100:00000001:0.0:1787764772.052530:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764772.052531:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764772.052534:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764772.052544:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764772.052556:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764772.052559:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764772.052561:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764772.052904:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:1.0:1787764772.052907:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:1.0:1787764772.052971:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764772.052976:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764772.052979:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764772.052982:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764772.052985:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:1.0:1787764772.052989:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764772.052993:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764772.052996:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764772.053002:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764772.053004:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764772.053007:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764772.053011:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1787764772.053014:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764772.053016:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764772.053023:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f87480.
00000020:00000040:1.0:1787764772.053026:0:58520:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:1.0:1787764772.053029:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764772.053031:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764772.053035:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764772.053038:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764772.053041:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764772.053047:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649e800.
00000100:00000001:1.0:1787764772.053056:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764772.053063:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f87480 x1874601358884864/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764772.053072:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764772.053077:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764772.053081:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003027b144] to pc [ptlrpcd_rcv+-1]  req@ffff982187f87480 x1874601358884864/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764772.053106:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764772.053111:0:58520:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764772.053115:0:58520:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787764772.053116:0:58520:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764772.053119:0:58520:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764772.053122:0:58520:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764772.053125:0:58520:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5657
00000400:00000200:1.0:1787764772.053130:0:58520:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764772.053134:0:58520:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764772.053136:0:58520:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764772.053139:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764772.053142:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764772.053144:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764772.053146:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764772.053149:0:58520:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764772.053150:0:58520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:1.0:1787764772.053152:0:58520:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764772.053155:0:58520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:1.0:1787764772.053157:0:58520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:1.0:1787764772.053159:0:58520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:1.0:1787764772.053162:0:58520:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764772.053164:0:58520:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764772.053166:0:58520:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764772.053168:0:58520:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764772.053170:0:58520:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:1.0:1787764772.053172:0:58520:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764772.053175:0:58520:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764772.053176:0:58520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764772.053179:0:58520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764772.053181:0:58520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764772.053183:0:58520:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764772.053186:0:58520:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1787764772.053188:0:58520:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764772.053190:0:58520:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764772.053194:0:58520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f86580.
00000020:00000040:1.0:1787764772.053196:0:58520:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:1.0:1787764772.053198:0:58520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764772.053200:0:58520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764772.053201:0:58520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764772.053203:0:58520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764772.053205:0:58520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764772.053208:0:58520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649fc00.
00000100:00000001:1.0:1787764772.053211:0:58520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764772.053216:0:58520:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f86580 x1874601358884992/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764772.053222:0:58520:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764772.053225:0:58520:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764772.053228:0:58520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d31d406] to pc [ptlrpcd_rcv+-1]  req@ffff982187f86580 x1874601358884992/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764772.053236:0:58520:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764772.053241:0:58520:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5667)
00000100:00000001:0.0:1787764772.054712:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764772.054720:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764772.054723:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764772.054738:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f87480 x1874601358884864/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764772.054750:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764772.054753:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764772.054757:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764772.054760:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764772.054763:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764772.054767:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358884864:192.168.202.141@tcp:8:kworker.0
00000100:00000001:0.0:1787764772.054771:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764772.054776:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764772.054779:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764772.054782:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764772.054791:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982186484400.
02000000:00000001:0.0:1787764772.054794:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764772.054802:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:0.0:1787764772.054806:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982187cf3f20.
00000400:00000010:0.0:1787764772.054814:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821866783b8.
00000100:00000200:0.0:1787764772.054822:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358884864, portal 4
00000100:00000001:0.0:1787764772.054825:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764772.054826:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515390592 : -114205194161024 : ffff982187f87480)
00000100:00000040:0.0:1787764772.054835:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f87480 x1874601358884864/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764772.054842:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764772.054845:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:0.0:1787764772.054880:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821866785d8.
00000100:00000200:0.0:1787764772.054885:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358884864, offset 0
00000400:00000200:0.0:1787764772.054894:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:0.0:1787764772.054904:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764772.054924:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:0.0:1787764772.054931:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764772.054937:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:0.0:1787764772.054942:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764772.054946:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:0.0:1787764772.054949:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70784:70784:256:4294967295] 192.168.202.141@tcp LPNI seq info [70784:70784:8:4294967295]
00000400:00000200:0.0:1787764772.054953:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764772.054965:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764772.054972:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:0.0:1787764772.054978:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982185622b00.
00000800:00000200:0.0:1787764772.054986:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.0:1787764772.054991:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787764772.054997:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787764772.055001:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1787764772.055006:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:0.0:1787764772.055008:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982185622b00.
00000400:00000200:0.0:1787764772.055015:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764772.055020:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764772.055025:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821866785d8
00000400:00000010:0.0:1787764772.055028:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821866785d8.
00000100:00000001:0.0:1787764772.055032:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764772.055036:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f87480 x1874601358884864/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764772.055047:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764772.055051:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f87480 x1874601358884864/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764797 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764772.055058:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764772.055059:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764772.055066:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764772.055072:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:0.0:1787764772.055075:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:0.0:1787764772.055078:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300330012
00000100:00000001:0.0:1787764772.055081:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300331278
00000100:00000001:0.0:1787764772.055083:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300330012
00000100:00000001:0.0:1787764772.055085:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300331278
00000100:00000001:0.0:1787764772.055088:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764772.055091:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764772.055093:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764772.055098:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764772/real 1787764772]  req@ffff982187f87480 x1874601358884864/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764772.055108:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764772.055109:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764772.055112:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982187cf3f20.
00000400:00000200:0.0:1787764772.055114:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821866783b8
00000400:00000010:0.0:1787764772.055116:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821866783b8.
00000100:00000001:0.0:1787764772.055119:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764772.055122:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f87480 x1874601358884864/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764772.055130:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f87480 x1874601358884864/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764772.055136:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764772.055137:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764772.055140:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764772.055142:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764772.055146:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f87480 x1874601358884864/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764772.055153:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764772.055158:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f87480 x1874601358884864/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764797 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764772.055165:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764772.055168:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764772.055169:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764772.055171:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764772.055174:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764772.055176:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764772.055180:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764772.055184:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:0.0:1787764772.055187:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764772.055191:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f87480 x1874601358884864/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764797 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764772.055199:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358884864:192.168.202.141@tcp:8:kworker.0
00000100:00000001:0.0:1787764772.055203:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764772.055207:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f86580 x1874601358884992/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764772.055215:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764772.055216:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764772.055219:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764772.055220:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764772.055222:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764772.055225:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358884992:192.168.202.141@tcp:8:kworker.0
00000100:00000001:0.0:1787764772.055228:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764772.055230:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764772.055231:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764772.055233:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764772.055236:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982186485800.
02000000:00000001:0.0:1787764772.055238:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764772.055241:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:0.0:1787764772.055244:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982187cf3f20.
00000400:00000010:0.0:1787764772.055246:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821866783b8.
00000100:00000200:0.0:1787764772.055249:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358884992, portal 4
00000100:00000001:0.0:1787764772.055250:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764772.055252:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515386752 : -114205194164864 : ffff982187f86580)
00000100:00000040:0.0:1787764772.055257:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f86580 x1874601358884992/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764772.055269:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764772.055271:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:0.0:1787764772.055273:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821866785d8.
00000100:00000200:0.0:1787764772.055275:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358884992, offset 0
00000400:00000200:0.0:1787764772.055279:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:0.0:1787764772.055282:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764772.055286:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:0.0:1787764772.055288:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764772.055291:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:0.0:1787764772.055293:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764772.055295:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:0.0:1787764772.055298:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70785:70785:256:4294967295] 192.168.202.141@tcp LPNI seq info [70785:70785:8:4294967295]
00000400:00000200:0.0:1787764772.055302:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764772.055307:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764772.055312:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:0.0:1787764772.055314:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982185622b00.
00000800:00000200:0.0:1787764772.055318:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.0:1787764772.055321:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1787764772.055324:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787764772.055327:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1787764772.055331:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:0.0:1787764772.055332:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982185622b00.
00000400:00000200:0.0:1787764772.055335:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764772.055338:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764772.055341:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821866785d8
00000400:00000010:0.0:1787764772.055342:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821866785d8.
00000100:00000001:0.0:1787764772.055345:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764772.055348:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f86580 x1874601358884992/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764772.055356:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764772.055359:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f86580 x1874601358884992/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764797 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764772.055370:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764772.055372:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764772.055375:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764772.055378:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:0.0:1787764772.055381:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:0.0:1787764772.055383:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300330013
00000100:00000001:0.0:1787764772.055385:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300331278
00000100:00000001:0.0:1787764772.055387:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300330013
00000100:00000001:0.0:1787764772.055389:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300331278
00000100:00000001:0.0:1787764772.055391:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764772.055393:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764772.055395:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764772.055398:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764772/real 1787764772]  req@ffff982187f86580 x1874601358884992/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764772.055407:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764772.055409:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764772.055410:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982187cf3f20.
00000400:00000200:0.0:1787764772.055412:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821866783b8
00000400:00000010:0.0:1787764772.055414:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821866783b8.
00000100:00000001:0.0:1787764772.055417:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764772.055420:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f86580 x1874601358884992/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764772.055427:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f86580 x1874601358884992/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764772.055433:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764772.055435:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764772.055436:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764772.055438:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764772.055442:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f86580 x1874601358884992/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764772.055448:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764772.055452:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f86580 x1874601358884992/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764797 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764772.055459:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764772.055461:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764772.055463:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764772.055464:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764772.055466:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764772.055467:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764772.055470:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764772.055473:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:0.0:1787764772.055488:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764772.055493:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f86580 x1874601358884992/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764797 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764772.055500:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f86580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358884992:192.168.202.141@tcp:8:kworker.0
00000100:00000001:0.0:1787764772.055505:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764772.055507:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764772.055510:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f87480 x1874601358884864/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764797 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764772.055516:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764772.055520:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764772.055523:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982186484400.
02000000:00000001:0.0:1787764772.055526:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764772.055529:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764772.055531:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:0.0:1787764772.055533:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764772.055536:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649e800.
02000000:00000001:0.0:1787764772.055541:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764772.055544:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764772.055553:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f87480.
00000100:00000001:0.0:1787764772.055558:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764772.055560:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764772.055561:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764772.055565:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f86580 x1874601358884992/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764797 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764772.055573:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764772.055574:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764772.055576:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982186485800.
02000000:00000001:0.0:1787764772.055578:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764772.055579:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764772.055581:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:0.0:1787764772.055583:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764772.055584:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649fc00.
02000000:00000001:0.0:1787764772.055587:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764772.055588:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764772.055589:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f86580.
00000100:00000001:0.0:1787764772.055592:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764772.055593:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764772.055596:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764772.055604:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764772.055606:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764772.055609:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764772.055611:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764772.368056:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764772.368078:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764772.368087:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764772.368089:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764772.368093:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764772.368095:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764772.368099:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764772.368100:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764772.368104:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764772.368105:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764772.369021:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764772.369027:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764772.369033:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764772.624925:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764772.624937:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764772.624940:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764772.624947:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764772.624952:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764772.624956:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764772.624960:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764772.624963:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764772.624966:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764773.392006:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4300331278, at 4300331328
00010000:00000001:0.0:1787764773.392011:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764773.392019:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764773.392026:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764773.392027:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764773.392030:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764773.392031:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764773.392034:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764773.392036:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1787764773.392040:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9821992d4060.
00010000:00000001:0.0:1787764773.392041:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764773.392043:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764773.392199:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764773.392204:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764773.392207:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787764773.392287:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4300331278, at 4300331328
00000100:00000010:3.0:1787764773.392295:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9821992d4720.
00000100:00000001:2.0:1787764773.648494:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764773.648505:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764773.648508:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764773.648516:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764773.648521:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764773.648525:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764773.648528:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764773.648562:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764773.648566:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764774.415989:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764774.415998:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764774.416000:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764774.416004:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764774.416009:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764774.416011:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764774.416013:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764774.416016:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764774.416020:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764774.416022:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764774.416036:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764774.416038:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764774.416042:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764774.416043:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764774.416045:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764774.416046:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764774.416047:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764774.416048:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764774.416050:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764774.416051:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764774.416055:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764774.416056:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764774.416129:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764774.416133:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764774.416135:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764774.671964:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764774.671971:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764774.671973:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764774.671978:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764774.671982:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764774.671985:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764774.671987:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764774.671990:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764774.671992:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764775.439970:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764775.439977:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764775.439982:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764775.439983:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764775.439987:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764775.439988:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764775.439991:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764775.439992:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764775.439995:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764775.439997:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1787764775.440049:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1787764775.440052:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1787764775.440055:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764775.696584:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764775.696591:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764775.696593:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764775.696598:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764775.696602:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764775.696605:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764775.696608:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764775.696611:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764775.696614:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764776.464654:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764776.464661:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764776.464667:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764776.464668:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764776.464672:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764776.464673:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764776.464677:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764776.464678:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764776.464681:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764776.464683:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764776.464806:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764776.464809:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764776.464812:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764776.719957:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764776.719964:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764776.719966:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764776.719973:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764776.719977:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764776.719981:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764776.719985:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764776.719987:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764776.719990:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764777.167987:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764777.167998:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787764777.168001:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764777.168005:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764777.168009:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764777.168017:0:18336:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5662
00000400:00000200:1.0:1787764777.168025:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764777.168031:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764777.168035:0:18336:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764777.168039:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764777.168043:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764777.168046:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764777.168048:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764777.168052:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764777.168055:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:1.0:1787764777.168057:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764777.168060:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:1.0:1787764777.168063:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:1.0:1787764777.168065:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:1.0:1787764777.168068:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764777.168070:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764777.168072:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764777.168075:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764777.168078:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:1.0:1787764777.168081:0:18336:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764777.168084:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764777.168087:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764777.168090:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764777.168093:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764777.168095:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787764777.168097:0:18336:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764777.168106:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f87840.
00000020:00000040:1.0:1787764777.168109:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:1.0:1787764777.168114:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764777.168115:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764777.168118:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764777.168121:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764777.168125:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764777.168132:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649e000.
00000100:00000001:1.0:1787764777.168153:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764777.168163:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f87840 x1874601358885120/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764777.168175:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764777.168179:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764777.168184:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000974c9555] to pc [ptlrpcd_rcv+-1]  req@ffff982187f87840 x1874601358885120/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764777.168222:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764777.168225:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764777.168228:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787764777.168229:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764777.168231:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764777.168233:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764777.168236:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5662
00000400:00000200:1.0:1787764777.168239:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764777.168242:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764777.168244:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764777.168246:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764777.168248:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764777.168250:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764777.168252:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764777.168254:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764777.168255:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:1.0:1787764777.168257:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764777.168258:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:1.0:1787764777.168260:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:1.0:1787764777.168262:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:1.0:1787764777.168265:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764777.168267:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764777.168268:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764777.168270:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764777.168273:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:1.0:1787764777.168275:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764777.168278:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764777.168279:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764777.168285:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764777.168287:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764777.168288:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764777.168293:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787764777.168297:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764777.168299:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764777.168303:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f85e00.
00000020:00000040:1.0:1787764777.168305:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:1.0:1787764777.168307:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764777.168309:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764777.168310:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764777.168312:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764777.168313:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764777.168317:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649f400.
00000100:00000001:1.0:1787764777.168321:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764777.168325:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f85e00 x1874601358885248/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764777.168332:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764777.168334:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764777.168337:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004bea692] to pc [ptlrpcd_rcv+-1]  req@ffff982187f85e00 x1874601358885248/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764777.168345:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764777.168348:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764777.168351:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1787764777.168353:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764777.168355:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764777.168357:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787764777.168358:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:1.0:1787764777.168362:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5662
00000100:00000001:0.0:1787764777.168364:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764777.168368:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000400:00000200:1.0:1787764777.168368:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764777.168373:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764777.168376:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1787764777.168378:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f87840 x1874601358885120/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787764777.168381:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764777.168385:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764777.168389:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764777.168393:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:0.0:1787764777.168398:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1787764777.168398:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764777.168399:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000100:00000001:0.0:1787764777.168402:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764777.168403:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764777.168406:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
02000000:00000001:0.0:1787764777.168408:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:1.0:1787764777.168410:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
02000000:00000001:0.0:1787764777.168412:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:1.0:1787764777.168413:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
02000000:00000001:0.0:1787764777.168418:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764777.168420:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764777.168424:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:0.0:1787764777.168426:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358885120:192.168.202.141@tcp:250:kworker.0
00000100:00000040:1.0:1787764777.168428:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764777.168434:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764777.168438:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764777.168441:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764777.168443:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764777.168449:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982186485800.
02000000:00000001:0.0:1787764777.168451:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764777.168457:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:0.0:1787764777.168461:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982187cf3f20.
00000400:00000010:0.0:1787764777.168466:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821866783b8.
00000100:00000200:0.0:1787764777.168474:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358885120, portal 25
00000100:00000001:0.0:1787764777.168476:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764777.168478:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515391552 : -114205194160064 : ffff982187f87840)
00000100:00000040:0.0:1787764777.168485:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f87840 x1874601358885120/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764777.168492:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764777.168496:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:0.0:1787764777.168515:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821866785d8.
00000100:00000200:0.0:1787764777.168520:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358885120, offset 0
00000400:00000200:0.0:1787764777.168527:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:0.0:1787764777.168536:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764777.168542:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:0.0:1787764777.168546:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764777.168561:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:0.0:1787764777.168566:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764777.168569:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:0.0:1787764777.168573:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70786:70786:256:4294967295] 192.168.202.141@tcp LPNI seq info [70786:70786:8:4294967295]
00000400:00000200:0.0:1787764777.168577:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764777.168587:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764777.168594:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:0.0:1787764777.168599:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982185622b00.
00000800:00000200:0.0:1787764777.168606:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.0:1787764777.168610:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787764777.168615:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787764777.168619:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1787764777.168640:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:0.0:1787764777.168643:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982185622b00.
00000400:00000200:0.0:1787764777.168649:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764777.168654:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764777.168660:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821866785d8
00000400:00000010:0.0:1787764777.168662:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821866785d8.
00000100:00000001:0.0:1787764777.168667:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764777.168671:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f87840 x1874601358885120/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764777.168681:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764777.168685:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f87840 x1874601358885120/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764802 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764777.168692:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764777.168693:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764777.168700:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764777.168704:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:0.0:1787764777.168706:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4300336395
00000100:00000010:0.0:1787764777.168711:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9821992d4d80.
00000100:00000001:0.0:1787764777.168719:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787764777.168725:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4300336395
00000100:00000010:0.0:1787764777.168728:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9821992d4360.
00000100:00000001:0.0:1787764777.168731:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787764777.168734:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764777.168737:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764777.168740:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764777.168744:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764777/real 1787764777]  req@ffff982187f87840 x1874601358885120/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764777.168754:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764777.168756:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764777.168758:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982187cf3f20.
00000400:00000200:0.0:1787764777.168760:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821866783b8
00000400:00000010:0.0:1787764777.168762:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821866783b8.
00000100:00000001:0.0:1787764777.168764:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764777.168768:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f87840 x1874601358885120/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764777.168772:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000200:0.0:1787764777.168781:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f87840 x1874601358885120/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787764777.168787:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00000001:0.0:1787764777.168789:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764777.168793:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1787764777.168795:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787764777.168796:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1787764777.168800:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764777.168801:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1787764777.168806:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:0.0:1787764777.168810:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f87840 x1874601358885120/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1787764777.168811:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764777.168816:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764777.168818:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764777.168820:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787764777.168823:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764777.168825:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764777.168829:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f843c0.
00000020:00000040:1.0:1787764777.168833:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:1.0:1787764777.168839:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1787764777.168843:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1787764777.168843:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764777.168845:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764777.168874:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764777.168876:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764777.168883:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649ec00.
00000100:00000001:1.0:1787764777.168887:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764777.168893:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f843c0 x1874601358885376/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764777.168900:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764777.168903:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764777.168907:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ab335ac] to pc [ptlrpcd_rcv+-1]  req@ffff982187f843c0 x1874601358885376/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764777.168917:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764777.168920:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764777.168924:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787764777.168926:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764777.168927:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764777.168930:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764777.168932:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5662
00000400:00000200:1.0:1787764777.168937:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764777.168940:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764777.168942:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764777.168945:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764777.168947:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764777.168949:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764777.168951:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764777.168953:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764777.168954:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:1.0:1787764777.168956:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764777.168958:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:1.0:1787764777.168959:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:1.0:1787764777.168962:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:1.0:1787764777.168965:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764777.168966:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764777.168968:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764777.168970:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764777.168972:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:1.0:1787764777.168975:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764777.168977:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764777.168978:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764777.168981:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764777.168983:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764777.168985:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764777.168987:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1787764777.168989:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764777.168991:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764777.168995:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f84780.
00000020:00000040:1.0:1787764777.168997:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:1.0:1787764777.168999:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764777.169000:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764777.169002:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764777.169003:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764777.169005:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764777.169008:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649fc00.
00000100:00000001:1.0:1787764777.169010:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764777.169015:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f84780 x1874601358885504/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764777.169021:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764777.169023:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764777.169027:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009bf6eed9] to pc [ptlrpcd_rcv+-1]  req@ffff982187f84780 x1874601358885504/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764777.169034:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764777.169036:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764777.169040:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787764777.169041:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764777.169042:0:18336:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764777.169045:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764777.169047:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5662
00000400:00000200:1.0:1787764777.169050:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764777.169053:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764777.169055:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764777.169057:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764777.169059:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764777.169060:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764777.169062:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764777.169064:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764777.169065:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:1.0:1787764777.169067:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764777.169069:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:1.0:1787764777.169071:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:1.0:1787764777.169072:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:1.0:1787764777.169075:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764777.169077:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764777.169079:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764777.169081:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764777.169083:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:1.0:1787764777.169086:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764777.169088:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764777.169089:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764777.169098:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764777.169100:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764777.169102:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764777.169104:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1787764777.169107:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764777.169108:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764777.169111:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f86940.
00000020:00000040:1.0:1787764777.169113:0:18336:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:1.0:1787764777.169116:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764777.169117:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764777.169119:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764777.169120:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764777.169122:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764777.169125:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649e800.
00000100:00000001:1.0:1787764777.169128:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764777.169132:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f86940 x1874601358885632/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764777.169313:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764777.169315:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764777.169320:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac69d1b8] to pc [ptlrpcd_rcv+-1]  req@ffff982187f86940 x1874601358885632/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764777.169328:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764777.169332:0:18336:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5672)
00000100:00000040:0.0:1787764777.169434:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f87840 x1874601358885120/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764802 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764777.169443:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764777.169446:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764777.169448:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764777.169450:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764777.169452:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764777.169454:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764777.169457:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764777.169461:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000100:00000001:0.0:1787764777.169463:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764777.169468:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f87840 x1874601358885120/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764802 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764777.169475:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f87840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358885120:192.168.202.141@tcp:250:kworker.0
00000100:00000001:0.0:1787764777.169480:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764777.169483:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f85e00 x1874601358885248/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764777.169489:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764777.169491:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764777.169492:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764777.169494:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764777.169496:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764777.169511:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f85e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358885248:192.168.202.141@tcp:38:kworker.0
00000100:00000001:0.0:1787764777.169515:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764777.169517:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764777.169519:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764777.169521:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764777.169525:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982186484400.
02000000:00000001:0.0:1787764777.169527:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764777.169532:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:0.0:1787764777.169535:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982187cf3f20.
00000400:00000010:0.0:1787764777.169539:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821866783b8.
00000100:00000200:0.0:1787764777.169544:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358885248, portal 10
00000100:00000001:0.0:1787764777.169546:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764777.169547:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515384832 : -114205194166784 : ffff982187f85e00)
00000100:00000040:0.0:1787764777.169553:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f85e00 x1874601358885248/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764777.169559:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764777.169561:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:0.0:1787764777.169563:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821866785d8.
00000100:00000200:0.0:1787764777.169566:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358885248, offset 0
00000400:00000200:0.0:1787764777.169570:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:0.0:1787764777.169575:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764777.169579:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:0.0:1787764777.169583:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764777.169586:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:0.0:1787764777.169588:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764777.169591:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:0.0:1787764777.169593:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70787:70787:256:4294967295] 192.168.202.141@tcp LPNI seq info [70787:70787:8:4294967295]
00000400:00000200:0.0:1787764777.169597:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764777.169603:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764777.169608:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:0.0:1787764777.169611:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982185622b00.
00000800:00000200:0.0:1787764777.169615:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.0:1787764777.169618:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787764777.169623:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787764777.169625:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1787764777.169629:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:0.0:1787764777.169631:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982185622b00.
00000400:00000200:0.0:1787764777.169634:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764777.169638:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764777.169640:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821866785d8
00000400:00000010:0.0:1787764777.169642:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821866785d8.
00000100:00000001:0.0:1787764777.169644:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764777.169648:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f85e00 x1874601358885248/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764777.169656:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764777.169659:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f85e00 x1874601358885248/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764802 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764777.169667:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764777.169668:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764777.169671:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764777.169675:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:0.0:1787764777.169678:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:0.0:1787764777.169680:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300335127
00000100:00000001:0.0:1787764777.169683:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300336395
00000100:00000001:0.0:1787764777.169686:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300335127
00000100:00000001:0.0:1787764777.169687:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300336395
00000100:00000001:0.0:1787764777.169690:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764777.169692:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764777.169694:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764777.169704:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764777/real 1787764777]  req@ffff982187f85e00 x1874601358885248/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764777.169711:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764777.169712:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764777.169714:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982187cf3f20.
00000400:00000200:0.0:1787764777.169716:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821866783b8
00000400:00000010:0.0:1787764777.169718:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821866783b8.
00000100:00000001:0.0:1787764777.169720:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764777.169723:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f85e00 x1874601358885248/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764777.169731:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f85e00 x1874601358885248/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764777.169737:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764777.169738:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764777.169740:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764777.169750:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764777.169754:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f85e00 x1874601358885248/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764777.169761:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764777.169764:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f85e00 x1874601358885248/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764802 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764777.169770:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764777.169772:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764777.169774:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764777.169775:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764777.169776:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764777.169778:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764777.169780:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764777.169782:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:0.0:1787764777.169785:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764777.169788:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f85e00 x1874601358885248/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764802 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764777.169808:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f85e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358885248:192.168.202.141@tcp:38:kworker.0
00000100:00000001:0.0:1787764777.169812:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764777.169814:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764777.170074:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f87840 x1874601358885120/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764802 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764777.170081:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764777.170084:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764777.170087:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982186485800.
02000000:00000001:0.0:1787764777.170090:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764777.170092:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764777.170094:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000020:00000001:0.0:1787764777.170096:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764777.170099:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649e000.
02000000:00000001:0.0:1787764777.170102:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764777.170104:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764777.170106:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f87840.
00000100:00000001:0.0:1787764777.170109:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764777.170110:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764777.170112:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764777.170115:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f85e00 x1874601358885248/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764802 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764777.170121:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764777.170122:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764777.170124:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982186484400.
02000000:00000001:0.0:1787764777.170126:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764777.170127:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764777.170128:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:0.0:1787764777.170130:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764777.170132:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649f400.
02000000:00000001:0.0:1787764777.170134:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764777.170135:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764777.170136:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f85e00.
00000100:00000001:0.0:1787764777.170139:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764777.170140:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764777.170142:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764777.170149:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764777.170151:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764777.170153:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764777.170155:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764777.170157:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764777.170161:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f843c0 x1874601358885376/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764777.170167:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764777.170169:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764777.170171:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764777.170173:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764777.170175:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764777.170178:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f843c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358885376:192.168.202.141@tcp:38:kworker.0
00000100:00000001:0.0:1787764777.170181:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764777.170251:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764777.170253:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764777.170255:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764777.170258:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982186484400.
02000000:00000001:0.0:1787764777.170260:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764777.170264:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:0.0:1787764777.170266:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982187cf3f20.
00000400:00000010:0.0:1787764777.170270:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821866783b8.
00000100:00000200:0.0:1787764777.170273:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358885376, portal 10
00000100:00000001:0.0:1787764777.170275:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764777.170276:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515378112 : -114205194173504 : ffff982187f843c0)
00000100:00000040:0.0:1787764777.170282:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f843c0 x1874601358885376/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764777.170289:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764777.170291:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:0.0:1787764777.170293:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821866785d8.
00000100:00000200:0.0:1787764777.170296:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358885376, offset 0
00000400:00000200:0.0:1787764777.170300:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:0.0:1787764777.170304:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764777.170308:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:0.0:1787764777.170311:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764777.170314:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:0.0:1787764777.170316:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764777.170319:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:0.0:1787764777.170322:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70788:70788:256:4294967295] 192.168.202.141@tcp LPNI seq info [70788:70788:8:4294967295]
00000400:00000200:0.0:1787764777.170326:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764777.170333:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764777.170337:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:0.0:1787764777.170341:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982185622b00.
00000800:00000200:0.0:1787764777.170344:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.0:1787764777.170347:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787764777.170350:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787764777.170353:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1787764777.170356:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:0.0:1787764777.170358:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982185622b00.
00000400:00000200:0.0:1787764777.170361:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764777.170364:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764777.170367:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821866785d8
00000400:00000010:0.0:1787764777.170369:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821866785d8.
00000100:00000001:0.0:1787764777.170371:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764777.170375:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f843c0 x1874601358885376/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764777.170382:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764777.170384:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f843c0 x1874601358885376/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764802 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764777.170389:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764777.170391:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764777.170394:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764777.170397:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:0.0:1787764777.170400:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:0.0:1787764777.170402:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300335122
00000100:00000001:0.0:1787764777.170404:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300336395
00000100:00000001:0.0:1787764777.170406:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300335122
00000100:00000001:0.0:1787764777.170408:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300336395
00000100:00000001:0.0:1787764777.170411:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764777.170413:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764777.170415:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764777.170418:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764777/real 1787764777]  req@ffff982187f843c0 x1874601358885376/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764777.170425:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764777.170426:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764777.170428:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982187cf3f20.
00000400:00000200:0.0:1787764777.170430:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821866783b8
00000400:00000010:0.0:1787764777.170432:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821866783b8.
00000100:00000001:0.0:1787764777.170433:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764777.170436:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f843c0 x1874601358885376/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764777.170443:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f843c0 x1874601358885376/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764777.170449:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764777.170450:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764777.170452:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764777.170453:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764777.170456:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f843c0 x1874601358885376/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764777.170462:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764777.170467:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f843c0 x1874601358885376/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764802 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764777.170472:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764777.170474:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764777.170476:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764777.170477:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764777.170479:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764777.170481:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764777.170483:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764777.170486:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:0.0:1787764777.170489:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764777.170492:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f843c0 x1874601358885376/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764802 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764777.170510:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f843c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358885376:192.168.202.141@tcp:38:kworker.0
00000100:00000001:0.0:1787764777.170514:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764777.170518:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f84780 x1874601358885504/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764777.170524:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764777.170525:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764777.170527:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764777.170529:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764777.170531:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764777.170533:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f84780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358885504:192.168.202.141@tcp:8:kworker.0
00000100:00000001:0.0:1787764777.170536:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764777.170538:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764777.170540:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764777.170542:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764777.170545:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982186485800.
02000000:00000001:0.0:1787764777.170547:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764777.170550:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:0.0:1787764777.170552:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982187cf3f20.
00000400:00000010:0.0:1787764777.170555:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821866783b8.
00000100:00000200:0.0:1787764777.170558:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358885504, portal 4
00000100:00000001:0.0:1787764777.170560:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764777.170561:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515379072 : -114205194172544 : ffff982187f84780)
00000100:00000040:0.0:1787764777.170566:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f84780 x1874601358885504/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764777.170578:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764777.170581:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:0.0:1787764777.170583:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821866785d8.
00000100:00000200:0.0:1787764777.170585:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358885504, offset 0
00000400:00000200:0.0:1787764777.170589:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:0.0:1787764777.170592:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764777.170596:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:0.0:1787764777.170598:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764777.170600:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:0.0:1787764777.170602:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764777.170604:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:0.0:1787764777.170607:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70789:70789:256:4294967295] 192.168.202.141@tcp LPNI seq info [70789:70789:8:4294967295]
00000400:00000200:0.0:1787764777.170610:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764777.170617:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764777.170621:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:0.0:1787764777.170624:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982185622b00.
00000800:00000200:0.0:1787764777.170627:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.0:1787764777.170630:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787764777.170633:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787764777.170636:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1787764777.170639:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:0.0:1787764777.170641:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982185622b00.
00000400:00000200:0.0:1787764777.170644:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764777.170647:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764777.170649:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821866785d8
00000400:00000010:0.0:1787764777.170651:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821866785d8.
00000100:00000001:0.0:1787764777.170653:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764777.170657:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f84780 x1874601358885504/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764777.170663:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764777.170666:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f84780 x1874601358885504/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764802 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764777.170676:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764777.170678:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764777.170680:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764777.170683:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:0.0:1787764777.170686:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:0.0:1787764777.170688:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300335127
00000100:00000001:0.0:1787764777.170690:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300336395
00000100:00000001:0.0:1787764777.170692:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300335127
00000100:00000001:0.0:1787764777.170694:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300336395
00000100:00000001:0.0:1787764777.170696:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764777.170698:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764777.170699:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764777.170703:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764777/real 1787764777]  req@ffff982187f84780 x1874601358885504/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764777.170709:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764777.170711:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764777.170712:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982187cf3f20.
00000400:00000200:0.0:1787764777.170715:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821866783b8
00000400:00000010:0.0:1787764777.170716:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821866783b8.
00000100:00000001:0.0:1787764777.170718:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764777.170721:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f84780 x1874601358885504/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764777.170729:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f84780 x1874601358885504/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764777.170735:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764777.170737:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764777.170738:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764777.170740:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764777.170743:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f84780 x1874601358885504/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764777.170750:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764777.170753:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f84780 x1874601358885504/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764802 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764777.170760:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764777.170762:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764777.170763:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764777.170764:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764777.170766:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764777.170767:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764777.170770:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764777.170773:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:0.0:1787764777.170775:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764777.170778:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f84780 x1874601358885504/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764802 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764777.170785:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f84780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358885504:192.168.202.141@tcp:8:kworker.0
00000100:00000001:0.0:1787764777.170789:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764777.170793:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f86940 x1874601358885632/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764777.170799:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764777.170800:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764777.170802:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764777.170804:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764777.170806:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764777.170809:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358885632:192.168.202.141@tcp:8:kworker.0
00000100:00000001:0.0:1787764777.170812:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764777.170814:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764777.170816:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764777.170818:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764777.170821:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982186486800.
02000000:00000001:0.0:1787764777.170823:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764777.170826:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:0.0:1787764777.170829:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982187cf3f20.
00000400:00000010:0.0:1787764777.170832:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821866783b8.
00000100:00000200:0.0:1787764777.170834:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358885632, portal 4
00000100:00000001:0.0:1787764777.170836:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764777.170837:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515387712 : -114205194163904 : ffff982187f86940)
00000100:00000040:0.0:1787764777.170842:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f86940 x1874601358885632/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764777.170870:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764777.170872:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:0.0:1787764777.170875:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821866785d8.
00000100:00000200:0.0:1787764777.170877:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358885632, offset 0
00000400:00000200:0.0:1787764777.170881:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:0.0:1787764777.170885:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764777.170887:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:0.0:1787764777.170889:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764777.170891:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:0.0:1787764777.170892:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764777.170894:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:0.0:1787764777.170895:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70790:70790:256:4294967295] 192.168.202.141@tcp LPNI seq info [70790:70790:8:4294967295]
00000400:00000200:0.0:1787764777.170898:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764777.170902:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764777.170904:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:0.0:1787764777.170906:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982185622b00.
00000800:00000200:0.0:1787764777.170908:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.0:1787764777.170910:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1787764777.170913:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787764777.170914:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1787764777.170916:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:0.0:1787764777.170918:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982185622b00.
00000400:00000200:0.0:1787764777.170920:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764777.170922:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764777.170924:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821866785d8
00000400:00000010:0.0:1787764777.170925:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821866785d8.
00000100:00000001:0.0:1787764777.170926:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764777.170929:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f86940 x1874601358885632/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764777.170934:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764777.170935:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f86940 x1874601358885632/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764802 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764777.170939:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764777.170940:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764777.170942:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764777.170944:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:0.0:1787764777.170946:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:0.0:1787764777.170947:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300335129
00000100:00000001:0.0:1787764777.170949:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300336395
00000100:00000001:0.0:1787764777.170950:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300335129
00000100:00000001:0.0:1787764777.170951:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300336395
00000100:00000001:0.0:1787764777.170952:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764777.170953:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764777.170955:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764777.170956:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764777/real 1787764777]  req@ffff982187f86940 x1874601358885632/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764777.170961:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764777.170962:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764777.170963:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982187cf3f20.
00000400:00000200:0.0:1787764777.170965:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821866783b8
00000400:00000010:0.0:1787764777.170965:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821866783b8.
00000100:00000001:0.0:1787764777.170967:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764777.170969:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f86940 x1874601358885632/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764777.170974:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f86940 x1874601358885632/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764777.170977:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764777.170978:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764777.170978:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764777.170979:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764777.170981:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f86940 x1874601358885632/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764777.170986:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764777.170990:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f86940 x1874601358885632/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764802 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764777.171001:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764777.171003:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764777.171005:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764777.171009:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764777.171010:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764777.171011:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764777.171014:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764777.171017:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:0.0:1787764777.171019:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764777.171022:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f86940 x1874601358885632/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764802 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764777.171028:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f86940 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358885632:192.168.202.141@tcp:8:kworker.0
00000100:00000001:0.0:1787764777.171031:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764777.171033:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764777.171036:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f843c0 x1874601358885376/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764802 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764777.171042:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764777.171044:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764777.171046:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982186484400.
02000000:00000001:0.0:1787764777.171048:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764777.171049:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764777.171051:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:0.0:1787764777.171053:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764777.171054:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649ec00.
02000000:00000001:0.0:1787764777.171056:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764777.171058:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764777.171059:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f843c0.
00000100:00000001:0.0:1787764777.171062:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764777.171063:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764777.171065:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764777.171068:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f84780 x1874601358885504/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764802 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764777.171073:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764777.171074:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764777.171075:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982186485800.
02000000:00000001:0.0:1787764777.171077:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764777.171078:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764777.171079:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:0.0:1787764777.171081:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764777.171082:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649fc00.
02000000:00000001:0.0:1787764777.171084:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764777.171085:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764777.171086:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f84780.
00000100:00000001:0.0:1787764777.171087:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764777.171088:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764777.171089:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764777.171092:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f86940 x1874601358885632/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764802 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764777.171097:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764777.171099:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764777.171100:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982186486800.
02000000:00000001:0.0:1787764777.171101:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764777.171102:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764777.171103:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:0.0:1787764777.171105:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764777.171106:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649e800.
02000000:00000001:0.0:1787764777.171107:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764777.171108:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764777.171109:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f86940.
00000100:00000001:0.0:1787764777.171111:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764777.171112:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764777.171113:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764777.171118:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764777.171119:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764777.171121:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764777.171122:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764777.487982:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764777.487989:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764777.487995:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764777.487998:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764777.488000:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764777.488003:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764777.488006:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764777.488008:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764777.488010:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764777.488012:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764777.488016:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764777.488017:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764777.488020:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764777.488021:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764777.488025:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764777.488026:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764777.488275:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764777.488280:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764777.488283:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764777.743977:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764777.743987:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764777.743990:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764777.743996:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764777.743999:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764777.744002:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764777.744005:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764777.744007:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764777.744009:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764778.511981:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764778.511988:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764778.511994:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764778.511995:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764778.511999:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764778.512001:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764778.512004:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764778.512005:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764778.512008:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764778.512009:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764778.512012:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4300336395, at 4300336448
00000100:00000010:3.0:1787764778.512023:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9821992d4360.
00000020:00000001:2.0:1787764778.512622:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764778.512626:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764778.512629:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1787764778.512638:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4300336395, at 4300336448
00000100:00000010:2.0:1787764778.512644:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9821992d4d80.
00000100:00000001:2.0:1787764778.767963:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764778.767970:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764778.767973:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764778.767988:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764778.767992:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764778.767996:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764778.767999:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764778.768002:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764778.768005:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764779.535966:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764779.535974:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764779.535989:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764779.535996:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764779.535999:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764779.536001:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764779.536004:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764779.536006:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764779.536009:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764779.536010:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764779.536064:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764779.536068:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764779.536072:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764779.791961:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764779.791970:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764779.791973:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764779.791978:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764779.791983:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764779.791986:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764779.791990:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764779.791992:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764779.791995:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764780.559940:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764780.559947:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764780.559952:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764780.559953:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764780.559955:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764780.559957:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764780.559959:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764780.559961:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764780.559963:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764780.559965:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764780.559966:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764780.559967:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764780.559970:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764780.559971:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764780.559975:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764780.559976:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764780.559977:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764780.559979:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764780.559980:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764780.559981:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764780.559983:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764780.559984:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764780.560087:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764780.560091:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764780.560094:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764780.815999:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764780.816007:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764780.816009:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764780.816014:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764780.816017:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764780.816021:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764780.816024:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764780.816026:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764780.816028:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764781.584037:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764781.584045:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764781.584051:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764781.584052:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764781.584056:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764781.584057:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764781.584060:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764781.584061:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764781.584064:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764781.584065:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764781.584119:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764781.584122:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764781.584124:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764781.840022:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764781.840032:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764781.840034:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764781.840042:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764781.840046:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764781.840051:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764781.840054:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764781.840057:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764781.840060:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764782.290553:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764782.290568:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1787764782.290571:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764782.290575:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764782.290581:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764782.290592:0:18336:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5667
00000400:00000200:3.0:1787764782.290604:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764782.290612:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764782.290616:0:18336:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764782.290620:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764782.290623:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764782.290626:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764782.290628:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764782.290633:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764782.290635:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:3.0:1787764782.290638:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764782.290641:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:3.0:1787764782.290644:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:3.0:1787764782.290646:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:3.0:1787764782.290650:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764782.290651:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764782.290653:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764782.290655:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764782.290658:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:3.0:1787764782.290662:0:18336:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764782.290665:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764782.290669:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764782.290673:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764782.290677:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764782.290680:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1787764782.290682:0:18336:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764782.290695:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b30c0.
00000020:00000040:3.0:1787764782.290699:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:3.0:1787764782.290704:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764782.290706:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764782.290709:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764782.290712:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764782.290717:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764782.290726:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9ec00.
00000100:00000001:3.0:1787764782.290734:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764782.290745:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b30c0 x1874601358885760/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764782.290756:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764782.290761:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764782.290767:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c8678ec4] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b30c0 x1874601358885760/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764782.290798:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764782.290803:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764782.290806:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1787764782.290807:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764782.290809:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764782.290812:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764782.290814:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5667
00000400:00000200:3.0:1787764782.290818:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764782.290820:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764782.290822:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764782.290825:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764782.290827:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764782.290829:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764782.290832:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764782.290834:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764782.290836:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:3.0:1787764782.290837:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764782.290839:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:3.0:1787764782.290841:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:3.0:1787764782.290843:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:3.0:1787764782.290846:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764782.290921:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764782.290924:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764782.290926:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764782.290929:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:3.0:1787764782.290932:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764782.290934:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764782.290936:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764782.290943:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764782.290946:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764782.290948:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764782.290953:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1787764782.290956:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764782.290958:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764782.290962:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b2580.
00000020:00000040:3.0:1787764782.290965:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:3.0:1787764782.290967:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764782.290968:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764782.290969:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764782.290971:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764782.290973:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764782.290979:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9c800.
00000100:00000001:3.0:1787764782.290983:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764782.290987:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b2580 x1874601358885888/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764782.291000:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764782.291002:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764782.291007:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d0536d5] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b2580 x1874601358885888/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764782.291041:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764782.291049:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764782.291052:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764782.291065:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b30c0 x1874601358885760/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764782.291078:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764782.291080:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764782.291085:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1787764782.291086:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764782.291090:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1787764782.291092:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:0.0:1787764782.291097:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764782.291099:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1787764782.291103:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:0.0:1787764782.291105:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358885760:192.168.202.141@tcp:250:kworker.0
00000100:00080000:3.0:1787764782.291107:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764782.291115:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787764782.291116:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1787764782.291123:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5667
02000000:00000001:0.0:1787764782.291124:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764782.291128:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1787764782.291135:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
02000000:00000001:0.0:1787764782.291137:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:3.0:1787764782.291143:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764782.291147:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
02000000:00000010:0.0:1787764782.291148:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982186486800.
00000100:00000040:3.0:1787764782.291153:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
02000000:00000001:0.0:1787764782.291155:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764782.291161:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764782.291166:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764782.291172:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000400:00000200:0.0:1787764782.291173:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000020:00000001:3.0:1787764782.291184:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000010:0.0:1787764782.291186:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982187cf3f20.
00000020:00000040:3.0:1787764782.291188:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:3.0:1787764782.291192:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764782.291195:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000400:00000010:0.0:1787764782.291196:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821866783b8.
00000020:00000001:3.0:1787764782.291199:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:3.0:1787764782.291205:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000200:0.0:1787764782.291207:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358885760, portal 25
00000100:00000040:3.0:1787764782.291212:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764782.291213:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764782.291217:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542832832 : -114205166718784 : ffff9821899b30c0)
00000100:00000001:3.0:1787764782.291221:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764782.291230:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000040:0.0:1787764782.291231:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b30c0 x1874601358885760/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764782.291236:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764782.291244:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:3.0:1787764782.291254:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764782.291262:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764782.291272:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764782.291278:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764782.291280:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1787764782.291285:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764782.291287:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000100:00000001:3.0:1787764782.291292:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:0.0:1787764782.291294:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821866785d8.
00000008:00100000:3.0:1787764782.291298:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000100:00000200:0.0:1787764782.291301:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358885760, offset 0
00000008:00000001:3.0:1787764782.291305:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764782.291309:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764782.291314:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000100:00000010:3.0:1787764782.291315:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b3480.
00000020:00000040:3.0:1787764782.291320:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:3.0:1787764782.291324:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764782.291325:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764782.291327:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764782.291329:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1787764782.291336:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764782.291345:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:0.0:1787764782.291351:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764782.291355:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:0.0:1787764782.291358:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764782.291361:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:0.0:1787764782.291365:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70791:70791:256:4294967295] 192.168.202.141@tcp LPNI seq info [70791:70791:8:4294967295]
00000400:00000200:0.0:1787764782.291370:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764782.291379:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764782.291386:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:0.0:1787764782.291391:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982185622b00.
00000800:00000200:0.0:1787764782.291398:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787764782.291403:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:0.0:1787764782.291421:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764782.291426:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:0.0:1787764782.291429:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4300341518
00000100:00000010:0.0:1787764782.291433:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9821992d4540.
00000100:00000001:0.0:1787764782.291439:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787764782.291446:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4300341518
00000100:00000010:0.0:1787764782.291449:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9821992d4000.
00000100:00000001:0.0:1787764782.291464:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787764782.291468:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764782.291470:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764782.291474:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764782.291476:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764782.291483:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764782.291485:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1787764782.291488:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764782.291490:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764782.291491:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764782.291496:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b2580 x1874601358885888/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764782.291504:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764782.291506:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764782.291508:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764782.291510:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764782.291512:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764782.291515:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358885888:192.168.202.141@tcp:38:kworker.0
00000100:00000001:0.0:1787764782.291519:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764782.291521:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764782.291522:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764782.291524:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764782.291527:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982186485800.
02000000:00000001:0.0:1787764782.291530:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764782.291533:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:0.0:1787764782.291536:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982187cf3b58.
00000400:00000010:0.0:1787764782.291539:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186678198.
00000100:00000200:0.0:1787764782.291542:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358885888, portal 10
00000100:00000001:0.0:1787764782.291544:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764782.291545:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542829952 : -114205166721664 : ffff9821899b2580)
00000100:00000040:0.0:1787764782.291552:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b2580 x1874601358885888/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764782.291559:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764782.291561:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:0.0:1787764782.291563:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186678000.
00000100:00000200:0.0:1787764782.291566:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358885888, offset 0
00000400:00000200:0.0:1787764782.291570:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:0.0:1787764782.291574:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764782.291577:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:0.0:1787764782.291581:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764782.291584:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:0.0:1787764782.291586:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764782.291588:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:0.0:1787764782.291591:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70792:70792:255:4294967295] 192.168.202.141@tcp LPNI seq info [70792:70792:7:4294967295]
00000400:00000200:0.0:1787764782.291595:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764782.291602:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764782.291606:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:0.0:1787764782.291609:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982185622d00.
00000800:00000200:0.0:1787764782.291613:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787764782.291617:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:0.0:1787764782.291619:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764782.291623:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:0.0:1787764782.291626:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:0.0:1787764782.291627:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300340249
00000100:00000001:0.0:1787764782.291630:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300341518
00000100:00000001:0.0:1787764782.291632:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300340249
00000100:00000001:0.0:1787764782.291634:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300341518
00000100:00000001:0.0:1787764782.291636:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764782.291638:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764782.291640:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764782.291642:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764782.291645:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764782.291646:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1787764782.291648:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764782.291649:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764782.291651:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764782.291653:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764782.292468:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764782.292482:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9d000.
00000100:00000001:3.0:1787764782.292488:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764782.292499:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b3480 x1874601358886016/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764782.292510:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764782.292514:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764782.292519:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005fcc8ed6] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b3480 x1874601358886016/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764782.292531:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764782.292534:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764782.292538:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1787764782.292540:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764782.292543:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764782.292546:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764782.292549:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5667
00000400:00000200:3.0:1787764782.292554:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764782.292559:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764782.292561:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764782.292565:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764782.292567:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764782.292569:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764782.292571:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764782.292574:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764782.292575:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:3.0:1787764782.292577:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764782.292580:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:3.0:1787764782.292582:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:3.0:1787764782.292585:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:3.0:1787764782.292587:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764782.292589:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764782.292591:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764782.292593:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764782.292596:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:3.0:1787764782.292599:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764782.292601:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764782.292603:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764782.292608:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764782.292610:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764782.292612:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764782.292615:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764782.292618:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764782.292620:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764782.292625:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b1680.
00000020:00000040:3.0:1787764782.292628:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:3.0:1787764782.292631:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764782.292632:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764782.292636:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764782.292638:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764782.292639:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764782.292643:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9fc00.
00000100:00000001:3.0:1787764782.292646:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764782.292661:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b1680 x1874601358886144/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764782.292669:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764782.292671:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764782.292674:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045d21e1f] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b1680 x1874601358886144/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764782.292682:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1787764782.292685:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1787764782.292688:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1787764782.292690:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1787764782.292691:0:18336:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1787764782.292694:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1787764782.292696:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5667
00000400:00000200:3.0:1787764782.292700:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:3.0:1787764782.292703:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:3.0:1787764782.292705:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1787764782.292708:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764782.292710:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764782.292711:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764782.292713:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:3.0:1787764782.292715:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1787764782.292716:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:3.0:1787764782.292718:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1787764782.292720:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:3.0:1787764782.292722:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:3.0:1787764782.292724:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:3.0:1787764782.292728:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764782.292730:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1787764782.292732:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:3.0:1787764782.292734:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:3.0:1787764782.292736:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:3.0:1787764782.292739:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:3.0:1787764782.292741:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1787764782.292743:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1787764782.292746:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1787764782.292748:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764782.292750:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1787764782.292752:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1787764782.292754:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764782.292756:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764782.292760:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff9821899b1e00.
00000020:00000040:3.0:1787764782.292762:0:18336:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:3.0:1787764782.292765:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1787764782.292766:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1787764782.292768:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1787764782.292769:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1787764782.292770:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1787764782.292774:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff982191e9f800.
00000100:00000001:3.0:1787764782.292777:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764782.292782:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9821899b1e00 x1874601358886272/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1787764782.292789:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1787764782.292791:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764782.292795:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007fca43c8] to pc [ptlrpcd_rcv+-1]  req@ffff9821899b1e00 x1874601358886272/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1787764782.292802:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764782.292807:0:18336:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5677)
00000100:00000001:0.0:1787764782.293701:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764782.293707:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764782.293709:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764782.293721:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b3480 x1874601358886016/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764782.293739:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764782.293741:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764782.293744:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764782.293747:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764782.293750:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764782.293753:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358886016:192.168.202.141@tcp:38:kworker.0
00000100:00000001:0.0:1787764782.293758:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764782.293761:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764782.293763:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764782.293765:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764782.293772:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982186484400.
02000000:00000001:0.0:1787764782.293775:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764782.293781:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:0.0:1787764782.293785:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982187cf3c60.
00000400:00000010:0.0:1787764782.293792:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186678088.
00000100:00000200:0.0:1787764782.293797:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358886016, portal 10
00000100:00000001:0.0:1787764782.293799:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764782.293801:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542833792 : -114205166717824 : ffff9821899b3480)
00000100:00000040:0.0:1787764782.293808:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b3480 x1874601358886016/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764782.293815:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764782.293818:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:0.0:1787764782.293820:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186678880.
00000100:00000200:0.0:1787764782.293823:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358886016, offset 0
00000400:00000200:0.0:1787764782.293828:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:0.0:1787764782.293833:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764782.293839:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:0.0:1787764782.293843:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764782.293846:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:0.0:1787764782.293906:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764782.293909:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:0.0:1787764782.293914:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70793:70793:254:4294967295] 192.168.202.141@tcp LPNI seq info [70793:70793:6:4294967295]
00000400:00000200:0.0:1787764782.293918:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764782.293926:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764782.293931:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:0.0:1787764782.293958:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982185622400.
00000800:00000200:0.0:1787764782.293963:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787764782.293968:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:0.0:1787764782.293972:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764782.293975:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:0.0:1787764782.293979:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:0.0:1787764782.293981:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300340246
00000100:00000001:0.0:1787764782.293984:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300341518
00000100:00000001:0.0:1787764782.293986:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300340246
00000100:00000001:0.0:1787764782.293989:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300341518
00000100:00000001:0.0:1787764782.293991:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764782.293994:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764782.293996:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764782.294001:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b1680 x1874601358886144/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764782.294008:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764782.294010:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764782.294012:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764782.294014:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764782.294015:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764782.294018:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358886144:192.168.202.141@tcp:8:kworker.0
00000100:00000001:0.0:1787764782.294021:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764782.294023:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764782.294025:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764782.294026:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764782.294029:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982186487000.
02000000:00000001:0.0:1787764782.294031:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764782.294035:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:0.0:1787764782.294037:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982187cf3738.
00000400:00000010:0.0:1787764782.294041:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186678e58.
00000100:00000200:0.0:1787764782.294044:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358886144, portal 4
00000100:00000001:0.0:1787764782.294046:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764782.294047:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542826112 : -114205166725504 : ffff9821899b1680)
00000100:00000040:0.0:1787764782.294053:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b1680 x1874601358886144/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764782.294060:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764782.294062:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:0.0:1787764782.294064:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186678d48.
00000100:00000200:0.0:1787764782.294066:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358886144, offset 0
00000400:00000200:0.0:1787764782.294071:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:0.0:1787764782.294074:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764782.294077:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:0.0:1787764782.294079:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764782.294081:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:0.0:1787764782.294083:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764782.294085:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:0.0:1787764782.294087:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70794:70794:253:4294967295] 192.168.202.141@tcp LPNI seq info [70794:70794:5:4294967295]
00000400:00000200:0.0:1787764782.294091:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764782.294097:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764782.294101:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:0.0:1787764782.294104:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982185622100.
00000800:00000200:0.0:1787764782.294108:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787764782.294112:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:0.0:1787764782.294114:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764782.294117:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:0.0:1787764782.294120:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:0.0:1787764782.294122:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300340251
00000100:00000001:0.0:1787764782.294124:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300341518
00000100:00000001:0.0:1787764782.294126:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300340251
00000100:00000001:0.0:1787764782.294128:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300341518
00000100:00000001:0.0:1787764782.294130:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764782.294133:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764782.294134:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764782.294139:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9821899b1e00 x1874601358886272/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764782.294146:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764782.294147:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764782.294149:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764782.294151:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764782.294153:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764782.294155:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9821899b1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358886272:192.168.202.141@tcp:8:kworker.0
00000100:00000001:0.0:1787764782.294158:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764782.294160:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764782.294162:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764782.294163:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764782.294166:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982186486400.
02000000:00000001:0.0:1787764782.294168:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764782.294171:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:0.0:1787764782.294174:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982187cf3688.
00000400:00000010:0.0:1787764782.294177:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821866786e8.
00000100:00000200:0.0:1787764782.294180:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358886272, portal 4
00000100:00000001:0.0:1787764782.294182:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764782.294183:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868542828032 : -114205166723584 : ffff9821899b1e00)
00000100:00000040:0.0:1787764782.294188:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9821899b1e00 x1874601358886272/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764782.294195:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764782.294197:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:0.0:1787764782.294199:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186678990.
00000100:00000200:0.0:1787764782.294201:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358886272, offset 0
00000400:00000200:0.0:1787764782.294205:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:0.0:1787764782.294208:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764782.294212:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:0.0:1787764782.294215:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764782.294217:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:0.0:1787764782.294220:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764782.294222:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:0.0:1787764782.294225:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70795:70795:252:4294967295] 192.168.202.141@tcp LPNI seq info [70795:70795:4:4294967295]
00000400:00000200:0.0:1787764782.294229:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764782.294235:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764782.294239:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:0.0:1787764782.294243:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982185622e00.
00000800:00000200:0.0:1787764782.294246:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787764782.294250:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000001:0.0:1787764782.294252:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764782.294255:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:0.0:1787764782.294258:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:0.0:1787764782.294260:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300340252
00000100:00000001:0.0:1787764782.294262:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300341518
00000100:00000001:0.0:1787764782.294265:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300340252
00000100:00000001:0.0:1787764782.294267:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300341518
00000100:00000001:0.0:1787764782.294269:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764782.294271:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764782.294273:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764782.294276:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764782.294281:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764782.294282:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1787764782.294284:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764782.294286:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764782.294287:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764782.294289:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764782.607971:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764782.607977:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764782.607983:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764782.607985:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764782.607989:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764782.607990:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764782.607993:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764782.607994:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764782.607997:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764782.607998:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764782.608058:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764782.608062:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764782.608065:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764782.863958:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764782.863969:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764782.863972:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764782.863980:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764782.863985:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764782.863990:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764782.863993:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764782.863996:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764782.864000:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1787764783.631990:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4300341518, at 4300341568
00010000:00000001:0.0:1787764783.631995:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764783.632003:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1787764783.632010:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9821992d4000.
00010000:00000001:0.0:1787764783.632016:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764783.632018:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764783.632024:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764783.632025:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764783.632031:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764783.632032:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764783.632032:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4300341518, at 4300341568
00010000:00000001:0.0:1787764783.632040:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:2.0:1787764783.632042:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9821992d4540.
00010000:00000001:0.0:1787764783.632044:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764783.632065:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764783.632067:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764783.632070:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764783.890000:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764783.890012:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764783.890015:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764783.890024:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764783.890028:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764783.890034:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764783.890037:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764783.890041:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764783.890044:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764784.656901:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764784.656915:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764784.656918:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764784.656923:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764784.656930:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764784.656933:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764784.656935:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764784.656937:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764784.656942:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764784.656944:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764784.656948:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764784.656949:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764784.656954:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764784.656955:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764784.656956:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764784.656958:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764784.656959:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764784.656961:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764784.656963:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764784.656964:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764784.656968:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764784.656969:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764784.657041:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764784.657046:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764784.657049:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764784.911998:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764784.912008:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764784.912012:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764784.912018:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764784.912022:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764784.912026:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764784.912028:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764784.912031:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764784.912035:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:1.0:1787764785.361089:0:2376:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.141:988
00000400:00000100:1.0:1787764785.361145:0:2376:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.141@tcp at host 192.168.202.141 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1787764785.361156:0:2376:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764785.361161:0:2376:0:(router.c:1791:lnet_notify()) 192.168.202.41@tcp notifying 192.168.202.141@tcp: down
00000400:00000200:1.0:1787764785.361167:0:2376:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764785.361171:0:2376:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:1.0:1787764785.361178:0:2376:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:1.0:1787764785.361183:0:2376:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982185622b00.
00000400:00000200:1.0:1787764785.361189:0:2376:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1787764785.361194:0:2376:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1787764785.361201:0:2376:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821866785d8
00000400:00000010:1.0:1787764785.361204:0:2376:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821866785d8.
00000100:00000001:1.0:1787764785.361211:0:2376:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764785.361222:0:2376:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9821899b30c0 x1874601358885760/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764785.361258:0:2376:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764785.361263:0:2376:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b30c0 x1874601358885760/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764807 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764785.361271:0:2376:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764785.361273:0:2376:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1787764785.361283:0:2376:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:1.0:1787764785.361286:0:2376:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982185622d00.
00000400:00000200:1.0:1787764785.361289:0:2376:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1787764785.361292:0:2376:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1787764785.361295:0:2376:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186678000
00000400:00000010:1.0:1787764785.361297:0:2376:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186678000.
00000100:00000001:1.0:1787764785.361299:0:2376:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764785.361303:0:2376:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9821899b2580 x1874601358885888/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764785.361311:0:2376:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764785.361314:0:2376:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b2580 x1874601358885888/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764807 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764785.361320:0:2376:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764785.361321:0:2376:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1787764785.361325:0:2376:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:1.0:1787764785.361327:0:2376:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982185622400.
00000400:00000200:1.0:1787764785.361330:0:2376:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1787764785.361333:0:2376:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1787764785.361336:0:2376:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186678880
00000400:00000010:1.0:1787764785.361337:0:2376:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186678880.
00000100:00000001:1.0:1787764785.361339:0:2376:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764785.361353:0:2376:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9821899b3480 x1874601358886016/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764785.361361:0:2376:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764785.361363:0:2376:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b3480 x1874601358886016/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764807 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764785.361369:0:2376:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764785.361371:0:2376:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1787764785.361376:0:2376:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:1.0:1787764785.361378:0:2376:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982185622100.
00000400:00000200:1.0:1787764785.361380:0:2376:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1787764785.361384:0:2376:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1787764785.361386:0:2376:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186678d48
00000400:00000010:1.0:1787764785.361388:0:2376:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186678d48.
00000100:00000001:1.0:1787764785.361390:0:2376:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764785.361395:0:2376:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9821899b1680 x1874601358886144/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764785.361403:0:2376:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764785.361406:0:2376:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b1680 x1874601358886144/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764807 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764785.361412:0:2376:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764785.361413:0:2376:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1787764785.361418:0:2376:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.141@tcp
00000800:00000010:1.0:1787764785.361420:0:2376:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982185622e00.
00000400:00000200:1.0:1787764785.361423:0:2376:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1787764785.361450:0:2376:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1787764785.361453:0:2376:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186678990
00000400:00000010:1.0:1787764785.361455:0:2376:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186678990.
00000100:00000001:1.0:1787764785.361457:0:2376:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1787764785.361462:0:2376:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9821899b1e00 x1874601358886272/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764785.361469:0:2376:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764785.361472:0:2376:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9821899b1e00 x1874601358886272/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764807 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764785.361478:0:2376:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764785.361479:0:2376:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764785.361559:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764785.361564:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764785.361567:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764785.361575:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764782/real 1787764785]  req@ffff9821899b3480 x1874601358886016/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764785.361587:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764785.361590:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764785.361593:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982187cf3c60.
00000400:00000200:0.0:1787764785.361597:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186678088
00000400:00000010:0.0:1787764785.361599:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186678088.
00000100:00000001:0.0:1787764785.361601:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764785.361604:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b3480 x1874601358886016/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764785.361614:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b3480 x1874601358886016/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764785.361620:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764785.361622:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764785.361624:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764785.361627:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764785.361631:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b3480 x1874601358886016/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764785.361638:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764785.361643:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b3480 x1874601358886016/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764807 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764785.361650:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764785.361654:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764785.361655:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764785.361656:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764785.361659:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764785.361662:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764785.361666:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764785.361671:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:0.0:1787764785.361674:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764785.361678:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b3480 x1874601358886016/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764807 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764785.361687:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358886016:192.168.202.141@tcp:38:kworker.0
00000100:00000001:0.0:1787764785.361693:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764785.361696:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764782/real 1787764785]  req@ffff9821899b1680 x1874601358886144/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764785.361703:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764785.361705:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764785.361707:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982187cf3738.
00000400:00000200:0.0:1787764785.361709:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186678e58
00000400:00000010:0.0:1787764785.361711:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186678e58.
00000100:00000001:0.0:1787764785.361713:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764785.361716:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b1680 x1874601358886144/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764785.361724:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b1680 x1874601358886144/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764785.361730:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764785.361732:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764785.361733:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764785.361735:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764785.361738:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b1680 x1874601358886144/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764785.361744:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764785.361748:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b1680 x1874601358886144/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764807 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764785.361760:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764785.361762:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764785.361764:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764785.361765:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764785.361767:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764785.361769:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764785.361771:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764785.361774:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:0.0:1787764785.361777:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764785.361780:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b1680 x1874601358886144/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764807 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764785.361787:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b1680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358886144:192.168.202.141@tcp:8:kworker.0
00000100:00000001:0.0:1787764785.361791:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764785.361794:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764782/real 1787764785]  req@ffff9821899b1e00 x1874601358886272/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764785.361801:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764785.361803:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764785.361805:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982187cf3688.
00000400:00000200:0.0:1787764785.361807:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821866786e8
00000400:00000010:0.0:1787764785.361808:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821866786e8.
00000100:00000001:0.0:1787764785.361810:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764785.361813:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b1e00 x1874601358886272/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764785.361820:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b1e00 x1874601358886272/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764785.361826:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764785.361828:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764785.361830:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764785.361831:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764785.361835:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b1e00 x1874601358886272/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764785.361841:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764785.361845:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b1e00 x1874601358886272/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764807 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764785.361886:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764785.361888:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764785.361889:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764785.361891:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764785.361893:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764785.361894:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764785.361897:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764785.361901:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:0.0:1787764785.361903:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764785.361907:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b1e00 x1874601358886272/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764807 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764785.361914:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b1e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358886272:192.168.202.141@tcp:8:kworker.0
00000100:00000001:0.0:1787764785.361918:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764785.361922:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764782/real 1787764785]  req@ffff9821899b2580 x1874601358885888/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764785.361929:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764785.361930:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764785.361932:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982187cf3b58.
00000400:00000200:0.0:1787764785.361934:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186678198
00000400:00000010:0.0:1787764785.361936:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186678198.
00000100:00000001:0.0:1787764785.361938:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764785.361941:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b2580 x1874601358885888/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764785.361949:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b2580 x1874601358885888/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764785.361955:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764785.361956:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764785.361958:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764785.361959:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764785.361963:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b2580 x1874601358885888/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764785.361969:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764785.361972:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b2580 x1874601358885888/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764807 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764785.361979:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764785.361981:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764785.361982:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764785.361983:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764785.361985:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764785.361987:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764785.361990:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764785.361993:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:0.0:1787764785.361995:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764785.361999:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b2580 x1874601358885888/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764807 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764785.362006:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b2580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358885888:192.168.202.141@tcp:38:kworker.0
00000100:00000001:0.0:1787764785.362011:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764785.362015:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764782/real 1787764785]  req@ffff9821899b30c0 x1874601358885760/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764785.362023:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764785.362024:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764785.362026:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982187cf3f20.
00000400:00000200:0.0:1787764785.362028:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821866783b8
00000400:00000010:0.0:1787764785.362030:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821866783b8.
00000100:00000001:0.0:1787764785.362032:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764785.362035:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9821899b30c0 x1874601358885760/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764785.362043:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9821899b30c0 x1874601358885760/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764785.362049:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764785.362051:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764785.362052:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764785.362054:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764785.362057:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9821899b30c0 x1874601358885760/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764785.362063:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764785.362067:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9821899b30c0 x1874601358885760/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764807 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764785.362073:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764785.362075:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764785.362077:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764785.362078:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764785.362079:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764785.362081:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764785.362083:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764785.362087:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000100:00000001:0.0:1787764785.362089:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764785.362093:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9821899b30c0 x1874601358885760/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764807 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764785.362100:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9821899b30c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358885760:192.168.202.141@tcp:250:kworker.0
00000100:00000001:0.0:1787764785.362104:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764785.362106:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764785.362109:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b3480 x1874601358886016/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764807 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764785.362116:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764785.362120:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764785.362124:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982186484400.
02000000:00000001:0.0:1787764785.362128:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764785.362131:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764785.362133:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:0.0:1787764785.362135:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764785.362138:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9d000.
02000000:00000001:0.0:1787764785.362143:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764785.362145:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764785.362147:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b3480.
00000100:00000001:0.0:1787764785.362151:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764785.362152:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764785.362154:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764785.362157:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b1680 x1874601358886144/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764807 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764785.362164:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764785.362165:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764785.362167:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982186487000.
02000000:00000001:0.0:1787764785.362170:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764785.362171:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764785.362172:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:0.0:1787764785.362173:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764785.362175:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9fc00.
02000000:00000001:0.0:1787764785.362177:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764785.362179:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764785.362180:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b1680.
00000100:00000001:0.0:1787764785.362183:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764785.362184:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764785.362186:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764785.362189:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b1e00 x1874601358886272/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764807 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764785.362195:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764785.362197:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764785.362198:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982186486400.
02000000:00000001:0.0:1787764785.362201:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764785.362202:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764785.362203:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:0.0:1787764785.362205:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764785.362207:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9f800.
02000000:00000001:0.0:1787764785.362209:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764785.362211:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764785.362212:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b1e00.
00000100:00000001:0.0:1787764785.362214:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764785.362216:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764785.362217:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764785.362221:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b2580 x1874601358885888/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764807 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764785.362227:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764785.362228:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764785.362230:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982186485800.
02000000:00000001:0.0:1787764785.362232:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764785.362233:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764785.362235:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:0.0:1787764785.362236:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764785.362238:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9c800.
02000000:00000001:0.0:1787764785.362240:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764785.362241:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764785.362242:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b2580.
00000100:00000001:0.0:1787764785.362245:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764785.362246:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764785.362248:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764785.362251:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9821899b30c0 x1874601358885760/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764807 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764785.362257:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764785.362258:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764785.362260:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982186486800.
02000000:00000001:0.0:1787764785.362262:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764785.362263:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764785.362264:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000020:00000001:0.0:1787764785.362266:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764785.362267:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff982191e9ec00.
02000000:00000001:0.0:1787764785.362270:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764785.362271:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764785.362272:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff9821899b30c0.
00000100:00000001:0.0:1787764785.362274:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764785.362275:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764785.362277:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764785.362285:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764785.362287:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764785.362290:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764785.362291:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764785.680165:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764785.680177:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764785.680185:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764785.680186:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764785.680191:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764785.680197:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764785.680202:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764785.680203:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764785.680207:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764785.680208:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764785.680477:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764785.680482:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764785.680486:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764785.937519:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764785.937531:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764785.937533:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764785.937541:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764785.937545:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764785.937549:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764785.937553:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764785.937555:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764785.937559:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764786.705945:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764786.705955:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764786.705962:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764786.705964:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764786.705968:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764786.705969:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764786.705973:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764786.705974:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764786.705978:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764786.705979:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764786.706162:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764786.706167:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764786.706170:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764786.960129:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764786.960146:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764786.960149:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764786.960156:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764786.960160:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764786.960165:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764786.960168:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764786.960172:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764786.960175:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764787.410799:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764787.410813:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787764787.410817:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764787.410822:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764787.410827:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764787.410837:0:18336:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5672
00000400:00000200:1.0:1787764787.412171:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764787.412185:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764787.412191:0:18336:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764787.412196:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764787.412199:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764787.412202:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764787.412205:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764787.412209:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764787.412211:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:1.0:1787764787.412214:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764787.412218:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:1.0:1787764787.412220:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:1.0:1787764787.412222:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:1.0:1787764787.412225:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764787.412227:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764787.412230:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764787.412232:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764787.412235:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:1.0:1787764787.412239:0:18336:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764787.412242:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764787.412245:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764787.412249:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764787.412252:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764787.412254:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787764787.412257:0:18336:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764787.412266:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f85a40.
00000020:00000040:1.0:1787764787.412270:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:1.0:1787764787.412274:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764787.412276:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764787.412279:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764787.412281:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764787.412286:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764787.412294:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649c800.
00000100:00000001:1.0:1787764787.412301:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764787.412312:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f85a40 x1874601358886400/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764787.412323:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764787.412329:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764787.412334:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000920ad038] to pc [ptlrpcd_rcv+-1]  req@ffff982187f85a40 x1874601358886400/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764787.412353:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764787.412356:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764787.412373:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787764787.412375:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764787.412376:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764787.412380:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764787.412383:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5672
00000400:00000200:1.0:1787764787.412387:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764787.412390:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764787.412392:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764787.412395:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764787.412397:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764787.412399:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764787.412401:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764787.412404:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764787.412405:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:1.0:1787764787.412431:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764787.412433:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:1.0:1787764787.412435:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:1.0:1787764787.412437:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:1.0:1787764787.412440:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764787.412441:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764787.412443:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764787.412445:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764787.412448:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:1.0:1787764787.412450:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764787.412452:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764787.412454:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764787.412460:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764787.412463:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764787.412464:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764787.412469:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787764787.412472:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764787.412475:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764787.412478:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f870c0.
00000020:00000040:1.0:1787764787.412481:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:1.0:1787764787.412483:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764787.412485:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764787.412487:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764787.412488:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764787.412490:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764787.412494:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649c000.
00000100:00000001:1.0:1787764787.412498:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764787.412502:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f870c0 x1874601358886528/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764787.412510:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764787.412512:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764787.412516:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a65be51] to pc [ptlrpcd_rcv+-1]  req@ffff982187f870c0 x1874601358886528/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764787.412523:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764787.412526:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764787.412529:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1787764787.412530:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764787.412532:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764787.412535:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764787.412537:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5672
00000400:00000200:1.0:1787764787.412542:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764787.412545:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764787.412547:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764787.412550:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764787.412552:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764787.412554:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764787.412556:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764787.412558:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764787.412560:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000020:00000001:1.0:1787764787.412561:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764787.412563:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:1.0:1787764787.412565:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000020:00000001:1.0:1787764787.412568:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000040:1.0:1787764787.412571:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764787.412573:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764787.412574:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764787.412576:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764787.412579:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00080000:1.0:1787764787.412581:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764787.412584:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764787.412586:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764787.412588:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764787.412590:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764787.412592:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764787.412594:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787764787.412596:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764787.412598:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764787.412602:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f84f00.
00000020:00000040:1.0:1787764787.412605:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
02000000:00000001:1.0:1787764787.412607:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764787.412608:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764787.412610:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764787.412611:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764787.412612:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764787.412615:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649dc00.
00000100:00000001:1.0:1787764787.412618:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764787.412623:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f84f00 x1874601358886656/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764787.412630:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764787.412632:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764787.412635:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007cd831b5] to pc [ptlrpcd_rcv+-1]  req@ffff982187f84f00 x1874601358886656/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764787.412642:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764787.412645:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764787.412648:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787764787.412650:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764787.412651:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764787.412653:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764787.412656:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5672
00000400:00000200:1.0:1787764787.412659:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764787.412662:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764787.412664:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764787.412666:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764787.412668:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764787.412670:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764787.412672:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764787.412673:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764787.412674:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000020:00000001:1.0:1787764787.412676:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764787.412678:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000020:00000001:1.0:1787764787.412680:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:1.0:1787764787.412683:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000040:1.0:1787764787.412685:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764787.412687:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764787.412689:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764787.412691:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764787.412693:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00080000:1.0:1787764787.412695:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764787.412706:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764787.412708:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764787.412711:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764787.412713:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764787.412715:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764787.412718:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1787764787.412721:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764787.412722:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764787.412726:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f87c00.
00000020:00000040:1.0:1787764787.412728:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
02000000:00000001:1.0:1787764787.412731:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764787.412732:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764787.412733:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764787.412735:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764787.412736:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764787.412740:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649c400.
00000100:00000001:1.0:1787764787.412743:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764787.412748:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f87c00 x1874601358886784/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764787.412755:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764787.412757:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764787.412760:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000480dc2f8] to pc [ptlrpcd_rcv+-1]  req@ffff982187f87c00 x1874601358886784/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764787.412768:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764787.412771:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764787.412774:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787764787.412776:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764787.412777:0:18336:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764787.412780:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764787.412782:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5672
00000400:00000200:1.0:1787764787.412786:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764787.412789:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764787.412791:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764787.412794:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764787.412796:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764787.412798:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764787.412801:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764787.412803:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764787.412804:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
00000020:00000001:1.0:1787764787.412806:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764787.412808:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
00000020:00000001:1.0:1787764787.412810:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000020:00000001:1.0:1787764787.412812:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000040:1.0:1787764787.412814:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764787.412816:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764787.412817:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764787.412819:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764787.412821:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00080000:1.0:1787764787.412824:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764787.412826:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764787.412828:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764787.412830:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764787.412832:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764787.412834:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764787.412836:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1787764787.412839:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764787.412840:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764787.412844:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f85680.
00000020:00000040:1.0:1787764787.412846:0:18336:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
02000000:00000001:1.0:1787764787.412883:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764787.412884:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764787.412886:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764787.412887:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764787.412889:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764787.412893:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649f000.
00000100:00000001:1.0:1787764787.412897:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764787.412901:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f85680 x1874601358886912/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764787.412914:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764787.412916:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764787.412920:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000008ac09af] to pc [ptlrpcd_rcv+-1]  req@ffff982187f85680 x1874601358886912/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764787.412927:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764787.412933:0:18336:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5683)
00000100:00000001:0.0:1787764787.413241:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764787.413247:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764787.413251:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764787.413259:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f85a40 x1874601358886400/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764787.413268:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764787.413271:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764787.413276:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764787.413279:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764787.413282:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764787.413286:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358886400:192.168.202.141@tcp:250:kworker.0
00000100:00000001:0.0:1787764787.413291:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764787.413296:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764787.413299:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764787.413302:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764787.413308:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982186486800.
02000000:00000001:0.0:1787764787.413310:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764787.413317:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:0.0:1787764787.413322:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982187cf3f20.
00000400:00000010:0.0:1787764787.413329:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821866783b8.
00000100:00000200:0.0:1787764787.413338:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358886400, portal 25
00000100:00000001:0.0:1787764787.413341:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764787.413342:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515383872 : -114205194167744 : ffff982187f85a40)
00000100:00000040:0.0:1787764787.413348:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f85a40 x1874601358886400/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764787.413355:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764787.413358:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:0.0:1787764787.413361:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186678198.
00000100:00000200:0.0:1787764787.413365:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358886400, offset 0
00000400:00000200:0.0:1787764787.413372:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:0.0:1787764787.413383:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764787.413390:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:0.0:1787764787.413396:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764787.413401:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:0.0:1787764787.413405:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764787.413420:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:0.0:1787764787.413423:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70796:70796:256:4294967295] 192.168.202.141@tcp LPNI seq info [70796:70796:8:4294967295]
00000400:00000200:0.0:1787764787.413428:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764787.413438:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764787.413444:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:0.0:1787764787.413452:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982185622e00.
00000800:00000200:0.0:1787764787.413459:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.0:1787764787.413464:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787764787.413470:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787764787.413475:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1787764787.413479:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:0.0:1787764787.413481:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982185622e00.
00000400:00000200:0.0:1787764787.413488:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764787.413493:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764787.413500:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186678198
00000400:00000010:0.0:1787764787.413502:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186678198.
00000100:00000001:0.0:1787764787.413507:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764787.413511:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f85a40 x1874601358886400/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764787.413521:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764787.413525:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f85a40 x1874601358886400/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764812 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764787.413533:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764787.413534:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764787.413543:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764787.413547:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:0.0:1787764787.413550:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4300346640
00000100:00000010:0.0:1787764787.413556:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9821992d42a0.
00000100:00000001:0.0:1787764787.413564:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1787764787.413569:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4300346640
00000100:00000010:0.0:1787764787.413572:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9821992d4cc0.
00000100:00000001:0.0:1787764787.413576:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1787764787.413592:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764787.413596:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764787.413598:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764787.413603:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764787/real 1787764787]  req@ffff982187f85a40 x1874601358886400/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764787.413612:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764787.413615:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764787.413616:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982187cf3f20.
00000400:00000200:0.0:1787764787.413620:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821866783b8
00000400:00000010:0.0:1787764787.413621:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821866783b8.
00000100:00000001:0.0:1787764787.413624:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764787.413627:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f85a40 x1874601358886400/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764787.413636:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f85a40 x1874601358886400/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764787.413643:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764787.413645:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764787.413648:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764787.413650:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764787.413654:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f85a40 x1874601358886400/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764787.413661:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764787.413666:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f85a40 x1874601358886400/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764812 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764787.413674:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764787.413677:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764787.413679:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764787.413681:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764787.413683:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764787.413686:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764787.413689:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764787.413693:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000100:00000001:0.0:1787764787.413695:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764787.413700:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f85a40 x1874601358886400/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764812 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764787.413709:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f85a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358886400:192.168.202.141@tcp:250:kworker.0
00000100:00000001:0.0:1787764787.413714:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764787.413718:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f870c0 x1874601358886528/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764787.413725:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764787.413726:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764787.413728:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764787.413730:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764787.413732:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764787.413735:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358886528:192.168.202.141@tcp:38:kworker.0
00000100:00000001:0.0:1787764787.413739:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764787.413740:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764787.413742:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764787.413744:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764787.413748:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982186485800.
02000000:00000001:0.0:1787764787.413750:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764787.413753:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:0.0:1787764787.413756:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982187cf3f20.
00000400:00000010:0.0:1787764787.413760:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821866783b8.
00000100:00000200:0.0:1787764787.413763:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358886528, portal 10
00000100:00000001:0.0:1787764787.413765:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764787.413767:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515389632 : -114205194161984 : ffff982187f870c0)
00000100:00000040:0.0:1787764787.413773:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f870c0 x1874601358886528/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764787.413779:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764787.413782:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:0.0:1787764787.413784:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186678198.
00000100:00000200:0.0:1787764787.413786:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358886528, offset 0
00000400:00000200:0.0:1787764787.413790:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:0.0:1787764787.413794:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764787.413797:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:0.0:1787764787.413800:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764787.413802:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:0.0:1787764787.413804:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764787.413806:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:0.0:1787764787.413809:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70797:70797:256:4294967295] 192.168.202.141@tcp LPNI seq info [70797:70797:8:4294967295]
00000400:00000200:0.0:1787764787.413813:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764787.413819:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764787.413823:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:0.0:1787764787.413826:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982185622e00.
00000800:00000200:0.0:1787764787.413829:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.0:1787764787.413832:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787764787.413836:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787764787.413838:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1787764787.413842:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:0.0:1787764787.413844:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982185622e00.
00000400:00000200:0.0:1787764787.413880:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764787.413884:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764787.413887:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186678198
00000400:00000010:0.0:1787764787.413889:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186678198.
00000100:00000001:0.0:1787764787.413892:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764787.413896:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f870c0 x1874601358886528/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764787.413903:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764787.413907:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f870c0 x1874601358886528/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764812 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764787.413913:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764787.413915:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764787.413918:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764787.413922:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:0.0:1787764787.413925:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:0.0:1787764787.413927:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300345372
00000100:00000001:0.0:1787764787.413930:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300346640
00000100:00000001:0.0:1787764787.413932:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300345372
00000100:00000001:0.0:1787764787.413934:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300346640
00000100:00000001:0.0:1787764787.413936:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764787.413938:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764787.413940:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764787.413943:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764787/real 1787764787]  req@ffff982187f870c0 x1874601358886528/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764787.413951:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764787.413952:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764787.413954:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982187cf3f20.
00000400:00000200:0.0:1787764787.413956:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821866783b8
00000400:00000010:0.0:1787764787.413957:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821866783b8.
00000100:00000001:0.0:1787764787.413959:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764787.413962:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f870c0 x1874601358886528/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764787.413969:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f870c0 x1874601358886528/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764787.413975:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764787.413976:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764787.413977:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764787.413979:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764787.413982:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f870c0 x1874601358886528/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764787.413988:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764787.413992:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f870c0 x1874601358886528/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764812 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764787.413997:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764787.413999:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764787.414001:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764787.414002:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764787.414003:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764787.414005:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764787.414007:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764787.414010:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:0.0:1787764787.414012:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764787.414016:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f870c0 x1874601358886528/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764812 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764787.414024:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f870c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358886528:192.168.202.141@tcp:38:kworker.0
00000100:00000001:0.0:1787764787.414028:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764787.414031:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f84f00 x1874601358886656/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764787.414037:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764787.414038:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764787.414040:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764787.414042:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764787.414044:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764787.414047:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358886656:192.168.202.141@tcp:38:kworker.0
00000100:00000001:0.0:1787764787.414050:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764787.414053:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764787.414054:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764787.414056:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764787.414060:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982186486400.
02000000:00000001:0.0:1787764787.414061:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764787.414064:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:0.0:1787764787.414067:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982187cf3f20.
00000400:00000010:0.0:1787764787.414070:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821866783b8.
00000100:00000200:0.0:1787764787.414073:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358886656, portal 10
00000100:00000001:0.0:1787764787.414074:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764787.414076:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515380992 : -114205194170624 : ffff982187f84f00)
00000100:00000040:0.0:1787764787.414081:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f84f00 x1874601358886656/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764787.414088:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764787.414090:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:0.0:1787764787.414092:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186678198.
00000100:00000200:0.0:1787764787.414094:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358886656, offset 0
00000400:00000200:0.0:1787764787.414098:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:0.0:1787764787.414101:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764787.414104:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:0.0:1787764787.414107:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764787.414109:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:0.0:1787764787.414112:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764787.414114:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:0.0:1787764787.414117:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70798:70798:256:4294967295] 192.168.202.141@tcp LPNI seq info [70798:70798:8:4294967295]
00000400:00000200:0.0:1787764787.414121:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764787.414127:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764787.414132:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:0.0:1787764787.414135:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982185622e00.
00000800:00000200:0.0:1787764787.414138:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.0:1787764787.414141:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787764787.414146:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787764787.414148:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1787764787.414152:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:0.0:1787764787.414154:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982185622e00.
00000400:00000200:0.0:1787764787.414156:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764787.414160:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764787.414162:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186678198
00000400:00000010:0.0:1787764787.414163:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186678198.
00000100:00000001:0.0:1787764787.414165:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764787.414169:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f84f00 x1874601358886656/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764787.414175:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764787.414178:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f84f00 x1874601358886656/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764812 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764787.414183:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764787.414184:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764787.414187:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764787.414190:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:0.0:1787764787.414193:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:0.0:1787764787.414195:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300345366
00000100:00000001:0.0:1787764787.414198:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300346640
00000100:00000001:0.0:1787764787.414199:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300345366
00000100:00000001:0.0:1787764787.414201:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300346640
00000100:00000001:0.0:1787764787.414203:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764787.414205:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764787.414207:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764787.414211:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764787/real 1787764787]  req@ffff982187f84f00 x1874601358886656/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764787.414217:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764787.414218:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764787.414220:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982187cf3f20.
00000400:00000200:0.0:1787764787.414222:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821866783b8
00000400:00000010:0.0:1787764787.414223:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821866783b8.
00000100:00000001:0.0:1787764787.414226:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764787.414230:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f84f00 x1874601358886656/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764787.414237:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f84f00 x1874601358886656/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764787.414244:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764787.414245:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764787.414247:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764787.414248:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764787.414252:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f84f00 x1874601358886656/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764787.414259:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764787.414262:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f84f00 x1874601358886656/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764812 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764787.414268:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764787.414270:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764787.414271:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764787.414272:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764787.414274:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764787.414275:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764787.414277:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764787.414280:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:0.0:1787764787.414282:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764787.414286:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f84f00 x1874601358886656/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764812 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764787.414294:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358886656:192.168.202.141@tcp:38:kworker.0
00000100:00000001:0.0:1787764787.414298:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764787.414302:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f87c00 x1874601358886784/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764787.414309:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764787.414310:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764787.414312:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764787.414314:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764787.414316:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764787.414318:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358886784:192.168.202.141@tcp:8:kworker.0
00000100:00000001:0.0:1787764787.414322:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764787.414324:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764787.414325:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764787.414327:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764787.414330:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982186487000.
02000000:00000001:0.0:1787764787.414332:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764787.414335:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:0.0:1787764787.414337:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982187cf3f20.
00000400:00000010:0.0:1787764787.414340:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821866783b8.
00000100:00000200:0.0:1787764787.414344:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358886784, portal 4
00000100:00000001:0.0:1787764787.414346:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764787.414347:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515392512 : -114205194159104 : ffff982187f87c00)
00000100:00000040:0.0:1787764787.414353:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f87c00 x1874601358886784/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764787.414359:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764787.414361:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:0.0:1787764787.414363:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186678198.
00000100:00000200:0.0:1787764787.414365:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358886784, offset 0
00000400:00000200:0.0:1787764787.414369:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:0.0:1787764787.414372:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764787.414375:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:0.0:1787764787.414378:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764787.414380:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:0.0:1787764787.414382:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764787.414385:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:0.0:1787764787.414388:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70799:70799:256:4294967295] 192.168.202.141@tcp LPNI seq info [70799:70799:8:4294967295]
00000400:00000200:0.0:1787764787.414391:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764787.414397:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764787.414401:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:0.0:1787764787.414404:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982185622e00.
00000800:00000200:0.0:1787764787.414421:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.0:1787764787.414424:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787764787.414428:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787764787.414430:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1787764787.414434:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:0.0:1787764787.414436:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982185622e00.
00000400:00000200:0.0:1787764787.414439:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764787.414442:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764787.414446:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186678198
00000400:00000010:0.0:1787764787.414447:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186678198.
00000100:00000001:0.0:1787764787.414450:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764787.414453:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f87c00 x1874601358886784/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764787.414460:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764787.414462:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f87c00 x1874601358886784/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764812 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764787.414468:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764787.414470:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764787.414473:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764787.414476:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:0.0:1787764787.414480:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:0.0:1787764787.414482:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300345371
00000100:00000001:0.0:1787764787.414484:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300346640
00000100:00000001:0.0:1787764787.414486:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300345371
00000100:00000001:0.0:1787764787.414488:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300346640
00000100:00000001:0.0:1787764787.414490:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764787.414493:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764787.414495:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764787.414498:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764787/real 1787764787]  req@ffff982187f87c00 x1874601358886784/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764787.414506:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764787.414508:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764787.414509:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982187cf3f20.
00000400:00000200:0.0:1787764787.414511:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821866783b8
00000400:00000010:0.0:1787764787.414513:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821866783b8.
00000100:00000001:0.0:1787764787.414515:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764787.414518:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f87c00 x1874601358886784/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764787.414526:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f87c00 x1874601358886784/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764787.414533:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764787.414534:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764787.414536:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764787.414537:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764787.414540:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f87c00 x1874601358886784/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764787.414546:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764787.414549:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f87c00 x1874601358886784/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764812 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764787.414556:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764787.414558:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764787.414559:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764787.414561:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764787.414563:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764787.414564:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764787.414567:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764787.414570:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:0.0:1787764787.414572:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764787.414576:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f87c00 x1874601358886784/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764812 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764787.414584:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358886784:192.168.202.141@tcp:8:kworker.0
00000100:00000001:0.0:1787764787.414588:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764787.414592:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f85680 x1874601358886912/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764787.414599:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764787.414600:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764787.414602:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764787.414604:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764787.414606:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764787.414609:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358886912:192.168.202.141@tcp:8:kworker.0
00000100:00000001:0.0:1787764787.414613:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764787.414614:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764787.414616:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764787.414618:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764787.414621:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982186484400.
02000000:00000001:0.0:1787764787.414623:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764787.414626:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:0.0:1787764787.414629:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982187cf3f20.
00000400:00000010:0.0:1787764787.414632:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821866783b8.
00000100:00000200:0.0:1787764787.414635:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358886912, portal 4
00000100:00000001:0.0:1787764787.414637:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764787.414638:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515382912 : -114205194168704 : ffff982187f85680)
00000100:00000040:0.0:1787764787.414644:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f85680 x1874601358886912/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764787.414651:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764787.414654:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:0.0:1787764787.414656:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186678198.
00000100:00000200:0.0:1787764787.414658:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358886912, offset 0
00000400:00000200:0.0:1787764787.414662:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:0.0:1787764787.414666:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764787.414669:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:0.0:1787764787.414672:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764787.414674:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:0.0:1787764787.414676:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764787.414678:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:0.0:1787764787.414681:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70800:70800:256:4294967295] 192.168.202.141@tcp LPNI seq info [70800:70800:8:4294967295]
00000400:00000200:0.0:1787764787.414685:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764787.414691:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764787.414696:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:0.0:1787764787.414700:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982185622e00.
00000800:00000200:0.0:1787764787.414704:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.0:1787764787.414707:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1787764787.414711:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787764787.414714:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1787764787.414717:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:0.0:1787764787.414719:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982185622e00.
00000400:00000200:0.0:1787764787.414722:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764787.414725:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764787.414728:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186678198
00000400:00000010:0.0:1787764787.414730:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186678198.
00000100:00000001:0.0:1787764787.414732:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764787.414736:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f85680 x1874601358886912/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764787.414743:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764787.414746:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f85680 x1874601358886912/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764812 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764787.414752:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764787.414754:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764787.414758:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764787.414761:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:0.0:1787764787.414764:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:0.0:1787764787.414767:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300345372
00000100:00000001:0.0:1787764787.414769:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300346640
00000100:00000001:0.0:1787764787.414771:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300345372
00000100:00000001:0.0:1787764787.414774:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300346640
00000100:00000001:0.0:1787764787.414776:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764787.414778:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764787.414779:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764787.414783:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764787/real 1787764787]  req@ffff982187f85680 x1874601358886912/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764787.414791:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764787.414792:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764787.414794:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982187cf3f20.
00000400:00000200:0.0:1787764787.414796:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821866783b8
00000400:00000010:0.0:1787764787.414797:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821866783b8.
00000100:00000001:0.0:1787764787.414799:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764787.414802:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f85680 x1874601358886912/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764787.414809:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f85680 x1874601358886912/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764787.414815:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764787.414816:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764787.414818:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764787.414820:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764787.414823:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f85680 x1874601358886912/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764787.414830:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764787.414833:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f85680 x1874601358886912/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764812 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764787.414841:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764787.414843:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764787.414845:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764787.418655:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764787.418671:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764787.418674:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764787.418681:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764787.418692:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:0.0:1787764787.418696:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764787.418724:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f85680 x1874601358886912/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764812 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764787.418736:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358886912:192.168.202.141@tcp:8:kworker.0
00000100:00000001:0.0:1787764787.418743:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764787.418748:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764787.418753:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f85a40 x1874601358886400/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764812 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764787.418762:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764787.418766:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764787.418771:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982186486800.
02000000:00000001:0.0:1787764787.418779:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764787.418783:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764787.418785:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000020:00000001:0.0:1787764787.418787:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764787.418790:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649c800.
02000000:00000001:0.0:1787764787.418795:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764787.418797:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764787.418799:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f85a40.
00000100:00000001:0.0:1787764787.418804:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764787.418805:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764787.418809:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764787.418814:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f870c0 x1874601358886528/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764812 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764787.418819:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764787.418821:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764787.418822:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982186485800.
02000000:00000001:0.0:1787764787.418824:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764787.418825:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764787.418826:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:0.0:1787764787.418828:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764787.418829:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649c000.
02000000:00000001:0.0:1787764787.418831:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764787.418832:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764787.418833:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f870c0.
00000100:00000001:0.0:1787764787.418835:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764787.418836:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764787.418838:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764787.418842:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f84f00 x1874601358886656/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764812 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764787.418865:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764787.418867:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764787.418868:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982186486400.
02000000:00000001:0.0:1787764787.418871:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764787.418872:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764787.418873:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:0.0:1787764787.418875:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764787.418877:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649dc00.
02000000:00000001:0.0:1787764787.418879:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764787.418880:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764787.418882:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f84f00.
00000100:00000001:0.0:1787764787.418884:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764787.418885:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764787.418887:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764787.418892:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f87c00 x1874601358886784/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764812 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764787.418903:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764787.418905:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764787.418906:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982186487000.
02000000:00000001:0.0:1787764787.418908:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764787.418909:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764787.418910:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:0.0:1787764787.418912:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764787.418913:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649c400.
02000000:00000001:0.0:1787764787.418915:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764787.418916:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764787.418917:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f87c00.
00000100:00000001:0.0:1787764787.418919:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764787.418920:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764787.418922:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764787.418924:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f85680 x1874601358886912/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764812 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764787.418931:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764787.418932:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764787.418934:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982186484400.
02000000:00000001:0.0:1787764787.418936:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764787.418938:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764787.418939:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:0.0:1787764787.418941:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764787.418942:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649f000.
02000000:00000001:0.0:1787764787.418944:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764787.418945:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764787.418946:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f85680.
00000100:00000001:0.0:1787764787.418948:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764787.418949:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764787.418951:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764787.418962:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764787.418964:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764787.418967:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764787.418969:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764787.727976:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764787.727983:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764787.727987:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764787.727990:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764787.727992:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764787.727995:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764787.727998:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764787.728000:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764787.728002:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764787.728003:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764787.728006:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764787.728007:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764787.728009:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764787.728010:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764787.728012:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764787.728013:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764787.728073:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764787.728077:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764787.728081:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1787764787.983979:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764787.984000:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764787.984003:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764787.984011:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764787.984015:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764787.984019:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764787.984023:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764787.984026:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764787.984029:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764788.751988:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4300346640, at 4300346688
00010000:00000001:0.0:1787764788.751993:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764788.751999:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764788.752006:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:2.0:1787764788.752007:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9821992d42a0.
00010000:00000001:0.0:1787764788.752008:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764788.752015:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764788.752016:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764788.752020:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764788.752022:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764788.752025:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764788.752026:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764788.752145:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764788.752150:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764788.752153:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1787764788.752756:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4300346640, at 4300346688
00000100:00000010:3.0:1787764788.752764:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9821992d4cc0.
00000100:00000001:2.0:1787764789.007992:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1787764789.007999:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1787764789.008001:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1787764789.008006:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:2.0:1787764789.008010:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1787764789.008014:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764789.008017:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1787764789.008020:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1787764789.008022:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764789.777188:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764789.777199:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764789.777206:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764789.777208:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764789.777212:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764789.777213:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764789.777217:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764789.777219:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764789.777223:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764789.777224:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764789.777352:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764789.777357:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764789.777361:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764790.035266:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764790.035277:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764790.035280:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764790.035286:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764790.035290:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764790.035294:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764790.035298:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764790.035300:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764790.035303:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764790.799978:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764790.799989:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764790.799997:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764790.799999:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764790.800004:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764790.800008:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764790.800011:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764790.800015:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764790.800019:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764790.800022:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764790.800024:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764790.800141:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764790.800147:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764790.800149:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764790.800153:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764790.800155:0:59221:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1787764790.800156:0:59221:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1787764790.800158:0:59221:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764790.800160:0:59221:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1787764790.800161:0:59221:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764790.800163:0:59221:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764790.800165:0:59221:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764790.800258:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764790.800262:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764790.800265:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764791.057262:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764791.057270:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764791.057272:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764791.057278:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764791.057281:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764791.057284:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764791.057287:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764791.057291:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764791.057294:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764791.824017:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764791.824028:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764791.824037:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764791.824039:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764791.824044:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764791.824045:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764791.824049:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764791.824050:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764791.824054:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764791.824055:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1787764791.824171:0:6168:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1787764791.824175:0:6168:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1787764791.824179:0:6168:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764792.080188:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764792.080198:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764792.080201:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764792.080208:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764792.080213:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764792.080218:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764792.080222:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764792.080224:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764792.080228:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764792.528006:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764792.528022:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1787764792.528027:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764792.528031:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764792.528037:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764792.528047:0:18336:0:(import.c:510:import_select_connection()) MGC192.168.202.141@tcp: connect to NID 192.168.202.141@tcp last attempt 5678
00000400:00000200:1.0:1787764792.528058:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764792.528066:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764792.528071:0:18336:0:(import.c:589:import_select_connection()) MGC192.168.202.141@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764792.528075:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764792.528079:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764792.528081:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764792.528084:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764792.528088:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764792.528091:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0869f
00000020:00000001:1.0:1787764792.528094:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764792.528098:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821987f8000 refcount=3
00000020:00000001:1.0:1787764792.528100:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000020:00000001:1.0:1787764792.528103:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868792676352 : -114204916875264 : ffff9821987f8000)
00000100:00000040:1.0:1787764792.528106:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764792.528108:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764792.528110:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764792.528112:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764792.528115:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821987f8000 : new refcount 2
00000100:00080000:1.0:1787764792.528119:0:18336:0:(import.c:624:import_select_connection()) MGC192.168.202.141@tcp: import ffff9821987fe800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764792.528122:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764792.528125:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764792.528129:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764792.528133:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764792.528136:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1787764792.528138:0:18336:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764792.528150:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f84b40.
00000020:00000040:1.0:1787764792.528154:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fe800 refcount=4 obd=MGC192.168.202.141@tcp
02000000:00000001:1.0:1787764792.528159:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764792.528161:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764792.528164:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764792.528167:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764792.528172:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764792.528181:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649d000.
00000100:00000001:1.0:1787764792.528188:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764792.528201:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f84b40 x1874601358887040/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764792.528212:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764792.528218:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1787764792.528223:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b9a4d30] to pc [ptlrpcd_rcv+-1]  req@ffff982187f84b40 x1874601358887040/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764792.528263:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764792.528267:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1787764792.528270:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1787764792.528272:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764792.528273:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764792.528276:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764792.528278:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5678
00000400:00000200:1.0:1787764792.528282:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764792.528285:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764792.528287:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1787764792.528290:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764792.528292:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764792.528294:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764792.528296:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764792.528298:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764792.528299:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086f3
00000020:00000001:1.0:1787764792.528301:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764792.528303:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd6800 refcount=5
00000020:00000001:1.0:1787764792.528306:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000020:00000001:1.0:1787764792.528308:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429731840 : -114205279819776 : ffff982182dd6800)
00000100:00000040:1.0:1787764792.528311:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764792.528313:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764792.528314:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764792.528317:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000040:1.0:1787764792.528319:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd6800 : new refcount 4
00000100:00080000:1.0:1787764792.528321:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff982188e85000: import ffff982182dd3000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:1.0:1787764792.528324:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764792.528325:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1787764792.528331:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764792.528334:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764792.528335:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1787764792.528340:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787764792.528343:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764792.528346:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1787764792.528350:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f861c0.
00000020:00000040:1.0:1787764792.528352:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd3000 refcount=5 obd=lustre-MDT0000-mdc-ffff982188e85000
02000000:00000001:1.0:1787764792.528354:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764792.528356:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764792.528358:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764792.528372:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764792.528374:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764792.528378:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649d800.
00000100:00000001:1.0:1787764792.528382:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1787764792.528388:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f861c0 x1874601358887168/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1787764792.528396:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764792.528399:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764792.528402:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1787764792.528404:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a525cb1] to pc [ptlrpcd_rcv+-1]  req@ffff982187f861c0 x1874601358887168/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764792.528407:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764792.528410:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764792.528419:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f84b40 x1874601358887040/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764792.528419:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764792.528425:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1787764792.528429:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1787764792.528432:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1787764792.528433:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764792.528437:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:0.0:1787764792.528439:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:1.0:1787764792.528441:0:18336:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:0.0:1787764792.528443:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764792.528447:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764792.528448:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:0.0:1787764792.528450:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358887040:192.168.202.141@tcp:250:kworker.0
00000100:00080000:1.0:1787764792.528454:0:18336:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5678
00000100:00000001:0.0:1787764792.528456:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000400:00000200:1.0:1787764792.528461:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
02000000:00000001:0.0:1787764792.528462:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764792.528465:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1787764792.528468:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
02000000:00000001:0.0:1787764792.528469:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:1.0:1787764792.528473:0:18336:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: tried all connections, increasing latency to 20s
02000000:00000010:0.0:1787764792.528476:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982186484400.
00000100:00000040:1.0:1787764792.528478:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
02000000:00000001:0.0:1787764792.528479:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764792.528483:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764792.528487:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000400:00000200:0.0:1787764792.528489:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764792.528492:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000400:00000010:0.0:1787764792.528494:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982187cf3f20.
00000020:00000001:1.0:1787764792.528496:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1787764792.528500:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa086fa
00000400:00000010:0.0:1787764792.528502:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821866783b8.
00000020:00000001:1.0:1787764792.528502:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764792.528507:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff982182dd0000 refcount=5
00000020:00000001:1.0:1787764792.528510:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000200:0.0:1787764792.528512:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358887040, portal 25
00000020:00000001:1.0:1787764792.528513:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868429705216 : -114205279846400 : ffff982182dd0000)
00000100:00000001:0.0:1787764792.528516:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764792.528518:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515380032 : -114205194171584 : ffff982187f84b40)
00000100:00000040:1.0:1787764792.528519:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764792.528524:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1787764792.528526:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f84b40 x1874601358887040/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787764792.528528:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764792.528534:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:0.0:1787764792.528539:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:1.0:1787764792.528540:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff982182dd0000 : new refcount 4
00000100:00000040:0.0:1787764792.528544:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:0.0:1787764792.528548:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186678198.
00000100:00080000:1.0:1787764792.528548:0:18336:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff982188e85000: import ffff982182dd2800 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000200:0.0:1787764792.528552:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1874601358887040, offset 0
00000100:00000001:1.0:1787764792.528554:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764792.528557:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1787764792.528561:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
02000000:00000001:1.0:1787764792.528562:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764792.528567:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764792.528568:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:0.0:1787764792.528571:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000008:00100000:1.0:1787764792.528572:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683240 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1787764792.528577:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764792.528579:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000100:00000001:1.0:1787764792.528580:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764792.528587:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:1.0:1787764792.528589:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f85680.
00000400:00000200:0.0:1787764792.528592:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000020:00000040:1.0:1787764792.528594:0:18336:0:(genops.c:1210:class_import_get()) import ffff982182dd2800 refcount=444 obd=lustre-MDT0001-mdc-ffff982188e85000
00000400:00000200:0.0:1787764792.528598:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
02000000:00000001:1.0:1787764792.528600:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1787764792.528601:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
02000000:00000001:1.0:1787764792.528603:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764792.528607:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70801:70801:256:4294967295] 192.168.202.141@tcp LPNI seq info [70801:70801:8:4294967295]
00000100:00000001:1.0:1787764792.528608:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764792.528612:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1787764792.528614:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
02000000:00000001:1.0:1787764792.528616:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1787764792.528622:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649f000.
00000400:00000200:0.0:1787764792.528623:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1787764792.528628:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1787764792.528632:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000100:00100000:1.0:1787764792.528638:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f85680 x1874601358887296/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:0.0:1787764792.528649:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982185622e00.
00000100:00000001:1.0:1787764792.528649:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764792.528654:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1787764792.528662:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00000040:1.0:1787764792.528663:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000008ac09af] to pc [ptlrpcd_rcv+-1]  req@ffff982187f85680 x1874601358887296/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1787764792.528669:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000100:00000001:1.0:1787764792.528677:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1787764792.528681:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000100:00080000:1.0:1787764792.528683:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.1:1787764792.528689:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000100:00080000:1.0:1787764792.528690:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1787764792.528691:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1787764792.528693:0:18336:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1787764792.528696:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1787764792.528699:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5678
00000400:00000200:1.0:1787764792.528703:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:1.0:1787764792.528706:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00080000:1.0:1787764792.528711:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1787764792.528715:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:0.0:1787764792.528720:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982185622e00.
00000100:00000040:1.0:1787764792.528720:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:1.0:1787764792.528726:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1787764792.528728:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:1.0:1787764792.528729:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000400:00000200:0.0:1787764792.528734:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1787764792.528735:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000020:00000001:1.0:1787764792.528739:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:0.0:1787764792.528741:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186678198
00000020:00000040:1.0:1787764792.528741:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa08708
00000400:00000010:0.0:1787764792.528745:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186678198.
00000020:00000001:1.0:1787764792.528746:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:0.0:1787764792.528750:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:1.0:1787764792.528750:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d6800 refcount=4
00000100:00000200:0.0:1787764792.528755:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f84b40 x1874601358887040/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1787764792.528756:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000020:00000001:1.0:1787764792.528763:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787296256 : -114204922255360 : ffff9821982d6800)
00000100:00000001:0.0:1787764792.528769:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764792.528770:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000040:0.0:1787764792.528774:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f84b40 x1874601358887040/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 0 dl 1787764817 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764792.528775:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1787764792.528782:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764792.528784:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764792.528786:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000001:0.0:1787764792.528787:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:1.0:1787764792.528792:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d6800 : new refcount 3
00000100:00000001:0.0:1787764792.528795:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1787764792.528797:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff982188e85000: import ffff9821987fa000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000400:00000200:0.0:1787764792.528801:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:1.0:1787764792.528802:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764792.528805:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 2 is 4300351755
02000000:00000001:1.0:1787764792.528806:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000010:0.0:1787764792.528811:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9821992d4ae0.
02000000:00000001:1.0:1787764792.528812:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1787764792.528817:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764792.528820:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1787764792.528821:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 2
00000008:00100000:1.0:1787764792.528823:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1787764792.528827:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764792.528829:0:2388:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS new deadline estimation for cpu 3 is 4300351755
00000100:00000001:1.0:1787764792.528830:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1787764792.528833:0:2388:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9821992d4780.
00000100:00000001:0.0:1787764792.528837:0:2388:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.141@tcp: PM QoS request now active for cpu 3
00000100:00000010:1.0:1787764792.528837:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f87c00.
00000100:00000001:0.0:1787764792.528841:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:1.0:1787764792.528843:0:18336:0:(genops.c:1210:class_import_get()) import ffff9821987fa000 refcount=3 obd=lustre-OST0000-osc-ffff982188e85000
00000100:00000001:0.0:1787764792.528844:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764792.528872:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1787764792.528874:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764792.528876:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1787764792.528877:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764792.528879:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764792.528881:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764792.528887:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764792/real 1787764792]  req@ffff982187f84b40 x1874601358887040/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1787764792.528887:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649c400.
00000100:00000001:1.0:1787764792.528893:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1787764792.528903:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00100000:1.0:1787764792.528904:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f87c00 x1874601358887424/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:0.0:1787764792.528905:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764792.528908:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982187cf3f20.
00000400:00000200:0.0:1787764792.528911:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821866783b8
00000400:00000010:0.0:1787764792.528913:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821866783b8.
00000100:00000001:0.0:1787764792.528916:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764792.528921:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f84b40 x1874601358887040/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764792.528921:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1787764792.528927:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1787764792.528932:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f84b40 x1874601358887040/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1787764792.528937:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000480dc2f8] to pc [ptlrpcd_rcv+-1]  req@ffff982187f87c00 x1874601358887424/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764792.528938:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764792.528941:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764792.528945:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764792.528946:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764792.528953:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f84b40 x1874601358887040/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764792.528957:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764792.528962:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1787764792.528964:0:18336:0:(pinger.c:229:ptlrpc_pinger_process_import()) 419b64d5-5d43-4ed2-a3fc-76745d844179->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1787764792.528967:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f84b40 x1874601358887040/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764817 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1787764792.528971:0:18336:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1787764792.528975:0:18336:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1787764792.528976:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1787764792.528979:0:18336:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1787764792.528980:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764792.528982:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764792.528983:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1787764792.528986:0:18336:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1787764792.528987:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764792.528990:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764792.528993:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fe800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1787764792.528993:0:18336:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: connect to NID 192.168.202.141@tcp last attempt 5678
00000100:00080000:0.0:1787764792.528997:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.141@tcp failed (-110)
00000100:00000001:0.0:1787764792.529000:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000400:00000200:1.0:1787764792.529005:0:18336:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000040:0.0:1787764792.529006:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f84b40 x1874601358887040/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764817 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1787764792.529013:0:18336:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.141@tcp is discovered: rc = 1
00000100:00100000:0.0:1787764792.529017:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f84b40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7e61fb7f-b8fa-4569-a5d3-4bd98d0af4bb:2388:1874601358887040:192.168.202.141@tcp:250:kworker.0
00000100:00080000:1.0:1787764792.529018:0:18336:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1787764792.529022:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764792.529024:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1787764792.529026:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000040:0.0:1787764792.529028:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f84b40 x1874601358887040/t0(0) o250->MGC192.168.202.141@tcp@192.168.202.141@tcp:26/25 lens 520/544 e 0 to 1 dl 1787764817 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1787764792.529031:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787764792.529036:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
00000100:00000040:1.0:1787764792.529039:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
02000000:00000001:0.0:1787764792.529040:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764792.529042:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982186484400.
00000100:00000001:1.0:1787764792.529044:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
02000000:00000001:0.0:1787764792.529045:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764792.529048:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000001:1.0:1787764792.529049:0:18336:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1787764792.529050:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fe800 refcount=3 obd=MGC192.168.202.141@tcp
00000020:00000001:0.0:1787764792.529054:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
00000020:00000040:1.0:1787764792.529054:0:18336:0:(genops.c:804:class_conn2export()) looking for export cookie 0x8093e4ce1fa0870f
02000000:00000010:0.0:1787764792.529057:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649d000.
00000020:00000001:1.0:1787764792.529058:0:18336:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1787764792.529062:0:18336:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9821982d0000 refcount=4
02000000:00000001:0.0:1787764792.529063:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764792.529065:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764792.529067:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f84b40.
00000020:00000001:1.0:1787764792.529068:0:18336:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000001:0.0:1787764792.529070:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764792.529073:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1787764792.529074:0:18336:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446629868787269632 : -114204922281984 : ffff9821982d0000)
00000100:00000001:0.0:1787764792.529075:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1787764792.529082:0:18336:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9821982cbec0 refcount 14 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764792.529084:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1787764792.529086:0:18336:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1787764792.529087:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764792.529090:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1787764792.529092:0:18336:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9821982cbec0 refcount 15 to 192.168.202.141@tcp
00000100:00000001:0.0:1787764792.529093:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764792.529095:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1787764792.529099:0:18336:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446629868787252928 : -114204922298688 : ffff9821982cbec0)
00000100:00000040:0.0:1787764792.529100:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f861c0 x1874601358887168/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1787764792.529102:0:18336:0:(genops.c:879:class_export_put()) PUTting export ffff9821982d0000 : new refcount 3
00000100:00000001:0.0:1787764792.529110:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1787764792.529111:0:18336:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff982188e85000: import ffff98218540e000 using connection 192.168.202.141@tcp/192.168.202.141@tcp
00000100:00000001:0.0:1787764792.529112:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764792.529115:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1787764792.529117:0:18336:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764792.529118:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764792.529122:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1787764792.529123:0:18336:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:0.0:1787764792.529126:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358887168:192.168.202.141@tcp:38:kworker.0
00000100:00000001:0.0:1787764792.529129:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1787764792.529129:0:18336:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764792.529133:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1787764792.529134:0:18336:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764792.529136:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764792.529139:0:18336:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1787764792.529140:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:1.0:1787764792.529143:0:18336:0:(osc_request.c:4034:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683240 ocd_grant: 8388608, lost: 0.
02000000:00000010:0.0:1787764792.529145:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982186484400.
00000008:00000001:1.0:1787764792.529149:0:18336:0:(osc_request.c:4037:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764792.529150:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1787764792.529154:0:18336:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764792.529158:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000010:1.0:1787764792.529161:0:18336:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 904 at ffff982187f84f00.
00000400:00000010:0.0:1787764792.529163:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982187cf3f20.
00000020:00000040:1.0:1787764792.529166:0:18336:0:(genops.c:1210:class_import_get()) import ffff98218540e000 refcount=3 obd=lustre-OST0001-osc-ffff982188e85000
00000400:00000010:0.0:1787764792.529169:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821866783b8.
02000000:00000001:1.0:1787764792.529171:0:18336:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000200:0.0:1787764792.529174:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358887168, portal 10
02000000:00000001:1.0:1787764792.529175:0:18336:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764792.529178:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1787764792.529179:0:18336:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1787764792.529181:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515385792 : -114205194165824 : ffff982187f861c0)
02000000:00000001:1.0:1787764792.529183:0:18336:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1787764792.529186:0:18336:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764792.529191:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f861c0 x1874601358887168/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1787764792.529191:0:18336:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff98218649dc00.
00000100:00000001:1.0:1787764792.529198:0:18336:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764792.529204:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:1.0:1787764792.529208:0:18336:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff982187f84f00 x1874601358887552/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1787764792.529210:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:0.0:1787764792.529216:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186678198.
00000100:00000200:0.0:1787764792.529220:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358887168, offset 0
00000100:00000001:1.0:1787764792.529224:0:18336:0:(jobid.c:939:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1787764792.529229:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000100:00000001:1.0:1787764792.529230:0:18336:0:(jobid.c:979:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764792.529237:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000040:1.0:1787764792.529239:0:18336:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007cd831b5] to pc [ptlrpcd_rcv+-1]  req@ffff982187f84f00 x1874601358887552/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1787764792.529244:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:0.0:1787764792.529251:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764792.529256:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000100:00000001:1.0:1787764792.529258:0:18336:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764792.529261:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764792.529265:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000100:00000040:1.0:1787764792.529265:0:18336:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (5688)
00000400:00000200:0.0:1787764792.529270:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70802:70802:256:4294967295] 192.168.202.141@tcp LPNI seq info [70802:70802:8:4294967295]
00000400:00000200:0.0:1787764792.529276:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764792.529282:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764792.529287:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:0.0:1787764792.529291:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982185622e00.
00000800:00000200:0.0:1787764792.529295:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.0:1787764792.529298:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787764792.529303:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787764792.529305:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1787764792.529309:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:0.0:1787764792.529311:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982185622e00.
00000400:00000200:0.0:1787764792.529313:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764792.529316:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764792.529320:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186678198
00000400:00000010:0.0:1787764792.529321:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186678198.
00000100:00000001:0.0:1787764792.529323:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764792.529327:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f861c0 x1874601358887168/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764792.529333:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764792.529336:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f861c0 x1874601358887168/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764817 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764792.529341:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764792.529342:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764792.529345:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764792.529349:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: using a timeout of 21088 usecs (22 jiffies)
00000400:00000200:0.0:1787764792.529351:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:0.0:1787764792.529353:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300350487
00000100:00000001:0.0:1787764792.529356:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300351755
00000100:00000001:0.0:1787764792.529358:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300350487
00000100:00000001:0.0:1787764792.529372:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300351755
00000100:00000001:0.0:1787764792.529374:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764792.529376:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764792.529377:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764792.529381:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764792/real 1787764792]  req@ffff982187f861c0 x1874601358887168/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764792.529388:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764792.529389:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764792.529391:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982187cf3f20.
00000400:00000200:0.0:1787764792.529393:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821866783b8
00000400:00000010:0.0:1787764792.529394:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821866783b8.
00000100:00000001:0.0:1787764792.529397:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764792.529399:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f861c0 x1874601358887168/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764792.529406:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f861c0 x1874601358887168/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764792.529412:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764792.529413:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764792.529414:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764792.529415:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764792.529419:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f861c0 x1874601358887168/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764792.529424:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764792.529427:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f861c0 x1874601358887168/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764817 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764792.529433:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764792.529435:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764792.529436:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764792.529437:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764792.529439:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764792.529440:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764792.529443:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd3000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764792.529446:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:0.0:1787764792.529448:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764792.529451:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f861c0 x1874601358887168/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764817 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764792.529458:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f861c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358887168:192.168.202.141@tcp:38:kworker.0
00000100:00000001:0.0:1787764792.529462:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764792.529465:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f85680 x1874601358887296/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764792.529471:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764792.529472:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764792.529474:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764792.529476:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764792.529478:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764792.529481:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358887296:192.168.202.141@tcp:38:kworker.0
00000100:00000001:0.0:1787764792.529483:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764792.529485:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764792.529486:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764792.529488:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764792.529491:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982186487000.
02000000:00000001:0.0:1787764792.529493:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764792.529496:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:0.0:1787764792.529499:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982187cf3f20.
00000400:00000010:0.0:1787764792.529501:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821866783b8.
00000100:00000200:0.0:1787764792.529504:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358887296, portal 10
00000100:00000001:0.0:1787764792.529505:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764792.529506:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515382912 : -114205194168704 : ffff982187f85680)
00000100:00000040:0.0:1787764792.529512:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f85680 x1874601358887296/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764792.529518:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764792.529520:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:0.0:1787764792.529522:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186678198.
00000100:00000200:0.0:1787764792.529524:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1874601358887296, offset 0
00000400:00000200:0.0:1787764792.529528:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:0.0:1787764792.529532:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764792.529535:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:0.0:1787764792.529537:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764792.529540:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:0.0:1787764792.529542:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764792.529544:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:0.0:1787764792.529547:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70803:70803:256:4294967295] 192.168.202.141@tcp LPNI seq info [70803:70803:8:4294967295]
00000400:00000200:0.0:1787764792.529551:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764792.529556:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764792.529562:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:0.0:1787764792.529565:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982185622e00.
00000800:00000200:0.0:1787764792.529569:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.0:1787764792.529571:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787764792.529575:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787764792.529578:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1787764792.529582:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:0.0:1787764792.529584:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982185622e00.
00000400:00000200:0.0:1787764792.529586:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764792.529590:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764792.529592:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186678198
00000400:00000010:0.0:1787764792.529594:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186678198.
00000100:00000001:0.0:1787764792.529597:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764792.529601:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f85680 x1874601358887296/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764792.529609:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764792.529614:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f85680 x1874601358887296/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 0 dl 1787764817 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764792.529620:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764792.529622:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764792.529624:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764792.529627:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: using a timeout of 15177 usecs (16 jiffies)
00000400:00000200:0.0:1787764792.529631:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:0.0:1787764792.529633:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300350481
00000100:00000001:0.0:1787764792.529635:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300351755
00000100:00000001:0.0:1787764792.529638:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300350481
00000100:00000001:0.0:1787764792.529640:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300351755
00000100:00000001:0.0:1787764792.529642:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764792.529644:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764792.529646:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764792.529650:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764792/real 1787764792]  req@ffff982187f85680 x1874601358887296/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764792.529658:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764792.529660:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764792.529661:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982187cf3f20.
00000400:00000200:0.0:1787764792.529663:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821866783b8
00000400:00000010:0.0:1787764792.529665:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821866783b8.
00000100:00000001:0.0:1787764792.529667:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764792.529670:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f85680 x1874601358887296/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764792.529679:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f85680 x1874601358887296/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764792.529686:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764792.529687:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764792.529689:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764792.529691:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764792.529694:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f85680 x1874601358887296/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764792.529701:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764792.529704:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f85680 x1874601358887296/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764817 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764792.529711:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764792.529713:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764792.529715:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764792.529716:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764792.529718:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764792.529720:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764792.529723:0:2388:0:(import.c:65:import_set_state_nolock()) ffff982182dd2800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764792.529726:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:0.0:1787764792.529728:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764792.529732:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f85680 x1874601358887296/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764817 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764792.529740:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f85680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358887296:192.168.202.141@tcp:38:kworker.0
00000100:00000001:0.0:1787764792.529744:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764792.529748:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f87c00 x1874601358887424/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764792.529755:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764792.529756:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764792.529758:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764792.529760:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764792.529761:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764792.529764:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358887424:192.168.202.141@tcp:8:kworker.0
00000100:00000001:0.0:1787764792.529766:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764792.529767:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764792.529768:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764792.529769:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764792.529772:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982186486400.
02000000:00000001:0.0:1787764792.529773:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764792.529776:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:0.0:1787764792.529777:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982187cf3f20.
00000400:00000010:0.0:1787764792.529780:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821866783b8.
00000100:00000200:0.0:1787764792.529782:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358887424, portal 4
00000100:00000001:0.0:1787764792.529783:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764792.529784:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515392512 : -114205194159104 : ffff982187f87c00)
00000100:00000040:0.0:1787764792.529789:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f87c00 x1874601358887424/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764792.529793:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764792.529795:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:0.0:1787764792.529796:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186678198.
00000100:00000200:0.0:1787764792.529798:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358887424, offset 0
00000400:00000200:0.0:1787764792.529800:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:0.0:1787764792.529802:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764792.529804:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:0.0:1787764792.529806:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764792.529807:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:0.0:1787764792.529809:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764792.529810:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:0.0:1787764792.529812:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70804:70804:256:4294967295] 192.168.202.141@tcp LPNI seq info [70804:70804:8:4294967295]
00000400:00000200:0.0:1787764792.529815:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764792.529819:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764792.529822:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:0.0:1787764792.529824:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982185622e00.
00000800:00000200:0.0:1787764792.529826:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.0:1787764792.529829:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787764792.529831:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787764792.529833:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1787764792.529835:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:0.0:1787764792.529836:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982185622e00.
00000400:00000200:0.0:1787764792.529838:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764792.529840:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764792.529842:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186678198
00000400:00000010:0.0:1787764792.529843:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186678198.
00000100:00000001:0.0:1787764792.529845:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764792.529865:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f87c00 x1874601358887424/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764792.529870:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764792.529872:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f87c00 x1874601358887424/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764817 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764792.529880:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764792.529881:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764792.529884:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764792.529886:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: using a timeout of 20871 usecs (21 jiffies)
00000400:00000200:0.0:1787764792.529888:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:0.0:1787764792.529889:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300350487
00000100:00000001:0.0:1787764792.529891:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300351755
00000100:00000001:0.0:1787764792.529893:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300350487
00000100:00000001:0.0:1787764792.529894:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300351755
00000100:00000001:0.0:1787764792.529896:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764792.529897:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764792.529898:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764792.529899:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764792/real 1787764792]  req@ffff982187f87c00 x1874601358887424/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764792.529904:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764792.529905:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764792.529906:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982187cf3f20.
00000400:00000200:0.0:1787764792.529907:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821866783b8
00000400:00000010:0.0:1787764792.529908:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821866783b8.
00000100:00000001:0.0:1787764792.529910:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764792.529911:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f87c00 x1874601358887424/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764792.529916:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f87c00 x1874601358887424/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764792.529920:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764792.529920:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764792.529921:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764792.529922:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764792.529924:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f87c00 x1874601358887424/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764792.529928:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764792.529931:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f87c00 x1874601358887424/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764817 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764792.529935:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764792.529936:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764792.529937:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764792.529937:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764792.529938:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764792.529939:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764792.529941:0:2388:0:(import.c:65:import_set_state_nolock()) ffff9821987fa000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764792.529942:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:0.0:1787764792.529943:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764792.529945:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f87c00 x1874601358887424/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764817 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764792.529949:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f87c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358887424:192.168.202.141@tcp:8:kworker.0
00000100:00000001:0.0:1787764792.529951:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764792.529952:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764792.529954:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f861c0 x1874601358887168/t0(0) o38->lustre-MDT0000-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764817 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764792.529957:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764792.529959:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764792.529960:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982186484400.
02000000:00000001:0.0:1787764792.529962:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764792.529963:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764792.529964:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd3000 refcount=4 obd=lustre-MDT0000-mdc-ffff982188e85000
00000020:00000001:0.0:1787764792.529965:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764792.529966:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649d800.
02000000:00000001:0.0:1787764792.529968:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764792.529969:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764792.529970:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f861c0.
00000100:00000001:0.0:1787764792.529972:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764792.529973:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764792.529974:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764792.529976:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f85680 x1874601358887296/t0(0) o38->lustre-MDT0001-mdc-ffff982188e85000@192.168.202.141@tcp:12/10 lens 520/544 e 0 to 1 dl 1787764817 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764792.529980:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764792.529980:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764792.529981:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982186487000.
02000000:00000001:0.0:1787764792.529982:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764792.529983:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764792.529984:0:2388:0:(genops.c:1223:class_import_put()) import ffff982182dd2800 refcount=443 obd=lustre-MDT0001-mdc-ffff982188e85000
00000020:00000001:0.0:1787764792.529985:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764792.529985:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649f000.
02000000:00000001:0.0:1787764792.529987:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764792.529987:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764792.529988:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f85680.
00000100:00000001:0.0:1787764792.529989:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764792.529990:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764792.529991:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764792.529992:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f87c00 x1874601358887424/t0(0) o8->lustre-OST0000-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764817 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764792.529995:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764792.529996:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764792.529997:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982186486400.
02000000:00000001:0.0:1787764792.529998:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764792.529998:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764792.529999:0:2388:0:(genops.c:1223:class_import_put()) import ffff9821987fa000 refcount=2 obd=lustre-OST0000-osc-ffff982188e85000
00000020:00000001:0.0:1787764792.530000:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764792.530000:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649c400.
02000000:00000001:0.0:1787764792.530002:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764792.530002:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764792.530003:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f87c00.
00000100:00000001:0.0:1787764792.530004:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764792.530006:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764792.530007:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764792.530009:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764792.530010:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764792.530012:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764792.530013:0:2388:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1787764792.530014:0:2388:0:(client.c:1813:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1787764792.530016:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff982187f84f00 x1874601358887552/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764792.530020:0:2388:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1787764792.530021:0:2388:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764792.530022:0:2388:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1787764792.530023:0:2388:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1787764792.530025:0:2388:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1787764792.530026:0:2388:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff982187f84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358887552:192.168.202.141@tcp:8:kworker.0
00000100:00000001:0.0:1787764792.530028:0:2388:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1787764792.530029:0:2388:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1787764792.530030:0:2388:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1787764792.530031:0:2388:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1787764792.530033:0:2388:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff982186486400.
02000000:00000001:0.0:1787764792.530034:0:2388:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1787764792.530036:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000010:0.0:1787764792.530038:0:2388:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff982187cf3f20.
00000400:00000010:0.0:1787764792.530039:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9821866783b8.
00000100:00000200:0.0:1787764792.530041:0:2388:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874601358887552, portal 4
00000100:00000001:0.0:1787764792.530042:0:2388:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1787764792.530043:0:2388:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446629868515380992 : -114205194170624 : ffff982187f84f00)
00000100:00000040:0.0:1787764792.530047:0:2388:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff982187f84f00 x1874601358887552/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764792.530051:0:2388:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1787764792.530052:0:2388:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.141@tcp
00000400:00000010:0.0:1787764792.530053:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff982186678198.
00000100:00000200:0.0:1787764792.530055:0:2388:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1874601358887552, offset 0
00000400:00000200:0.0:1787764792.530057:0:2388:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.141@tcp
00000400:00000200:0.0:1787764792.530059:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764792.530061:0:2388:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.202.141@tcp local destination
00000400:00000200:0.0:1787764792.530063:0:2388:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1787764792.530065:0:2388:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.41@tcp
00000400:00000200:0.0:1787764792.530066:0:2388:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.41@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1787764792.530068:0:2388:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.141@tcp
00000400:00000200:0.0:1787764792.530070:0:2388:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.41@tcp NI seq info: [70805:70805:256:4294967295] 192.168.202.141@tcp LPNI seq info [70805:70805:8:4294967295]
00000400:00000200:0.0:1787764792.530072:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000400:00000200:0.0:1787764792.530076:0:2388:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.41@tcp(192.168.202.41@tcp:<?>) -> 192.168.202.141@tcp(192.168.202.141@tcp:192.168.202.141@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1787764792.530079:0:2388:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.141@tcp
00000800:00000010:0.0:1787764792.530081:0:2388:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff982185622e00.
00000800:00000200:0.0:1787764792.530083:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.0:1787764792.530085:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1787764792.530087:0:2388:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9821924813c0] -> 12345-192.168.202.141@tcp (2)
00000800:00000200:0.1:1787764792.530089:0:2388:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.141 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1787764792.530092:0:2388:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.141@tcp
00000800:00000010:0.0:1787764792.530093:0:2388:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff982185622e00.
00000400:00000200:0.0:1787764792.530095:0:2388:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1787764792.530097:0:2388:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.41@tcp->192.168.202.141@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1787764792.530099:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff982186678198
00000400:00000010:0.0:1787764792.530099:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff982186678198.
00000100:00000001:0.0:1787764792.530101:0:2388:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1787764792.530103:0:2388:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff982187f84f00 x1874601358887552/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764792.530107:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764792.530109:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff982187f84f00 x1874601358887552/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 0 dl 1787764817 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764792.530113:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764792.530114:0:2388:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1787764792.530115:0:2388:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1787764792.530117:0:2388:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: using a timeout of 21305 usecs (22 jiffies)
00000400:00000200:0.0:1787764792.530119:0:2388:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.141@tcp to cpt 1
00000100:00000001:0.0:1787764792.530121:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 2 is 4300350488
00000100:00000001:0.0:1787764792.530122:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 2, keep current deadline 4300351755
00000100:00000001:0.0:1787764792.530124:0:2388:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS new deadline estimation for cpu 3 is 4300350488
00000100:00000001:0.0:1787764792.530125:0:2388:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff982188e85000: PM QoS request active for cpu 3, keep current deadline 4300351755
00000100:00000001:0.0:1787764792.530126:0:2388:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1787764792.530127:0:2388:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764792.530128:0:2388:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1787764792.530130:0:2388:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1787764792/real 1787764792]  req@ffff982187f84f00 x1874601358887552/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1787764792.530134:0:2388:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1787764792.530135:0:2388:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1787764792.530136:0:2388:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff982187cf3f20.
00000400:00000200:0.0:1787764792.530137:0:2388:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9821866783b8
00000400:00000010:0.0:1787764792.530138:0:2388:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9821866783b8.
00000100:00000001:0.0:1787764792.530139:0:2388:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1787764792.530141:0:2388:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff982187f84f00 x1874601358887552/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1787764792.530146:0:2388:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff982187f84f00 x1874601358887552/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764792.530149:0:2388:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1787764792.530150:0:2388:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764792.530150:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764792.530151:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1787764792.530153:0:2388:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff982187f84f00 x1874601358887552/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764792.530156:0:2388:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1787764792.530158:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff982187f84f00 x1874601358887552/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764817 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764792.530163:0:2388:0:(client.c:2124:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1787764792.530165:0:2388:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764792.530166:0:2388:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1787764792.530167:0:2388:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764792.530168:0:2388:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1787764792.530169:0:2388:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1787764792.530170:0:2388:0:(import.c:65:import_set_state_nolock()) ffff98218540e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1787764792.530172:0:2388:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.202.141@tcp failed (-110)
00000100:00000001:0.0:1787764792.530173:0:2388:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1787764792.530175:0:2388:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff982187f84f00 x1874601358887552/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764817 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1787764792.530179:0:2388:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff982187f84f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:419b64d5-5d43-4ed2-a3fc-76745d844179:2388:1874601358887552:192.168.202.141@tcp:8:kworker.0
00000100:00000001:0.0:1787764792.530181:0:2388:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764792.530182:0:2388:0:(client.c:2867:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1787764792.530183:0:2388:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff982187f84f00 x1874601358887552/t0(0) o8->lustre-OST0001-osc-ffff982188e85000@192.168.202.141@tcp:28/4 lens 520/544 e 0 to 1 dl 1787764817 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1787764792.530186:0:2388:0:(client.c:2793:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1787764792.530187:0:2388:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1787764792.530188:0:2388:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff982186486400.
02000000:00000001:0.0:1787764792.530189:0:2388:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1787764792.530190:0:2388:0:(genops.c:1217:class_import_put()) Process entered
00000020:00000040:0.0:1787764792.530190:0:2388:0:(genops.c:1223:class_import_put()) import ffff98218540e000 refcount=2 obd=lustre-OST0001-osc-ffff982188e85000
00000020:00000001:0.0:1787764792.530191:0:2388:0:(genops.c:1230:class_import_put()) Process leaving
02000000:00000010:0.0:1787764792.530192:0:2388:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff98218649dc00.
02000000:00000001:0.0:1787764792.530193:0:2388:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1787764792.530194:0:2388:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1787764792.530195:0:2388:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 904 at ffff982187f84f00.
00000100:00000001:0.0:1787764792.530197:0:2388:0:(client.c:2849:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1787764792.530198:0:2388:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764792.530199:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1787764792.530200:0:2388:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1787764792.530201:0:2388:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1787764792.530202:0:2388:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1787764792.530203:0:2388:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764792.848154:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764792.848163:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764792.848170:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764792.848172:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764792.848176:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764792.848177:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764792.848180:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764792.848182:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764792.848186:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764792.848187:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764792.848348:0:6167:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764792.848352:0:6167:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764792.848356:0:6167:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764793.107602:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764793.107611:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764793.107614:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764793.107620:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764793.107624:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764793.107630:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764793.107633:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764793.107635:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764793.107639:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1787764793.871962:0:59085:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141a20 (cpu 2) has reached its deadline 4300351755, at 4300351808
00000100:00000010:2.0:1787764793.871984:0:59085:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9821992d4ae0.
00000100:00000040:3.0:1787764793.872124:0:59033:0:(connection.c:75:cpu_latency_work()) work item of ffff9821a0141b30 (cpu 3) has reached its deadline 4300351755, at 4300351808
00000100:00000010:3.0:1787764793.872132:0:59033:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9821992d4780.
00010000:00000001:0.0:1787764793.872246:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764793.872250:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764793.872256:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764793.872257:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764793.872261:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764793.872263:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764793.872267:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764793.872269:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1787764793.872273:0:59221:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1787764793.872274:0:59221:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1787764793.872426:0:39628:0:(genops.c:1895:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1787764793.872430:0:39628:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1787764793.872434:0:39628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1787764794.128001:0:58701:0:(client.c:2567:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1787764794.128013:0:58701:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1787764794.128016:0:58701:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1787764794.128024:0:58701:0:(client.c:2715:ptlrpc_set_wait()) set ffff9821852b0e40 going to sleep for 0 seconds
00000100:00000001:3.0:1787764794.128029:0:58701:0:(client.c:1990:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1787764794.128033:0:58701:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764794.128036:0:58701:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1787764794.128039:0:58701:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1787764794.128043:0:58701:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
Debug log: 130994 lines, 130994 kept, 0 dropped, 0 bad.